{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3468,"total_is_capped":false,"direct_labels_cover":10,"predictions_cover":3468,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"180aa56179b7","filters":{"topic":"Software Engineering Research"}},"results":[{"id":"W4238014149","doi":"10.1002/(issn)1097-024x","title":"Software: Practice and Experience","year":2006,"lang":"en","type":"paratext","venue":"Software Practice and Experience","topic":"Software Engineering Research","field":"Computer Science","cited_by":1222,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Software engineering; Computer science; Coding (social sciences); Software; Software development; World Wide Web; Data science; Operating system","authors":[{"name":"Frédéric Gervais","is_ca":false},{"name":"Benoît Fraikin","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01775938229433564,"gpt":0.3186743183254481,"spread":0.3009149360311125,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004048326,0.001811001,0.001796761,0.003886318,0.003327833,0.01724108,0.00130464,0.005066013,0.1405759],"category_scores_gemma":[0.008018508,0.0007542745,0.0005785697,0.005860144,0.004777614,0.01560684,0.008240465,0.004804713,0.07507572],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001749228,"about_ca_system_score_gemma":0.002470998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007841419,"about_ca_topic_score_gemma":0.001823237,"domain_scores_codex":[0.9970475,0.000959662,0.0002285575,0.0004523738,0.001034368,0.0002775086],"domain_scores_gemma":[0.9944444,0.001685577,0.0002168907,0.000512054,0.001596174,0.001544859],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003437672,0.00009499649,0.0005349378,0.0009079705,0.000009736002,0.0002324654,0.006925642,0.0002917197,0.001339591,0.06535807,0.5847165,0.339554],"study_design_scores_gemma":[0.000005128571,0.00003056197,0.0005031182,0.0006710716,0.000003417711,0.0002429108,0.002029678,0.0001279178,0.00009376842,0.007540223,0.9887416,0.00001055801],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.007674845,0.1338473,0.01641147,0.05379311,0.01198116,0.00008362364,0.0002482938,0.00128492,0.7746753],"genre_scores_gemma":[0.04798666,0.07447661,0.003745876,0.005221722,0.006726811,0.0001407766,0.0003533704,0.000927415,0.8604208],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1405759,"threshold_uncertainty_score":0.4702733,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W397180395","doi":"10.1007/978-1-84800-044-5_11","title":"Selecting Empirical Methods for Software Engineering Research","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":1135,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; National Research Council Canada; University of Toronto","funders":"","keywords":"Empirical research; Computer science; Variety (cybernetics); Data science; Software engineering; Software; Management science; Method engineering; Systems engineering; Engineering; Artificial intelligence; Mathematics","authors":[{"name":"Steve Easterbrook","is_ca":true},{"name":"Janice Singer","is_ca":true},{"name":"Margaret-Anne Storey","is_ca":true},{"name":"Daniela Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2458908885786854,"gpt":0.4898852247386108,"spread":0.2439943361599254,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02266292,0.001226299,0.001643172,0.008817729,0.001245436,0.006295337,0.002028918,0.001925467,0.01327671],"category_scores_gemma":[0.06790333,0.001172533,0.0009952973,0.009113512,0.003194733,0.008017119,0.00217021,0.0038187,0.005735837],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002098207,"about_ca_system_score_gemma":0.002402486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007225871,"about_ca_topic_score_gemma":0.00183115,"domain_scores_codex":[0.9806072,0.01187719,0.001031754,0.0006823348,0.005569965,0.0002316178],"domain_scores_gemma":[0.9161724,0.07307695,0.001271216,0.003609219,0.005341351,0.0005288337],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003796793,0.00008030939,0.001026974,0.001694274,0.00006342595,0.00008661258,0.0008065912,0.001211911,0.0005965637,0.4037921,0.05601337,0.5345899],"study_design_scores_gemma":[0.00005302151,0.00006366696,0.001592142,0.003586288,0.00008311977,0.0003731442,0.00096229,0.007803162,0.001499484,0.7264773,0.2574428,0.00006364456],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00242713,0.03440486,0.8781906,0.006042436,0.001466756,0.0004992294,0.0004151573,0.0008944089,0.07565932],"genre_scores_gemma":[0.02660159,0.03275071,0.8966326,0.001719983,0.001215223,0.00169176,0.0007199495,0.001111841,0.03755639],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9773371,"threshold_uncertainty_score":0.1198545,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101832700","doi":"10.1016/j.scico.2009.02.007","title":"Comparison and evaluation of code clone detection techniques and tools: A qualitative approach","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Software Engineering Research","field":"Computer Science","cited_by":1002,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; clone (Java method); Schema (genetic algorithms); Taxonomy (biology); Set (abstract data type); Source code; Context (archaeology); Data mining; Software engineering; Artificial intelligence; Programming language; Information retrieval","authors":[{"name":"Chanchal K. Roy","is_ca":true},{"name":"James R. Cordy","is_ca":true},{"name":"Rainer Koschke","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09302423369983133,"gpt":0.4135048661088837,"spread":0.3204806324090523,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06751613,0.0009250151,0.001252711,0.01042756,0.003314513,0.003911766,0.00272869,0.001492608,0.003521432],"category_scores_gemma":[0.1885977,0.0006571646,0.0008824534,0.006134626,0.003738722,0.004539489,0.003357158,0.001176953,0.0003958225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01035605,"about_ca_system_score_gemma":0.008320644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005362688,"about_ca_topic_score_gemma":0.008035923,"domain_scores_codex":[0.920544,0.05109779,0.004268378,0.002386802,0.01968436,0.002018739],"domain_scores_gemma":[0.6118573,0.2841516,0.01165211,0.006570915,0.08381553,0.001952553],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.004674595,0.003157068,0.06038065,0.01909419,0.0005671383,0.0008507641,0.2653497,0.007058442,0.05505494,0.03810852,0.005716073,0.5399879],"study_design_scores_gemma":[0.001551412,0.01756948,0.1371625,0.01041809,0.002172018,0.001629485,0.5069697,0.03805796,0.178806,0.03920225,0.06571417,0.0007469126],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8260685,0.00226788,0.1285611,0.002345588,0.0001311666,0.00757683,0.002049899,0.0003472939,0.03065179],"genre_scores_gemma":[0.9351101,0.0007325293,0.0572611,0.0002382839,0.00002055432,0.00343681,0.00035184,0.0001153071,0.002733572],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06751613,"threshold_uncertainty_score":0.3570637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2079317829","doi":"10.1145/1134285.1134336","title":"Who should fix this bug?","year":2006,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":921,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Open source; Computer science; Eclipse; Software engineering; Debugging; Software bug; Process (computing); Open-source software development; World Wide Web; Classifier (UML); Usability; Data science; Artificial intelligence; Programming language; Software; Operating system","authors":[{"name":"John Anvik","is_ca":true},{"name":"Lyndon Hiew","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02326066540004923,"gpt":0.2700901157109861,"spread":0.2468294503109369,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007648041,0.0008070601,0.0008496863,0.003343495,0.002148031,0.002790713,0.001252079,0.003097973,0.01278852],"category_scores_gemma":[0.06351034,0.0004929235,0.0006972698,0.00182108,0.001342134,0.005098759,0.001438488,0.002252548,0.008499887],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001677528,"about_ca_system_score_gemma":0.00387624,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00973923,"about_ca_topic_score_gemma":0.0116169,"domain_scores_codex":[0.9951892,0.001253752,0.0004145192,0.0008821541,0.001766611,0.0004937446],"domain_scores_gemma":[0.9756217,0.007071933,0.005096726,0.002527517,0.007877951,0.001804182],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001901592,0.0002502422,0.1143991,0.0004670292,0.0001054395,0.002023983,0.004755269,0.0006188642,0.003531845,0.01262846,0.1855574,0.6754721],"study_design_scores_gemma":[0.0001133956,0.0006190806,0.1110693,0.001851474,0.0003503942,0.01515019,0.01883375,0.00832997,0.01331523,0.03741369,0.7925979,0.0003556315],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.2617504,0.01904273,0.1893527,0.3281524,0.01445347,0.0009049973,0.003851019,0.0178923,0.1646],"genre_scores_gemma":[0.7422233,0.007598136,0.1189938,0.02362994,0.002267473,0.0002599546,0.002633105,0.002138008,0.1002562],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.01278852,"threshold_uncertainty_score":0.04278189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2132887549","doi":"10.1145/1368088.1368114","title":"A comparative analysis of the efficiency of change metrics and static code attributes for defect prediction","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":704,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Eclipse; Data mining; Naive Bayes classifier; Java; Machine learning; Set (abstract data type); Software bug; Artificial intelligence; Decision tree; Code (set theory); Process (computing); Source code; Software; Predictive power; Programming language; Support vector machine","authors":[{"name":"Raimund Moser","is_ca":false},{"name":"Witold Pedrycz","is_ca":true},{"name":"Giancarlo Succi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1447397305931119,"gpt":0.3278859026072174,"spread":0.1831461720141055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01250137,0.001385434,0.001101637,0.007038513,0.0003532257,0.001358463,0.0008629843,0.001213999,0.0009772568],"category_scores_gemma":[0.06338006,0.0003585053,0.0009643679,0.004258174,0.0005178257,0.003095553,0.0006571271,0.001029783,0.0007243718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004740377,"about_ca_system_score_gemma":0.0004511373,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002347709,"about_ca_topic_score_gemma":0.002643082,"domain_scores_codex":[0.9905725,0.004808811,0.0005021491,0.001043771,0.002747515,0.0003252431],"domain_scores_gemma":[0.8043551,0.1809887,0.002629313,0.004685496,0.006600782,0.0007406409],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002399351,0.0007968993,0.1880481,0.0007369657,0.001351041,0.000255067,0.0003540555,0.1013548,0.00796426,0.001340607,0.003037684,0.6923612],"study_design_scores_gemma":[0.0001292099,0.002332887,0.1490384,0.0002072476,0.0008054527,0.0005648991,0.0003191975,0.8224564,0.0181926,0.002843932,0.002971368,0.0001385925],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.895284,0.00715019,0.08793506,0.001051939,0.0000971952,0.0001067066,0.001237242,0.001494581,0.00564305],"genre_scores_gemma":[0.9670442,0.001514273,0.02833471,0.00008158648,0.00009209356,0.00003855994,0.001625362,0.0001994125,0.00106979],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9874986,"threshold_uncertainty_score":0.06611437,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2147386665","doi":"10.1109/tse.2012.70","title":"A large-scale empirical study of just-in-time quality assurance","year":2012,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":699,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; Polytechnique Montréal","funders":"","keywords":"Computer science; Software quality assurance; Quality assurance; Source lines of code; Quality (philosophy); Software quality; Code review; Scale (ratio); Software; Empirical research; Software quality analyst; Software bug; Data science; Software engineering; Software development; Operations management; Engineering","authors":[{"name":"Yasutaka Kamei","is_ca":false},{"name":"Emad Shihab","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Audris Mockus","is_ca":false},{"name":"Anand Sinha","is_ca":false},{"name":"Naoyasu Ubayashi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03357803100855729,"gpt":0.3186450643686469,"spread":0.2850670333600896,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01873724,0.0005504697,0.0005454523,0.002134676,0.0007920336,0.001210933,0.00174132,0.001071266,0.002388737],"category_scores_gemma":[0.1316934,0.000443461,0.000633593,0.002855452,0.001624606,0.003665669,0.001171444,0.002608375,0.0007852333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001120207,"about_ca_system_score_gemma":0.0007029035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007111449,"about_ca_topic_score_gemma":0.006842744,"domain_scores_codex":[0.9864699,0.007061101,0.0008263423,0.002001389,0.003177015,0.0004641835],"domain_scores_gemma":[0.5754482,0.3354387,0.04644608,0.0183386,0.01892697,0.005401503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001515696,0.0008963653,0.9746695,0.0001372657,0.0002684458,0.0001797018,0.002177375,0.001635741,0.0002328719,0.0006815664,0.002386988,0.01658262],"study_design_scores_gemma":[0.00003337729,0.0005607076,0.9794597,0.00009669846,0.00007268736,0.0002863843,0.001923672,0.0135975,0.000380793,0.0005373308,0.003017405,0.00003376645],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9964929,0.0003535276,0.001287103,0.0003263917,0.00001180303,0.00003983928,0.0002604744,0.0000236071,0.00120425],"genre_scores_gemma":[0.9985766,0.000138865,0.0005292728,0.00008824062,0.00001294192,0.00003210015,0.000356343,0.00001397883,0.0002514739],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01873724,"threshold_uncertainty_score":0.0990932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158744032","doi":"10.1109/icse.2009.5070510","title":"Predicting faults using the complexity of code changes","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":697,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Code (set theory); Source code; Process (computing); Software; Product metric; Product (mathematics); Software bug; Reliability engineering; Programming language; Mathematics; Engineering; Set (abstract data type)","authors":[{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1164617127977515,"gpt":0.329170741102404,"spread":0.2127090283046524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002296391,0.0007855248,0.0005810997,0.01082313,0.0003435354,0.001492442,0.000522892,0.001039416,0.0007459646],"category_scores_gemma":[0.05223189,0.0003355263,0.0006197834,0.004295824,0.0006028926,0.003328573,0.0009570828,0.0008777864,0.0003286219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008745877,"about_ca_system_score_gemma":0.0005297728,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003645564,"about_ca_topic_score_gemma":0.005170283,"domain_scores_codex":[0.996775,0.0005993901,0.0004117306,0.0005881465,0.001428903,0.000196889],"domain_scores_gemma":[0.8945954,0.06315182,0.02791206,0.004207723,0.008060781,0.002072119],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001155321,0.0001032592,0.9197813,0.00006002667,0.0001269062,0.0001065577,0.0001577798,0.03881903,0.001613876,0.0003222485,0.0003150282,0.03847841],"study_design_scores_gemma":[0.00001741084,0.0004359305,0.6642193,0.00002821034,0.0000652567,0.0003578282,0.0001834415,0.3283591,0.003293565,0.002184727,0.0007936928,0.0000615042],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9815154,0.0002653356,0.01591429,0.0001376711,0.00001723466,0.00005933704,0.0009012084,0.0002421548,0.0009473477],"genre_scores_gemma":[0.9951203,0.00007857835,0.003810887,0.000007442412,0.00001804859,0.00002099298,0.0008150574,0.0000146256,0.0001140558],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01082313,"threshold_uncertainty_score":0.01214463,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2360967250","doi":"10.1145/2884781.2884804","title":"Automatically learning semantic features for defect prediction","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":692,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software bug; Focus (optics); ENCODE; Machine learning; Code (set theory); Artificial intelligence; Software; Software engineering; Data mining; Programming language","authors":[{"name":"Song Wang","is_ca":true},{"name":"Taiyue Liu","is_ca":true},{"name":"Lin Tan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01051924701454742,"gpt":0.2535673509846479,"spread":0.2430481039701005,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006788636,0.001340996,0.0009724786,0.00394356,0.0004802903,0.0006027179,0.001027311,0.001201661,0.001204738],"category_scores_gemma":[0.006156437,0.000385203,0.0008928801,0.002078668,0.0005241603,0.002787068,0.000903044,0.001133456,0.0007210067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006658527,"about_ca_system_score_gemma":0.001055159,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003697345,"about_ca_topic_score_gemma":0.005896444,"domain_scores_codex":[0.9990923,0.0001383379,0.00006874122,0.0002945128,0.0003036232,0.0001024771],"domain_scores_gemma":[0.9963439,0.001911464,0.0004594012,0.0004566735,0.0007136806,0.000114803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007076703,0.001071619,0.06411071,0.0006174032,0.0001736561,0.0007695646,0.0002616833,0.1032741,0.02662402,0.01126487,0.03357187,0.7575529],"study_design_scores_gemma":[0.00004269535,0.0001397068,0.007829441,0.00005106588,0.00007390664,0.0002197876,0.00008586019,0.9543732,0.009957517,0.02288428,0.004307881,0.00003469535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3142498,0.001647644,0.6528025,0.0007202987,0.0001687006,0.0002217196,0.007530902,0.0191849,0.003473699],"genre_scores_gemma":[0.8248921,0.000355069,0.1604596,0.0001164268,0.00007470138,0.0002114607,0.01274989,0.0003400081,0.000800742],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00394356,"threshold_uncertainty_score":0.007351637,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056894403","doi":"10.1007/s10664-012-9231-y","title":"What are developers talking about? An analysis of topics and trends in Stack Overflow","year":2012,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":613,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Latent Dirichlet allocation; World Wide Web; Topic model; Popularity; Data science; Leverage (statistics); Android (operating system); Information retrieval; Artificial intelligence","authors":[{"name":"Anton Barua","is_ca":true},{"name":"Stephen W. Thomas","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03051975966812,"gpt":0.3086728286717767,"spread":0.2781530690036567,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.003743622,0.0002208513,0.0002537383,0.008621708,0.001108391,0.002134667,0.0005184539,0.0007278773,0.001172877],"category_scores_gemma":[0.0415329,0.0003245859,0.0002920487,0.008282863,0.0008052008,0.004389322,0.001333264,0.00109744,0.0002735356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001606732,"about_ca_system_score_gemma":0.002409521,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009625689,"about_ca_topic_score_gemma":0.01325964,"domain_scores_codex":[0.9971895,0.0008733026,0.0003495735,0.0003361222,0.000933444,0.0003180685],"domain_scores_gemma":[0.9128747,0.05638798,0.01573795,0.001174787,0.0107283,0.003096273],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003237839,0.0001300269,0.8414324,0.0004008762,0.00005525841,0.0004096781,0.06532566,0.0002245986,0.003242983,0.001455506,0.002676999,0.08432224],"study_design_scores_gemma":[0.00001104225,0.0001061596,0.9496954,0.0002150056,0.00007424177,0.0004698056,0.03900119,0.001376371,0.001168107,0.000705514,0.007146041,0.00003119017],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.995082,0.0009148988,0.000580288,0.0008720514,0.00001657954,0.00001798398,0.0004552006,0.00003546379,0.002025537],"genre_scores_gemma":[0.9957578,0.001210555,0.001022472,0.0001719724,0.00007407573,0.00003332168,0.0008562059,0.00005220499,0.000821484],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9962564,"threshold_uncertainty_score":0.0197984,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160517961","doi":"10.1145/1453101.1453146","title":"What makes a good bug report?","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":603,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of Victoria","funders":"","keywords":"Eclipse; Computer science; Software bug; Software engineering; Software development; Quality (philosophy); Software; World Wide Web; Data science; Programming language","authors":[{"name":"Nicolas Bettenburg","is_ca":false},{"name":"Sascha Just","is_ca":false},{"name":"Adrian Schröter","is_ca":true},{"name":"Cathrin Weiß","is_ca":false},{"name":"Rahul Premraj","is_ca":false},{"name":"Thomas Zimmermann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02898726885447551,"gpt":0.2706047792222137,"spread":0.2416175103677382,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03049186,0.001235443,0.00133209,0.008156376,0.003037904,0.005222734,0.001546127,0.003200715,0.00261964],"category_scores_gemma":[0.2693,0.001049459,0.0009647356,0.004681938,0.004977733,0.01175334,0.00225449,0.002065012,0.001146942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002298131,"about_ca_system_score_gemma":0.003529893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003016607,"about_ca_topic_score_gemma":0.004536215,"domain_scores_codex":[0.9498786,0.01730927,0.00543294,0.003608455,0.02152037,0.002250288],"domain_scores_gemma":[0.5996835,0.2323875,0.09539478,0.009515469,0.05080236,0.01221647],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004513251,0.0007731222,0.602035,0.002251499,0.0003782658,0.003082222,0.02187126,0.0005371096,0.003473747,0.00495045,0.04099174,0.3192042],"study_design_scores_gemma":[0.0001666247,0.002108068,0.817842,0.003527394,0.0009068376,0.0150333,0.05898666,0.00266369,0.004195152,0.01813296,0.07577916,0.0006582217],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8581334,0.02184276,0.02169972,0.06644038,0.003123976,0.0005090083,0.0007129864,0.002839861,0.02469798],"genre_scores_gemma":[0.9775718,0.004105761,0.01022052,0.004285181,0.001467274,0.0001003469,0.0004048776,0.0004064878,0.001437871],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03049186,"threshold_uncertainty_score":0.1612583,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2135198476","doi":"10.1145/1368088.1368161","title":"Predicting defects using network analysis on dependency graphs","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":575,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Dependency (UML); Dependency graph; Graph; Face (sociological concept); Software; Code (set theory); Theoretical computer science; Software engineering; Programming language","authors":[{"name":"Thomas Zimmermann","is_ca":true},{"name":"Nachiappan Nagappan","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02803036766470379,"gpt":0.2665311234336598,"spread":0.238500755768956,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001529381,0.001232003,0.0005177026,0.01012776,0.0004156408,0.0008126263,0.0006549965,0.0008309238,0.00144259],"category_scores_gemma":[0.01695204,0.0004112512,0.0008049047,0.002891238,0.0003401164,0.002065968,0.0005594064,0.0006570657,0.0005328081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001195439,"about_ca_system_score_gemma":0.0005617568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02031698,"about_ca_topic_score_gemma":0.02120259,"domain_scores_codex":[0.9990959,0.0003029281,0.00006891692,0.000218649,0.0002220651,0.00009138102],"domain_scores_gemma":[0.9799618,0.0154395,0.002031218,0.0006742268,0.001588407,0.0003048543],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004070286,0.0003048147,0.3366243,0.0002039765,0.0004068006,0.0004618295,0.00022512,0.5162535,0.002649679,0.003289677,0.004694355,0.1344789],"study_design_scores_gemma":[0.000007890776,0.00004702068,0.02251022,0.00001735859,0.00005532798,0.0001217012,0.0000475208,0.9713069,0.0007232702,0.004481649,0.0006654898,0.00001568918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7141137,0.001043993,0.2727107,0.0006589268,0.00006161141,0.0002211338,0.004503749,0.002423396,0.004262766],"genre_scores_gemma":[0.9677107,0.0004628954,0.02781158,0.0000353467,0.00004110475,0.00009199503,0.003073815,0.00007568459,0.0006968625],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02031698,"threshold_uncertainty_score":0.04039747,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2511803001","doi":"10.1145/2970276.2970326","title":"Deep learning code fragments for code clone detection","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":569,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Singapore Management University; University of Saskatchewan; National Science Foundation","keywords":"Computer science; Identifier; clone (Java method); Java; False positive paradox; Source code; Software maintenance; Code (set theory); Artificial intelligence; Software; Program comprehension; Point (geometry); Static program analysis; Software system; Programming language; Machine learning; Data mining; Software development; Set (abstract data type)","authors":[{"name":"Martin White","is_ca":false},{"name":"Michele Tufano","is_ca":false},{"name":"Christopher Vendome","is_ca":false},{"name":"Denys Poshyvanyk","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01918773439204367,"gpt":0.2735869598500928,"spread":0.2543992254580492,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001368764,0.0009594557,0.0006788613,0.003139853,0.0004992947,0.0007911428,0.001759149,0.001171516,0.001072406],"category_scores_gemma":[0.009551055,0.000431241,0.0007028077,0.002056925,0.0006412547,0.002129784,0.001170673,0.001672535,0.0006410503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001108474,"about_ca_system_score_gemma":0.001247029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006990434,"about_ca_topic_score_gemma":0.009760031,"domain_scores_codex":[0.998789,0.0001955341,0.00009328692,0.0003758384,0.0004351316,0.0001112805],"domain_scores_gemma":[0.9940262,0.002381301,0.001041397,0.0009434537,0.001411505,0.0001961392],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002973184,0.0003075144,0.03941726,0.0002376953,0.0001153345,0.0002801568,0.0003551177,0.09719716,0.02623928,0.00319296,0.006117604,0.8262427],"study_design_scores_gemma":[0.00001363797,0.000090111,0.004555907,0.00002722709,0.00003381951,0.0001540315,0.0000747449,0.9726956,0.01384675,0.006244814,0.002246901,0.00001645343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1981662,0.0008791715,0.7896443,0.0004270584,0.00005540449,0.0001583572,0.0008333558,0.008314299,0.001521753],"genre_scores_gemma":[0.636966,0.0002570652,0.3573798,0.0001654404,0.00003986958,0.0001447106,0.00286956,0.0002719908,0.001905569],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006990434,"threshold_uncertainty_score":0.01389951,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2474835145","doi":"10.1109/tse.2016.2584050","title":"An Empirical Comparison of Model Validation Techniques for Defect Prediction Models","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":566,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Japan Society for the Promotion of Science; Japan Society for the Promotion of Science London; Compute Canada","keywords":"Computer science; Variance (accounting); Context (archaeology); Cross-validation; Model validation; Sample (material); Data mining; Predictive modelling; Software bug; Software; Machine learning","authors":[{"name":"Chakkrit Tantithamthavorn","is_ca":false},{"name":"Shane McIntosh","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Kenichi Matsumoto","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05422237551678902,"gpt":0.3303165094466313,"spread":0.2760941339298422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.08804668,0.002012373,0.001253437,0.005456057,0.001089895,0.002407084,0.002122576,0.002590074,0.001157252],"category_scores_gemma":[0.268119,0.0006746958,0.003025672,0.004156694,0.001645671,0.004996179,0.002140429,0.003260061,0.0005979206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002420923,"about_ca_system_score_gemma":0.001927863,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004775952,"about_ca_topic_score_gemma":0.006035721,"domain_scores_codex":[0.953718,0.03066177,0.002978476,0.004560301,0.007287162,0.0007942178],"domain_scores_gemma":[0.5111275,0.4312624,0.01220054,0.02586107,0.01846498,0.001083364],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002208937,0.000835041,0.2669771,0.002063969,0.004484635,0.0002960939,0.001541923,0.4586297,0.002531802,0.01549599,0.01100171,0.2339331],"study_design_scores_gemma":[0.0002010613,0.001724271,0.08326709,0.0008588482,0.0006721755,0.0006702605,0.0006492389,0.8868243,0.003824642,0.01547331,0.00563853,0.0001963037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6999274,0.0111486,0.2750353,0.001498331,0.0003550572,0.0005150843,0.003384329,0.002021749,0.00611417],"genre_scores_gemma":[0.9277461,0.001358534,0.06456732,0.000200378,0.00007461249,0.0003637347,0.004694594,0.0003723615,0.000622304],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9119533,"threshold_uncertainty_score":0.465641,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156833313","doi":"10.1145/1368088.1368151","title":"An approach to detecting duplicate bug reports using natural language and execution information","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":544,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Eclipse; Software bug; Natural language; Security bug; Open source; Information retrieval; Natural language processing; Programming language; Software; Information security; Computer security","authors":[{"name":"Xiaoyin Wang","is_ca":false},{"name":"Lu Zhang","is_ca":false},{"name":"Tao Xie","is_ca":false},{"name":"John Anvik","is_ca":true},{"name":"Jiasu Sun","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.018405413256578,"gpt":0.2639931120956284,"spread":0.2455876988390504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090852,0.001909179,0.002136565,0.01498157,0.001691331,0.002529733,0.00380367,0.002710235,0.001194723],"category_scores_gemma":[0.04596542,0.001278351,0.002238688,0.005984217,0.001584893,0.004837842,0.00218775,0.002058669,0.0006546177],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001791656,"about_ca_system_score_gemma":0.005358882,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01189806,"about_ca_topic_score_gemma":0.01472455,"domain_scores_codex":[0.9853231,0.003484261,0.001868142,0.00312103,0.005830804,0.0003725816],"domain_scores_gemma":[0.9296833,0.03111161,0.01546356,0.008280903,0.01470148,0.0007590845],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008712774,0.001389589,0.05807259,0.00199533,0.000660558,0.003458241,0.004696444,0.01228015,0.06748276,0.007841917,0.01020602,0.8310452],"study_design_scores_gemma":[0.0007595714,0.001748164,0.07598227,0.0007097548,0.001856489,0.01709632,0.003391933,0.6428931,0.1636544,0.0339969,0.05646628,0.001444855],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0997027,0.001440838,0.8747025,0.001393795,0.0001940751,0.001434549,0.001613436,0.0165717,0.002946519],"genre_scores_gemma":[0.1645165,0.0002812308,0.8308689,0.0004782802,0.0001058948,0.000444035,0.00138276,0.0002790388,0.001643345],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01498157,"threshold_uncertainty_score":0.04804766,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2165739648","doi":"10.1109/icpc.2008.41","title":"NICAD: Accurate Detection of Near-Miss Intentional Clones Using Flexible Pretty-Printing and Code Normalization","year":2008,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":519,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Parsing; Normalization (sociology); Agile software development; Programming language; Precision and recall; Transformation (genetics); Source code; Disk formatting; Code generation; Rule-based machine translation; Compiler; Code (set theory); Artificial intelligence; Natural language processing; Software engineering; Operating system","authors":[{"name":"Chanchal K. Roy","is_ca":true},{"name":"James R. Cordy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0470208530369328,"gpt":0.2932180374607296,"spread":0.2461971844237968,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002086135,0.0008835479,0.001216416,0.002579856,0.0007649033,0.001812474,0.002108786,0.001148836,0.001463324],"category_scores_gemma":[0.01376857,0.0005228861,0.000663281,0.00170494,0.0009638674,0.002254108,0.001694474,0.001154388,0.001125936],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001064942,"about_ca_system_score_gemma":0.001732855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002271197,"about_ca_topic_score_gemma":0.003468752,"domain_scores_codex":[0.9966757,0.0005355753,0.0002444454,0.0007269615,0.001684431,0.0001328905],"domain_scores_gemma":[0.9915549,0.003250394,0.0009122303,0.002206533,0.001920774,0.000155063],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005310707,0.0001565734,0.01954482,0.0003560561,0.00009840062,0.0005238942,0.0007575767,0.01323293,0.119208,0.00791916,0.006682642,0.8309889],"study_design_scores_gemma":[0.00008508107,0.0002986426,0.013542,0.00007692396,0.000171523,0.003339975,0.0002826367,0.4941291,0.4468942,0.009192022,0.03175686,0.000230951],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.05886842,0.0004647537,0.9097724,0.0001527233,0.00007281176,0.00011728,0.0002610371,0.02815305,0.002137561],"genre_scores_gemma":[0.1743131,0.0001850573,0.8189465,0.0001583313,0.00002461302,0.0001580477,0.0009552276,0.001513551,0.003745397],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.002579856,"threshold_uncertainty_score":0.01103264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034628356","doi":"10.1007/s10664-005-1290-x","title":"Studying Software Engineers: Data Collection Techniques for Software Field Studies","year":2005,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":491,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada; University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Field (mathematics); Software; Task (project management); Data science; Taxonomy (biology); Data collection; Systems engineering; Engineering","authors":[{"name":"Timothy C. Lethbridge","is_ca":true},{"name":"Susan Elliott Sim","is_ca":false},{"name":"Janice Singer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09495362100580118,"gpt":0.3624809855118468,"spread":0.2675273645060456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04516862,0.002017278,0.002443867,0.0230501,0.003368275,0.003143301,0.003178183,0.001830939,0.006484781],"category_scores_gemma":[0.1973267,0.001381583,0.001861835,0.02267465,0.002129896,0.004202681,0.004220237,0.003355481,0.003877834],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002664489,"about_ca_system_score_gemma":0.007651343,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004315421,"about_ca_topic_score_gemma":0.006830576,"domain_scores_codex":[0.9390138,0.03005608,0.0122241,0.004485982,0.01254618,0.001673969],"domain_scores_gemma":[0.6642607,0.1935533,0.01935323,0.04939711,0.06974211,0.003693576],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001150881,0.00425472,0.1341568,0.008167575,0.0003675188,0.0004672872,0.02112395,0.003741004,0.01989563,0.01786618,0.06240759,0.7264008],"study_design_scores_gemma":[0.002050253,0.004395655,0.4272557,0.004208195,0.001552314,0.001077604,0.04573526,0.03036018,0.08405102,0.05901596,0.3393857,0.0009121765],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.141126,0.001498775,0.6978443,0.001499437,0.0003938586,0.08746344,0.04623595,0.003067297,0.02087083],"genre_scores_gemma":[0.1300793,0.00124823,0.6530349,0.0007559146,0.0002620172,0.1863822,0.023061,0.0006456068,0.004530814],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9548314,"threshold_uncertainty_score":0.2388774,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998265754","doi":"10.1109/ms.2006.105","title":"How are Java software developers using the Eclipse IDE?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Java; Computer science; Popularity; Software development; Development environment; Software engineering; Software; World Wide Web; Operating system","authors":[{"name":"Gail C. Murphy","is_ca":true},{"name":"Mik Kersten","is_ca":true},{"name":"Leah Findlater","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02894594475689117,"gpt":0.2534921181635719,"spread":0.2245461734066807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00630144,0.0002565795,0.0003842225,0.001410811,0.001151674,0.005133734,0.00065046,0.001522614,0.003476562],"category_scores_gemma":[0.04227114,0.0004020494,0.000324789,0.001345803,0.001314745,0.008081282,0.0009257363,0.00135256,0.00305665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006449813,"about_ca_system_score_gemma":0.001063447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004058956,"about_ca_topic_score_gemma":0.0088157,"domain_scores_codex":[0.992341,0.003051222,0.0004597368,0.001078098,0.002171241,0.0008986919],"domain_scores_gemma":[0.9723002,0.0108698,0.006813353,0.001831161,0.005485083,0.002700365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001758872,0.0002803194,0.5961824,0.0001813405,0.0001095443,0.001194007,0.02610507,0.0001907438,0.002482507,0.005013026,0.02147336,0.3466118],"study_design_scores_gemma":[0.0000405129,0.0002317484,0.6936818,0.0005748309,0.0001683414,0.008339372,0.1027823,0.002253985,0.003144678,0.01641599,0.1721431,0.0002232004],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8840393,0.007483756,0.009534806,0.03329183,0.0005675525,0.00004977906,0.0004993561,0.0005126783,0.06402092],"genre_scores_gemma":[0.9792495,0.003341019,0.002774845,0.002784298,0.0001293475,0.00003420206,0.0003271479,0.0001583081,0.01120125],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00630144,"threshold_uncertainty_score":0.03332561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W180288257","doi":"","title":"Automatic bug triage using text categorization.","year":2004,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":404,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Triage; Categorization; Computer science; Open source; Machine learning; Software bug; Supervised learning; Natural language processing; Artificial intelligence; Data science; Software engineering; Software; Programming language","authors":[{"name":"Davor Čubranić","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02661114984628477,"gpt":0.2801050682765093,"spread":0.2534939184302246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002396052,0.001668908,0.001140821,0.01403432,0.0009403676,0.001246421,0.001539305,0.001965231,0.002512181],"category_scores_gemma":[0.01257445,0.0003611035,0.0008882394,0.005256148,0.0003548157,0.002519936,0.0009766249,0.001160929,0.00480978],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006596769,"about_ca_system_score_gemma":0.001054578,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003930127,"about_ca_topic_score_gemma":0.005022263,"domain_scores_codex":[0.9972438,0.0006230283,0.0002965544,0.000768988,0.000927581,0.0001400238],"domain_scores_gemma":[0.984752,0.006624953,0.003185672,0.001130913,0.003787812,0.0005187457],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0004075752,0.0008647075,0.03328438,0.0009239887,0.0001677921,0.000507135,0.0005021053,0.004398577,0.03587835,0.0009055776,0.05463665,0.8675231],"study_design_scores_gemma":[0.0002935942,0.0007680866,0.1154834,0.0005831176,0.0003759754,0.002300035,0.001699727,0.7353321,0.06313224,0.02036285,0.05939741,0.0002713857],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2357868,0.005756501,0.6419328,0.00266851,0.001355399,0.002404099,0.02931539,0.07081641,0.009964063],"genre_scores_gemma":[0.3888845,0.001029473,0.5411881,0.0005401889,0.0006883656,0.001213897,0.05811206,0.0006580314,0.007685405],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01403432,"threshold_uncertainty_score":0.01267165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2100925270","doi":"10.1007/s10664-011-9171-y","title":"An exploratory study of the impact of antipatterns on class change- and fault-proneness","year":2011,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":394,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Odds; Computer science; Machine learning; Logistic regression","authors":[{"name":"Foutse Khomh","is_ca":true},{"name":"Massimiliano Di Penta","is_ca":false},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1070401985481799,"gpt":0.3282979284401009,"spread":0.221257729891921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00513228,0.0003351865,0.0002938944,0.0008750966,0.0005571765,0.0007952459,0.001108225,0.000743105,0.004539121],"category_scores_gemma":[0.0632035,0.0002767399,0.0005090167,0.001090895,0.0009453421,0.001544321,0.0008688805,0.001416259,0.0004109067],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005745796,"about_ca_system_score_gemma":0.00080931,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002293995,"about_ca_topic_score_gemma":0.003459563,"domain_scores_codex":[0.9959962,0.002564714,0.0001871258,0.0004160717,0.000590083,0.0002457783],"domain_scores_gemma":[0.692534,0.2725572,0.0200635,0.007399546,0.003953846,0.003491831],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003505899,0.007942014,0.952508,0.0001244649,0.0003368397,0.0003836619,0.002837749,0.001829351,0.00545247,0.0009466428,0.0003715011,0.02376125],"study_design_scores_gemma":[0.0001354891,0.004281832,0.9864547,0.00001087479,0.0001302777,0.0001904713,0.001618015,0.004502993,0.001746507,0.0004994943,0.0004092376,0.0000200329],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9993175,0.00001251784,0.0002176416,0.00002515864,0.00000105606,0.00001313998,0.00008861933,0.000006691472,0.0003176451],"genre_scores_gemma":[0.9992266,0.000009990315,0.0003808255,0.00001395565,0.000002872399,0.00002380534,0.0000962269,0.00000447281,0.0002413623],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00513228,"threshold_uncertainty_score":0.02714241,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156448859","doi":"10.1109/ms.2009.161","title":"Recommendation Systems for Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software construction; Personal software process; Software peer review; Reuse; Software system; Package development process; Software Engineering Process Group; Software; World Wide Web; Engineering; Operating system","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Robert J. Walker","is_ca":true},{"name":"Thomas Zimmermann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0223554942090374,"gpt":0.2680150422771015,"spread":0.2456595480680641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007635613,0.001662816,0.002260681,0.005811171,0.001849639,0.004321072,0.002946838,0.004426533,0.0243089],"category_scores_gemma":[0.03390932,0.0009858782,0.002126625,0.008296144,0.000814896,0.006983774,0.002399367,0.002825223,0.01809641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002295561,"about_ca_system_score_gemma":0.001725047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01726199,"about_ca_topic_score_gemma":0.01906982,"domain_scores_codex":[0.9918847,0.003170722,0.0008056827,0.001446871,0.00244456,0.0002474537],"domain_scores_gemma":[0.9852014,0.007010658,0.0006633579,0.003017335,0.003788337,0.0003188796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003565415,0.0002854265,0.002332051,0.001134175,0.0006237102,0.0001834581,0.0002286332,0.02573929,0.001319906,0.0603397,0.1200223,0.7874349],"study_design_scores_gemma":[0.0004041318,0.0003560117,0.002386441,0.0006105704,0.0005306425,0.0005464896,0.0002629094,0.4890866,0.002844921,0.198935,0.3037781,0.0002581901],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004576263,0.01314557,0.9318718,0.005386975,0.001071419,0.001142151,0.003170921,0.01763458,0.02200036],"genre_scores_gemma":[0.09236615,0.01335817,0.8498011,0.002237015,0.001344524,0.001542485,0.009179831,0.0007146875,0.02945607],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0243089,"threshold_uncertainty_score":0.08132136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2169952536","doi":"10.1145/1062455.1062491","title":"Using structural context to recommend source code examples","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":385,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Source code; Eclipse; Coding (social sciences); Code (set theory); Context (archaeology); Code review; Class (philosophy); Code generation; Task (project management); Software engineering; Static program analysis; Artificial intelligence; Software development; Software","authors":[{"name":"Reid Holmes","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0811007841125726,"gpt":0.3297570460288722,"spread":0.2486562619162996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001427599,0.0008280496,0.0007146724,0.01019941,0.000843219,0.001334848,0.001181191,0.001493262,0.00242333],"category_scores_gemma":[0.02063087,0.000580225,0.0005437072,0.003796963,0.0004000347,0.002280326,0.0009014325,0.0009130726,0.001118604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005954962,"about_ca_system_score_gemma":0.001571652,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009028036,"about_ca_topic_score_gemma":0.03313428,"domain_scores_codex":[0.9986281,0.0003458322,0.0001093411,0.0003560903,0.0004903863,0.00007034921],"domain_scores_gemma":[0.9868692,0.008383459,0.000821505,0.0008788002,0.002742311,0.0003048308],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0006610057,0.0007234836,0.1198321,0.001138222,0.0002393211,0.0009789993,0.002370328,0.02043744,0.01499751,0.004280449,0.02369798,0.8106432],"study_design_scores_gemma":[0.0004012476,0.0007031921,0.0711083,0.0008334839,0.0007133733,0.002283355,0.002855325,0.8067119,0.03050506,0.0232048,0.06041424,0.0002658314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5276095,0.002877956,0.4437202,0.001236829,0.0001551893,0.0009533717,0.003624862,0.009587246,0.01023483],"genre_scores_gemma":[0.6395274,0.0007715882,0.3498045,0.0001624872,0.00007128456,0.0004176733,0.006850965,0.0004280914,0.001966016],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01019941,"threshold_uncertainty_score":0.01795101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008107570","doi":"10.1109/ms.2009.193","title":"What Makes APIs Hard to Learn? Answers from Developers","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Microsoft Research","keywords":"Application programming interface; Computer science; Learnability; Usability; Reuse; Software engineering; World Wide Web; Interface (matter); Software development; Software; Human–computer interaction; Programming language; Engineering; Operating system","authors":[{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02359606906170304,"gpt":0.2671319431312975,"spread":0.2435358740695944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01940263,0.0009518212,0.0009812808,0.002413701,0.008515798,0.01182591,0.001954271,0.01356142,0.009096863],"category_scores_gemma":[0.1066201,0.0009219491,0.000816558,0.002150235,0.01140464,0.02691119,0.009880471,0.01382856,0.003609371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004103102,"about_ca_system_score_gemma":0.008270158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006104372,"about_ca_topic_score_gemma":0.008344947,"domain_scores_codex":[0.9823269,0.008379487,0.0008673149,0.001371633,0.004410093,0.002644632],"domain_scores_gemma":[0.8921381,0.06065258,0.007235406,0.003995817,0.0224439,0.01353425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007009907,0.0002339648,0.01736735,0.0007834042,0.00005688611,0.001645997,0.09351159,0.0001743887,0.0004766262,0.05148369,0.6007077,0.2334884],"study_design_scores_gemma":[0.00006524231,0.00009706218,0.00606483,0.002136572,0.00005777823,0.00233522,0.2996914,0.0004499629,0.0004116597,0.08879763,0.5997511,0.0001415977],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01329548,0.01099493,0.003063412,0.9480466,0.002249532,0.0000243524,0.00005440523,0.0001564365,0.02211491],"genre_scores_gemma":[0.5141581,0.0459671,0.01107513,0.3901677,0.005548192,0.000289885,0.0003012501,0.000632512,0.03186024],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01940263,"threshold_uncertainty_score":0.1026121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2106013472","doi":"10.1109/wcre.2002.1173068","title":"Java quality assurance by detecting code smells","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":380,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Code smell; Code refactoring; Computer science; Static program analysis; Software quality; Software engineering; KPI-driven code analysis; Code review; Software visualization; Code (set theory); Program comprehension; Software inspection; Source code; Software; Java; Programming language; Software development; Software system; Software construction","authors":[{"name":"Eva van Emden","is_ca":true},{"name":"Leon Moonen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02990889963983731,"gpt":0.3101992349853636,"spread":0.2802903353455263,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00465942,0.0007628106,0.0006457819,0.003372686,0.0004857602,0.002411943,0.00087694,0.0008523011,0.0009009492],"category_scores_gemma":[0.0401554,0.0005681303,0.0003659403,0.001404969,0.0006037027,0.0023769,0.001436454,0.001310785,0.000583895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005139536,"about_ca_system_score_gemma":0.0009008547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001782678,"about_ca_topic_score_gemma":0.002327667,"domain_scores_codex":[0.9955285,0.00116237,0.0003864171,0.0006435195,0.002093784,0.0001854376],"domain_scores_gemma":[0.9474291,0.021286,0.01263928,0.006757841,0.01081337,0.00107447],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001041921,0.0004409942,0.1214606,0.001221557,0.0001459018,0.001059368,0.00525391,0.01085307,0.1655757,0.003361468,0.01127775,0.6783078],"study_design_scores_gemma":[0.0002633399,0.001429676,0.2576692,0.000828594,0.0003758136,0.003967044,0.001731146,0.4087842,0.2694854,0.01156386,0.04334979,0.0005519426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4633048,0.001269016,0.4469719,0.001384725,0.0001351081,0.0004598859,0.0007098764,0.07816157,0.007603152],"genre_scores_gemma":[0.7430384,0.0005151228,0.2512708,0.0001822539,0.00005100859,0.0001151678,0.0007742429,0.002148737,0.001904196],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00465942,"threshold_uncertainty_score":0.02464163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112533109","doi":"10.1145/1101908.1101919","title":"UMLDiff","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":369,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Correctness; Software evolution; Java; Robustness (evolution); Object-oriented design; Software system; Software; Software engineering; Software maintenance; Software design; Software development; Structural pattern; Programming language; Software construction","authors":[{"name":"Zhenchang Xing","is_ca":true},{"name":"Eleni Stroulia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01435277878923805,"gpt":0.2629028471432182,"spread":0.2485500683539801,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007798735,0.002214766,0.001600704,0.005996014,0.001952645,0.005863518,0.005480699,0.002618357,0.02996538],"category_scores_gemma":[0.02204695,0.002866162,0.003771215,0.003404647,0.001048214,0.007390635,0.005623696,0.003759342,0.02589425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001960039,"about_ca_system_score_gemma":0.003547346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004206015,"about_ca_topic_score_gemma":0.00541132,"domain_scores_codex":[0.9922047,0.001966697,0.001502126,0.001131252,0.002807797,0.0003873897],"domain_scores_gemma":[0.9875124,0.004819369,0.001041636,0.003640676,0.002600778,0.0003851225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004182578,0.0002233681,0.003846144,0.001746366,0.0002196267,0.0004371556,0.001067084,0.01350836,0.005398237,0.1894001,0.182444,0.6012912],"study_design_scores_gemma":[0.0001046044,0.00005603745,0.0004951406,0.00026638,0.0000575985,0.000589365,0.0001021031,0.02759044,0.006285978,0.07296108,0.8913906,0.0001006942],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.001580345,0.0007723286,0.8831563,0.0006165159,0.0003404495,0.0005625561,0.009685855,0.08719399,0.0160916],"genre_scores_gemma":[0.01617024,0.0009004426,0.921221,0.0005932692,0.0001339958,0.0009484226,0.03269242,0.01505264,0.01228754],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.02996538,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2090432523","doi":"10.1007/s10664-008-9076-6","title":"“Cloning considered harmful” considered harmful: patterns of cloning in software","year":2008,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":363,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Source code; Computer science; Software engineering; Code (set theory); Software system; Software; clone (Java method); Maintainability; Web application; Codebase; Programming language; World Wide Web; Biology; Genetics","authors":[{"name":"Cory Kapser","is_ca":true},{"name":"Michael W. Godfrey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.044662327963924,"gpt":0.2815639292607685,"spread":0.2369016012968445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01225782,0.0003027364,0.000542597,0.003719789,0.00434082,0.004028709,0.001375041,0.002384484,0.003393452],"category_scores_gemma":[0.1295866,0.0004991386,0.0005137589,0.00789833,0.009417824,0.008244663,0.005129136,0.003829415,0.0003049181],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001987997,"about_ca_system_score_gemma":0.003426615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005115161,"about_ca_topic_score_gemma":0.006250781,"domain_scores_codex":[0.9821985,0.009560371,0.001734217,0.001424484,0.003694473,0.001387967],"domain_scores_gemma":[0.7696085,0.1448309,0.04181017,0.02927056,0.0110505,0.003429307],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007364828,0.0002218251,0.5626897,0.0005991604,0.0002431193,0.0007302896,0.1143361,0.001537587,0.005640766,0.2088166,0.005436368,0.09901208],"study_design_scores_gemma":[0.00008643669,0.0003346325,0.4884825,0.0008965287,0.000427115,0.004453923,0.1048057,0.008696132,0.007789778,0.3499233,0.03386217,0.0002418097],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9471351,0.000611618,0.02840479,0.004382325,0.00005076014,0.00006767215,0.0002378686,0.0001614884,0.01894835],"genre_scores_gemma":[0.9948925,0.00008558745,0.004060058,0.0003064966,0.00001692208,0.00002073256,0.00008091426,0.00004895525,0.0004877856],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01225782,"threshold_uncertainty_score":0.06482631,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1991613282","doi":"10.1007/s10664-010-9150-8","title":"A field study of API learning obstacles","year":2010,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":352,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"McGill University; Microsoft Research","keywords":"Documentation; Computer science; Programmer; Presentation (obstetrics); Field (mathematics); World Wide Web; Software engineering; Software documentation; Internal documentation; Multimedia; Software development; Software; Programming language; Software development process","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Robert DeLine","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01773343287783852,"gpt":0.2866929103016268,"spread":0.2689594774237883,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003584597,0.0003962891,0.0003824444,0.002459405,0.002813437,0.001486426,0.001511501,0.001124988,0.007130457],"category_scores_gemma":[0.02690458,0.0004775941,0.0002909542,0.001810293,0.001635927,0.002756436,0.001628241,0.002297278,0.000967709],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001710871,"about_ca_system_score_gemma":0.003065803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006725766,"about_ca_topic_score_gemma":0.008847254,"domain_scores_codex":[0.9978828,0.0009200315,0.0001241086,0.0003202459,0.0004927359,0.0002601002],"domain_scores_gemma":[0.9486915,0.03441855,0.002916923,0.003033663,0.007387905,0.003551503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00615818,0.1196572,0.369503,0.00120444,0.00009226475,0.002900654,0.1345138,0.003056696,0.01808162,0.02563718,0.01644754,0.3027473],"study_design_scores_gemma":[0.001257576,0.03595973,0.53708,0.0008470285,0.0002208738,0.002551469,0.30098,0.01833008,0.02386355,0.02203592,0.05656299,0.0003107648],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9914458,0.00006505309,0.001701812,0.0001856038,0.00001502878,0.000201397,0.000104598,0.00003871158,0.006242027],"genre_scores_gemma":[0.9928038,0.0001134372,0.001679601,0.0001119844,0.00001238104,0.0001848774,0.000179196,0.00001807419,0.004896523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007130457,"threshold_uncertainty_score":0.02385372,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2110431240","doi":"10.1109/tse.2002.1019484","title":"Assessing the applicability of fault-proneness models across object-oriented software projects","year":2002,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":351,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Universidade Federal do Rio Grande do Sul; National Science Foundation","keywords":"Computer science; Software metric; Software system; Software; Data mining; A priori and a posteriori; Multivariate adaptive regression splines; Software development; Java; Fault (geology); Software fault tolerance; Software engineering; Machine learning; Software quality; Regression analysis; Programming language","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Walcélio L. Melo","is_ca":false},{"name":"Jürgen Wüst","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04020972332741948,"gpt":0.2891038020238414,"spread":0.2488940786964219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02627256,0.001153446,0.0009165377,0.005426715,0.0005754826,0.001650495,0.002134443,0.001888257,0.0008983266],"category_scores_gemma":[0.1024901,0.0005668817,0.001747071,0.003402292,0.001157696,0.003849548,0.002505996,0.001840669,0.0002446022],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001753379,"about_ca_system_score_gemma":0.0008003147,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005962244,"about_ca_topic_score_gemma":0.004746999,"domain_scores_codex":[0.989421,0.005918215,0.0006915259,0.001414998,0.002021598,0.0005326759],"domain_scores_gemma":[0.8444811,0.1212119,0.01571838,0.01095265,0.006218785,0.001417195],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00075951,0.0008512771,0.4113628,0.0001798762,0.0008706031,0.000175018,0.001326394,0.5151761,0.001405179,0.004537095,0.0005568232,0.06279925],"study_design_scores_gemma":[0.00003400454,0.001424114,0.1560135,0.00004993236,0.0001236977,0.0001192955,0.000786612,0.8304014,0.0008228982,0.009556324,0.00060949,0.00005862836],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9522756,0.0002585757,0.04520004,0.0002831032,0.00001189405,0.0001105856,0.0003646403,0.0001910898,0.001304498],"genre_scores_gemma":[0.9890411,0.00008385528,0.0101416,0.00002398865,0.00001017335,0.00007600174,0.0004356284,0.00002769624,0.0001600523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02627256,"threshold_uncertainty_score":0.1389442,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2108769867","doi":"10.1145/2597073.2597076","title":"The impact of code review coverage and code review participation on software quality: a case study of the qt, VTK, and ITK projects","year":2014,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":351,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"Japan Society for the Promotion of Science; Natural Sciences and Engineering Research Council of Canada","keywords":"Code review; Software quality; Computer science; Software engineering; Team software process; Software; Code (set theory); Software inspection; Quality (philosophy); Software peer review; Process (computing); Software construction; Software quality assurance; Software development; Programming language","authors":[{"name":"Shane McIntosh","is_ca":true},{"name":"Yasutaka Kamei","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08101323997282231,"gpt":0.4072925866464281,"spread":0.3262793466736058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03924003,0.0005022737,0.0006826938,0.005253222,0.002783804,0.003851278,0.001670354,0.001882563,0.00131009],"category_scores_gemma":[0.2281209,0.0005463348,0.0007465993,0.004427373,0.004082089,0.004252317,0.00390028,0.002783091,0.0002514549],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004708211,"about_ca_system_score_gemma":0.004732837,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01358517,"about_ca_topic_score_gemma":0.0182757,"domain_scores_codex":[0.938818,0.0359023,0.003426445,0.004281252,0.01447961,0.003092555],"domain_scores_gemma":[0.3293365,0.5426238,0.07877497,0.006854142,0.02998798,0.01242272],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006119413,0.001529475,0.8681766,0.0005001659,0.000224004,0.003541384,0.06793889,0.001979008,0.001852276,0.001441483,0.001267079,0.05093776],"study_design_scores_gemma":[0.00007577815,0.001443432,0.9400485,0.0003073775,0.0001639358,0.001957722,0.0437293,0.007343683,0.001204254,0.0008971641,0.002706155,0.0001227933],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9978935,0.0002211178,0.0004619548,0.0003833359,0.000004410661,0.00004112798,0.00003469787,0.00001161507,0.0009482133],"genre_scores_gemma":[0.9990183,0.0001070639,0.0005320236,0.0000604344,0.00001170238,0.0000425064,0.00004213336,0.00001178796,0.0001740965],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.96076,"threshold_uncertainty_score":0.2075236,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120738100","doi":"10.1109/tse.2006.102","title":"Empirical Analysis of Object-Oriented Design Metrics for Predicting High and Low Severity Faults","year":2006,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":349,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Larner College of Medicine, University of Vermont; University of Alberta","keywords":"Computer science; Fault (geology); Data mining; Software fault tolerance; Empirical research; Object-oriented programming; Machine learning; Reliability engineering; Logistic regression; Artificial intelligence; Fault tolerance; Distributed computing; Engineering; Statistics; Mathematics; Programming language","authors":[{"name":"Yuming Zhou","is_ca":false},{"name":"Hareton Leung","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01827904818554282,"gpt":0.260653268209901,"spread":0.2423742200243582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006842851,0.0008595249,0.0004191679,0.004498734,0.00020298,0.0006259704,0.0004318941,0.0006175622,0.0004445636],"category_scores_gemma":[0.06088367,0.0001678721,0.0003948089,0.002909319,0.0004446323,0.001164324,0.000468454,0.0006937869,0.0002414424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000403286,"about_ca_system_score_gemma":0.0003954924,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001936088,"about_ca_topic_score_gemma":0.002099964,"domain_scores_codex":[0.9964851,0.001625628,0.00033331,0.0003311922,0.001080841,0.0001438822],"domain_scores_gemma":[0.8943263,0.08083223,0.01383448,0.004220217,0.005693038,0.001093709],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001203705,0.0001406095,0.9474918,0.00005297185,0.0001337525,0.00005310528,0.0001013573,0.02202131,0.0006326963,0.000209128,0.0004159277,0.02862709],"study_design_scores_gemma":[0.00003540803,0.0004128474,0.7104121,0.00003806814,0.00007028013,0.0002563095,0.000192315,0.2830052,0.002766855,0.001872206,0.0009043408,0.00003400711],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9877809,0.0003834303,0.01041783,0.0001359262,0.000007811094,0.0000263718,0.0006326763,0.0001194547,0.0004956261],"genre_scores_gemma":[0.9954706,0.00008215173,0.003403874,0.00001100343,0.000007525001,0.00001716884,0.0009283067,0.00001309319,0.00006630466],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006842851,"threshold_uncertainty_score":0.0361889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2559885217","doi":"10.1007/s10664-017-9512-6","title":"Curating GitHub for engineered software projects","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":345,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software; Classifier (UML); Software engineering; Software development; Software bug; Software metric; Data mining; Machine learning; Data science; Software quality; Artificial intelligence; Programming language","authors":[{"name":"Nuthan Munaiah","is_ca":false},{"name":"Steven Kroh","is_ca":false},{"name":"Craig Cabrey","is_ca":false},{"name":"Meiyappan Nagappan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05729360034467611,"gpt":0.325474775312802,"spread":0.2681811749681259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005722354,0.001572351,0.0007534124,0.006204288,0.00193514,0.003147876,0.001891491,0.001330189,0.01171539],"category_scores_gemma":[0.05672424,0.0009064901,0.001566149,0.00276721,0.001008918,0.004165006,0.008731061,0.002056815,0.008287753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009637127,"about_ca_system_score_gemma":0.004522694,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004172427,"about_ca_topic_score_gemma":0.01070553,"domain_scores_codex":[0.99224,0.002226207,0.0004216188,0.0009854302,0.003583757,0.0005430517],"domain_scores_gemma":[0.9681357,0.00811609,0.002003833,0.01348971,0.007088271,0.001166333],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006327671,0.0004604532,0.02030483,0.002400512,0.0002289062,0.002096733,0.005882422,0.005422005,0.03039898,0.02430057,0.182771,0.7251008],"study_design_scores_gemma":[0.000294969,0.0008783297,0.0322842,0.002256264,0.0005327007,0.003878438,0.005613033,0.1172522,0.08057525,0.08575327,0.6703022,0.0003792718],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1867958,0.00200665,0.5090892,0.003538195,0.001292021,0.001622779,0.009279256,0.2114196,0.07495655],"genre_scores_gemma":[0.2968762,0.001337425,0.589691,0.0008908056,0.0002209033,0.00085102,0.02386589,0.04813353,0.03813322],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01171539,"threshold_uncertainty_score":0.03919184,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2367798545","doi":"10.1145/2884781.2884857","title":"Automated parameter optimization of classification techniques for defect prediction models","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":344,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Classifier (UML); Machine learning; Artificial intelligence; Random forest; Predictive modelling; Software bug; Decision tree; Software; Data mining","authors":[{"name":"Chakkrit Tantithamthavorn","is_ca":false},{"name":"Shane McIntosh","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true},{"name":"Kenichi Matsumoto","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03975154568969916,"gpt":0.2891461855171243,"spread":0.2493946398274251,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007277756,0.002870057,0.001574829,0.003175426,0.0007531903,0.00196185,0.002104119,0.00197544,0.001847662],"category_scores_gemma":[0.04490184,0.001002309,0.00193185,0.001999069,0.0009102629,0.003259906,0.001386397,0.00350648,0.001482825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001515643,"about_ca_system_score_gemma":0.001819798,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005024496,"about_ca_topic_score_gemma":0.006628972,"domain_scores_codex":[0.995197,0.002202398,0.0004477397,0.001040089,0.0007810402,0.0003317997],"domain_scores_gemma":[0.9770182,0.01479877,0.002094802,0.003482356,0.002430299,0.0001755959],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003095445,0.0004776222,0.01534832,0.0002549603,0.0004130541,0.0001368248,0.0002749333,0.5643507,0.008706163,0.002329685,0.005803585,0.4015945],"study_design_scores_gemma":[0.00003629774,0.0001321116,0.002359797,0.00004737984,0.00005825325,0.0001053423,0.00007488851,0.984273,0.006513645,0.004691003,0.001666236,0.00004215843],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1230998,0.001195142,0.8607571,0.0007108875,0.0001391972,0.0005794632,0.0006138244,0.01027538,0.002629149],"genre_scores_gemma":[0.620587,0.0004477721,0.3737784,0.0003411524,0.00008191269,0.000867084,0.001729406,0.0008540303,0.00131312],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007277756,"threshold_uncertainty_score":0.03848892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3152332785","doi":"10.1016/b978-0-12-411519-4.00006-9","title":"Latent Dirichlet Allocation","year":2015,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Software Engineering Research","field":"Computer Science","cited_by":344,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Latent Dirichlet allocation; Computer science; Topic model; Documentation; Data science; Commit; Variety (cybernetics); Subject-matter expert; Software; Interpretability; Set (abstract data type); Source code; Subject (documents); Information retrieval; World Wide Web; Artificial intelligence; Database","authors":[{"name":"Joshua Charles Campbell","is_ca":true},{"name":"Abram Hindle","is_ca":true},{"name":"Eleni Stroulia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03667132724998003,"gpt":0.2673423774947125,"spread":0.2306710502447324,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001702298,0.001374793,0.001266352,0.001546241,0.0008031299,0.003589785,0.001249315,0.001422717,0.04290723],"category_scores_gemma":[0.004942756,0.0008909281,0.001217815,0.002602379,0.0009513616,0.0029386,0.002713667,0.003069641,0.03646136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001015238,"about_ca_system_score_gemma":0.001233901,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001974075,"about_ca_topic_score_gemma":0.00343429,"domain_scores_codex":[0.998946,0.0004420171,0.00005756203,0.0002623652,0.0002431288,0.00004892149],"domain_scores_gemma":[0.9988785,0.0006726543,0.00002945378,0.0002415575,0.0001315525,0.00004620711],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003656144,0.00003732453,0.000196949,0.0002681066,0.00006575639,0.00005899348,0.0001726341,0.01570851,0.001293226,0.1686059,0.1237549,0.6898011],"study_design_scores_gemma":[0.00001665982,0.00001876508,0.0004402025,0.0002451394,0.00004946632,0.0002961191,0.0000862731,0.1172372,0.002391383,0.5473821,0.3317769,0.00005980975],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009229372,0.006370271,0.9278446,0.00157642,0.0007021751,0.00005431096,0.0007071123,0.002288592,0.05953353],"genre_scores_gemma":[0.05349196,0.01410397,0.601787,0.001323929,0.001618165,0.0005459327,0.007026443,0.003243256,0.3168593],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04290723,"threshold_uncertainty_score":0.143539,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3121596715","doi":"10.1007/s10664-017-9521-5","title":"Do developers update their library dependencies?","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Japan Society for the Promotion of Science","keywords":"Reuse; Dependency (UML); Computer science; Workload; Exploit; Software; World Wide Web; Software engineering; Data science; Computer security; Engineering","authors":[{"name":"Raula Gaikovina Kula","is_ca":false},{"name":"Daniel M. Germán","is_ca":true},{"name":"Ali Ouni","is_ca":false},{"name":"Takashi Ishio","is_ca":false},{"name":"Katsuro Inoue","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03368879006535396,"gpt":0.2799169180110553,"spread":0.2462281279457014,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01038443,0.0004406657,0.0004082184,0.00374617,0.001320141,0.003599494,0.00163209,0.001904035,0.009912373],"category_scores_gemma":[0.2199706,0.0008969265,0.0003243153,0.00333429,0.001441348,0.009339746,0.001756128,0.002261292,0.002301545],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00195843,"about_ca_system_score_gemma":0.003806575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01499959,"about_ca_topic_score_gemma":0.02827103,"domain_scores_codex":[0.9903328,0.002700974,0.0008634981,0.001204435,0.003983513,0.0009148067],"domain_scores_gemma":[0.6781005,0.1724916,0.07423481,0.03442839,0.0341231,0.006621558],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000289125,0.0004865327,0.8194011,0.0002158011,0.0001198435,0.0005933955,0.01137481,0.0005739231,0.001467936,0.005317968,0.01348078,0.1466789],"study_design_scores_gemma":[0.0001055522,0.0002601961,0.9167011,0.0004244061,0.0003495912,0.001663816,0.01642724,0.004835694,0.005213784,0.01223861,0.04166189,0.0001180459],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9548504,0.0007505639,0.005463851,0.005922866,0.0001151069,0.00006150495,0.001221592,0.0006858766,0.03092828],"genre_scores_gemma":[0.9886616,0.0003663168,0.002199165,0.0008819746,0.00005306782,0.00003228203,0.0006989458,0.0003302772,0.006776399],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9896156,"threshold_uncertainty_score":0.05491877,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1746353556","doi":"10.1007/978-1-84800-044-5_8","title":"Reporting Experiments in Software Engineering","year":2007,"lang":"en","type":"book-chapter","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":330,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Guideline; Computer science; Presentation (obstetrics); Unification; Set (abstract data type); Software; Empirical research; Data science; Management science; Software engineering; Engineering; Medicine; Mathematics; Statistics","authors":[{"name":"Andreas Jedlitschka","is_ca":false},{"name":"Marcus Ciolkowski","is_ca":false},{"name":"Dietmar Pfahl","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06714879045561481,"gpt":0.3130913835188216,"spread":0.2459425930632068,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0391929,0.001660524,0.002059753,0.004862311,0.001019897,0.006030326,0.003942413,0.00340172,0.02409067],"category_scores_gemma":[0.1733205,0.001053162,0.0007654287,0.004795691,0.003941712,0.01059646,0.003073802,0.003187699,0.01385964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001655233,"about_ca_system_score_gemma":0.002478447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008099793,"about_ca_topic_score_gemma":0.000902592,"domain_scores_codex":[0.926603,0.04721575,0.00504401,0.003324637,0.01709896,0.0007136324],"domain_scores_gemma":[0.7019569,0.2331637,0.009568486,0.03876458,0.01501767,0.00152868],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001726297,0.0001455088,0.001699872,0.001387659,0.00007811672,0.00008506615,0.000945505,0.001405214,0.002675802,0.09947188,0.1458734,0.7460594],"study_design_scores_gemma":[0.0001280572,0.0004605194,0.003915942,0.002721532,0.0001947133,0.00101375,0.001182843,0.02127011,0.02760213,0.53961,0.4016933,0.000207147],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005454993,0.016645,0.8355861,0.01275939,0.002912847,0.0005940109,0.002313529,0.01560326,0.1081308],"genre_scores_gemma":[0.1058136,0.01293623,0.7719833,0.00689076,0.004054505,0.001694252,0.005049093,0.003669718,0.08790852],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9608071,"threshold_uncertainty_score":0.2072743,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2019257047","doi":"10.1007/s10664-015-9381-9","title":"An empirical study of the impact of modern code review practices on software quality","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":320,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal; Queen's University","funders":"","keywords":"Code review; Software quality; Computer science; Software engineering; Software quality analyst; Software inspection; Software peer review; Software quality management; Static program analysis; Software construction; Software quality assurance; Software development; Software; Programming language","authors":[{"name":"Shane McIntosh","is_ca":true},{"name":"Yasutaka Kamei","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.14670699522306,"gpt":0.4503907650299953,"spread":0.3036837698069353,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01467052,0.0002526799,0.0002813511,0.003119311,0.0009291299,0.001873881,0.001062618,0.0009039212,0.001907798],"category_scores_gemma":[0.171371,0.0003713771,0.0004334131,0.003248774,0.001755534,0.002449424,0.001432291,0.001861462,0.0002026864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003458273,"about_ca_system_score_gemma":0.004257764,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007591993,"about_ca_topic_score_gemma":0.01393116,"domain_scores_codex":[0.9840423,0.007693855,0.00114514,0.001125223,0.005061395,0.0009320385],"domain_scores_gemma":[0.4236476,0.4192705,0.1010286,0.01388963,0.03242593,0.009737784],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001368923,0.006450636,0.8537005,0.0005993317,0.0003711723,0.0002747418,0.005974135,0.002233168,0.003764087,0.001895181,0.001107091,0.1222611],"study_design_scores_gemma":[0.0001277591,0.003140408,0.9865919,0.0001501792,0.0001775923,0.0002183674,0.003483771,0.002770132,0.001310485,0.0005239119,0.001471242,0.00003427612],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9981111,0.0003335443,0.0002890405,0.0001890469,0.000006397271,0.00002570278,0.00003518358,0.00001271137,0.0009971929],"genre_scores_gemma":[0.9990807,0.00013081,0.0004769174,0.00004606325,0.00001480144,0.00001453326,0.00003727883,0.000005180846,0.0001938165],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9853295,"threshold_uncertainty_score":0.07758605,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2171733741","doi":"10.5555/776816.776866","title":"Hipikat: recommending pertinent software development artifacts","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":320,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Task (project management); Context (archaeology); Open source; Software project management; Open source software; Software; Open-source software development; Software engineering; Software development; World Wide Web; Data science; Software construction; Engineering; Systems engineering; Programming language","authors":[{"name":"Davor Čubranić","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03155944281280614,"gpt":0.2593580953075713,"spread":0.2277986524947652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004470179,0.001246192,0.0006798503,0.004658711,0.001300982,0.002852509,0.002262155,0.001935476,0.005808758],"category_scores_gemma":[0.03196399,0.0007887791,0.0005669816,0.002496171,0.0005631201,0.003860724,0.00243286,0.001052493,0.002730301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006898393,"about_ca_system_score_gemma":0.002836897,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004766089,"about_ca_topic_score_gemma":0.01653174,"domain_scores_codex":[0.9976762,0.0007381993,0.0002468812,0.0004746403,0.0007579311,0.0001061451],"domain_scores_gemma":[0.9858267,0.007810807,0.001461481,0.002399944,0.001726898,0.0007741594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004668004,0.000636174,0.02623173,0.002180508,0.0001629874,0.001180358,0.009137508,0.00548846,0.01790811,0.003189041,0.02962462,0.9037939],"study_design_scores_gemma":[0.0008781652,0.003081257,0.1007894,0.002328525,0.001324948,0.007074826,0.01878411,0.2181507,0.07742149,0.03005899,0.5390202,0.001087384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2399441,0.00173172,0.6793337,0.003130761,0.0003320072,0.003038212,0.003012176,0.0517961,0.01768133],"genre_scores_gemma":[0.1535511,0.0005969788,0.834394,0.0002041521,0.00006946045,0.0004755392,0.002877432,0.0005770252,0.00725433],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.005808758,"threshold_uncertainty_score":0.02364087,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250023757","doi":"10.1109/icse.2015.91","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Artificial intelligence; Software bug; Software; Data mining; Multivariate adaptive regression splines; Multivariate statistics; Set (abstract data type); Variety (cybernetics); Support vector machine; Regression; Logistic regression; Regression analysis; Statistics; Mathematics","authors":[{"name":"Baljinder Ghotra","is_ca":true},{"name":"Shane McIntosh","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1198000391827528,"gpt":0.3409680431586617,"spread":0.2211680039759089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03935017,0.002905854,0.00217619,0.004008595,0.001493904,0.004896265,0.003404383,0.003137746,0.001138884],"category_scores_gemma":[0.126284,0.0007658417,0.003036417,0.003710856,0.002120036,0.006605088,0.002888683,0.006168012,0.001707942],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001615507,"about_ca_system_score_gemma":0.001986554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01235269,"about_ca_topic_score_gemma":0.009795201,"domain_scores_codex":[0.9740099,0.01216054,0.001807254,0.005430808,0.005303357,0.001288079],"domain_scores_gemma":[0.8107314,0.1384245,0.007688556,0.02699335,0.01436601,0.001796228],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005986311,0.002294016,0.3416805,0.001607538,0.002409377,0.0005787174,0.001376733,0.2113671,0.01256959,0.002705522,0.0301602,0.3872645],"study_design_scores_gemma":[0.0004263762,0.002228703,0.1029408,0.0004805963,0.0007865998,0.0005122807,0.001332108,0.85235,0.01908473,0.008189062,0.01140047,0.0002682326],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9260817,0.01194302,0.04399415,0.003549683,0.0009555618,0.0002530794,0.005432867,0.002861566,0.004928352],"genre_scores_gemma":[0.94401,0.00122574,0.04259276,0.0005736468,0.0003772958,0.0001176802,0.00968091,0.0004227542,0.0009991587],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03935017,"threshold_uncertainty_score":0.208106,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138350998","doi":"10.1145/1518701.1518803","title":"A survey of software learnability","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":318,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Learnability; Computer science; Usability; Protocol (science); Software; Think aloud protocol; Software engineering; Artificial intelligence; Human–computer interaction; Programming language; Medicine","authors":[{"name":"Tovi Grossman","is_ca":true},{"name":"George Fitzmaurice","is_ca":true},{"name":"Ramtin Attar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03215782087970254,"gpt":0.2924752062013817,"spread":0.2603173853216792,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009386824,0.0007282121,0.00100914,0.01606061,0.0006937962,0.00254326,0.0009715701,0.00108396,0.00191889],"category_scores_gemma":[0.0553945,0.0004553003,0.0007556652,0.01324985,0.001220969,0.008887423,0.001508395,0.001253097,0.000562076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001704193,"about_ca_system_score_gemma":0.001500334,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002259069,"about_ca_topic_score_gemma":0.001380231,"domain_scores_codex":[0.98612,0.00331053,0.002320692,0.001209399,0.006551313,0.0004881779],"domain_scores_gemma":[0.9243133,0.05236109,0.004831717,0.002107243,0.01524228,0.001144475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001345863,0.0001761084,0.0592222,0.003797425,0.0001043665,0.0001515729,0.00347201,0.001818059,0.002027491,0.01335871,0.005022984,0.9107146],"study_design_scores_gemma":[0.00005044848,0.002558795,0.408793,0.008211961,0.0002553697,0.00531709,0.009164788,0.01155322,0.01039082,0.06900159,0.474357,0.0003458808],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4330155,0.3161268,0.1736708,0.009809382,0.0005125336,0.0006814543,0.002768862,0.00161719,0.06179745],"genre_scores_gemma":[0.6966581,0.2176714,0.06846761,0.00129562,0.0007027882,0.0007451548,0.005166329,0.0004518179,0.008841193],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01606061,"threshold_uncertainty_score":0.04964286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097750323","doi":"10.1109/tse.2008.26","title":"Asking and Answering Questions during a Programming Change Task","year":2008,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":314,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; University of Alberta; Vrije Universiteit Brussel; University of Washington","keywords":"Computer science; Programmer; Ask price; Task (project management); Key (lock); Programming language; Question answering; Code (set theory); Software engineering; World Wide Web; Data science; Information retrieval","authors":[{"name":"Jonathan Sillito","is_ca":true},{"name":"Gail C. Murphy","is_ca":true},{"name":"Kris De Volder","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02214495530722297,"gpt":0.2361953929923954,"spread":0.2140504376851724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01996307,0.000797919,0.001007676,0.00229582,0.002685462,0.003294745,0.002148525,0.004104185,0.00298124],"category_scores_gemma":[0.1812626,0.001195607,0.0006895764,0.001471457,0.002120413,0.005520253,0.003897749,0.003284431,0.00105718],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001195525,"about_ca_system_score_gemma":0.001634029,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003073412,"about_ca_topic_score_gemma":0.003277562,"domain_scores_codex":[0.9675163,0.02365552,0.001625967,0.002573856,0.003150793,0.001477582],"domain_scores_gemma":[0.6370504,0.322849,0.01366317,0.01238002,0.009353153,0.004704312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.001231793,0.0007642992,0.1835728,0.001180723,0.0001365523,0.001862083,0.6208296,0.00157607,0.04430858,0.003380678,0.006171025,0.1349857],"study_design_scores_gemma":[0.0004527812,0.003793555,0.3022282,0.001081927,0.0003478608,0.006099203,0.4480908,0.0506078,0.03553358,0.01604787,0.1348545,0.0008619583],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9550355,0.0003291777,0.03676715,0.001659296,0.00003826265,0.0004681948,0.0002825262,0.001038246,0.004381551],"genre_scores_gemma":[0.9519398,0.0002643712,0.04315501,0.0009082436,0.00004812789,0.0005124187,0.000560074,0.0002848291,0.002326973],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01996307,"threshold_uncertainty_score":0.1055761,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167809408","doi":"10.1109/wcre.1999.806964","title":"Experiments with clustering as a software remodularization method","year":2003,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":311,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Cluster analysis; Computer science; Reverse engineering; Data mining; Domain (mathematical analysis); Software; Code (set theory); Source code; Software engineering; Theoretical computer science; Machine learning; Programming language; Mathematics","authors":[{"name":"Nicolas Anquetil","is_ca":true},{"name":"Timothy C. Lethbridge","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02114513403742583,"gpt":0.3051099445116784,"spread":0.2839648104742525,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008327816,0.001499581,0.001308995,0.002091297,0.00158837,0.001067806,0.002235153,0.001906707,0.001870889],"category_scores_gemma":[0.03923976,0.0005663837,0.0009504872,0.003296235,0.001025903,0.001962127,0.001394633,0.001571542,0.0007719697],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001202803,"about_ca_system_score_gemma":0.000953148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006390264,"about_ca_topic_score_gemma":0.005533332,"domain_scores_codex":[0.9924259,0.003865264,0.0007836439,0.001089233,0.001372404,0.0004636014],"domain_scores_gemma":[0.9380143,0.04376283,0.002004347,0.007419297,0.007382265,0.001416965],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.01409724,0.01458701,0.03639768,0.002730096,0.001008541,0.0006300504,0.004250519,0.3782623,0.05530239,0.005682372,0.01498424,0.4720677],"study_design_scores_gemma":[0.001188159,0.006900892,0.02113922,0.00009074905,0.000338879,0.0003390943,0.00151186,0.9091331,0.04835876,0.005272727,0.005534264,0.0001922099],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9514106,0.0006080134,0.03871238,0.0003674255,0.0001544178,0.001123948,0.0009852236,0.002505817,0.004132145],"genre_scores_gemma":[0.8108128,0.0002400185,0.1815551,0.0001442318,0.00005602191,0.0009299564,0.002993125,0.000497044,0.002771687],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008327816,"threshold_uncertainty_score":0.04404223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2093400716","doi":"10.1007/s10664-015-9379-3","title":"What are mobile developers asking about? A large scale study using stack overflow","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":311,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Mobile device; World Wide Web; Mobile computing; Latent Dirichlet allocation; Context (archaeology); Software; Popularity; Mobile Web; Data science; Mobile technology; Software development; Topic model; Telecommunications; Artificial intelligence; Operating system","authors":[{"name":"Christoffer Rosen","is_ca":false},{"name":"Emad Shihab","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0514213064798872,"gpt":0.324397707768517,"spread":0.2729764012886298,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005751692,0.0004887506,0.0004382991,0.002525331,0.003141792,0.002442545,0.0008518639,0.001663472,0.001894284],"category_scores_gemma":[0.05263684,0.0007215972,0.0002750181,0.002191047,0.001485167,0.004181307,0.002157345,0.002351156,0.0005235501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001890045,"about_ca_system_score_gemma":0.003394705,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01676683,"about_ca_topic_score_gemma":0.04064523,"domain_scores_codex":[0.9968951,0.001451067,0.0002426888,0.0003550908,0.0006447904,0.0004112388],"domain_scores_gemma":[0.907984,0.06840722,0.01057587,0.002007544,0.006842412,0.00418298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002817505,0.002161656,0.7029215,0.0002576953,0.00006389122,0.001183259,0.2563147,0.0001113335,0.001772785,0.0007381536,0.002113847,0.03207939],"study_design_scores_gemma":[0.0001156879,0.0009109539,0.6762496,0.0003248202,0.0001161987,0.0006376585,0.3124281,0.0008770539,0.00109338,0.0005268846,0.006644589,0.00007508994],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9988866,0.00004934704,0.00016807,0.0001833474,0.000004059008,0.00003792654,0.00005055216,0.000007002263,0.0006130934],"genre_scores_gemma":[0.9979048,0.0001626871,0.0005234713,0.000290651,0.0000131345,0.0001205092,0.000117254,0.00001886342,0.0008487525],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01676683,"threshold_uncertainty_score":0.03333849,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3144106047","doi":"10.1109/msr.2009.5069475","title":"The promises and perils of mining git","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":310,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Commit; Computer science; Decentralization; Semantics (computer science); Confusion; Focus (optics); Data science; Code (set theory); Source code; World Wide Web; Computer security; Database; Political science; Programming language; Set (abstract data type)","authors":[{"name":"Christian Bird","is_ca":false},{"name":"Peter C. Rigby","is_ca":true},{"name":"Earl T. Barr","is_ca":false},{"name":"David J. Hamilton","is_ca":false},{"name":"Daniel M. Germán","is_ca":true},{"name":"Prémkumar Dévanbu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01494064876810455,"gpt":0.2601414647745975,"spread":0.245200816006493,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1651691,0.001802266,0.002848276,0.02104551,0.005956217,0.01947621,0.007215227,0.006229762,0.001140287],"category_scores_gemma":[0.4530978,0.00203891,0.001902596,0.02234838,0.01528206,0.03594103,0.01268392,0.01294424,0.001335412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004774755,"about_ca_system_score_gemma":0.008772228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005088204,"about_ca_topic_score_gemma":0.008103662,"domain_scores_codex":[0.854779,0.08575933,0.00889255,0.0113123,0.03683215,0.002424774],"domain_scores_gemma":[0.3858554,0.4312324,0.02727302,0.1143469,0.03490128,0.00639111],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001177595,0.0005846863,0.2213413,0.004341671,0.0007659025,0.001697643,0.02163153,0.02796626,0.004444677,0.139976,0.05377226,0.5223005],"study_design_scores_gemma":[0.0001978268,0.0002701869,0.05680725,0.002025568,0.0002075264,0.00218766,0.0208345,0.1303884,0.005486655,0.6357783,0.1452772,0.0005389287],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3025976,0.02548324,0.4628119,0.1761629,0.002008006,0.000865939,0.01112508,0.005158046,0.01378739],"genre_scores_gemma":[0.4266008,0.005447721,0.544447,0.005661374,0.002367391,0.001037268,0.01082483,0.001345489,0.002268219],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8348309,"threshold_uncertainty_score":0.8735079,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160506632","doi":"10.1109/wcre.2009.28","title":"An Exploratory Study of the Impact of Code Smells on Software Change-proneness","year":2009,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":305,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Code smell; Eclipse; Computer science; Software quality; Code (set theory); Relation (database); Software; Programming language; Software development; Data mining","authors":[{"name":"Foutse Khomh","is_ca":true},{"name":"Massimiliano Di Penta","is_ca":false},{"name":"Yann‐Gaël Guéhéneuc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05944708631218296,"gpt":0.3358983610185198,"spread":0.2764512747063368,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003866633,0.0004502087,0.0002974478,0.001900538,0.0003515132,0.0007663702,0.0004651158,0.0005351357,0.001448121],"category_scores_gemma":[0.04205811,0.0002676014,0.0005886688,0.001476259,0.0006079455,0.001241831,0.000690682,0.0007078858,0.0002470079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000356281,"about_ca_system_score_gemma":0.0003811468,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001116408,"about_ca_topic_score_gemma":0.001986308,"domain_scores_codex":[0.9961423,0.001706919,0.0002904885,0.0005546215,0.001019942,0.0002857365],"domain_scores_gemma":[0.8080844,0.1500471,0.02844089,0.005412968,0.005267733,0.002746901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003919114,0.0003151525,0.9835057,0.00007134372,0.0001302518,0.0003075113,0.001297206,0.0004662618,0.00542599,0.00007760649,0.0001031409,0.007907857],"study_design_scores_gemma":[0.000006543805,0.0005242011,0.9967266,0.000006212916,0.00002338031,0.0001620384,0.0003359122,0.00111444,0.0009541978,0.00004628317,0.00009109071,0.000008981769],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9988266,0.00003157921,0.0005805778,0.00002389532,0.000001173515,0.00001778739,0.0001293527,0.00002195049,0.0003670456],"genre_scores_gemma":[0.9990514,0.00001688378,0.0006307327,0.00001020944,0.000003414277,0.00001408653,0.0001442782,0.000008386783,0.0001206394],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003866633,"threshold_uncertainty_score":0.02044892,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2148854374","doi":"10.1145/2491411.2491444","title":"Convergent contemporary software peer review practices","year":2013,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":301,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software peer review; Software review; Software; Android (operating system); Code review; World Wide Web; Software inspection; Software technical review; Data science; Software engineering; Software development; Software development process; Software quality; Software construction; Operating system","authors":[{"name":"Peter C. Rigby","is_ca":true},{"name":"Christian Bird","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07734132822184826,"gpt":0.3324186486525014,"spread":0.2550773204306531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06591981,0.0003508906,0.0007510504,0.007477292,0.006268153,0.01051146,0.003200315,0.002330622,0.003586183],"category_scores_gemma":[0.2612812,0.0006336101,0.0004807482,0.005049741,0.01129403,0.006861081,0.007199256,0.002374454,0.001015859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007536173,"about_ca_system_score_gemma":0.008451839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003197859,"about_ca_topic_score_gemma":0.003892498,"domain_scores_codex":[0.8660275,0.0545605,0.006750944,0.01636721,0.05272941,0.003564441],"domain_scores_gemma":[0.4985318,0.2698434,0.06439555,0.05239045,0.1017473,0.01309147],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003539727,0.0004021861,0.1512962,0.002250377,0.0003841119,0.001550717,0.3253777,0.002165177,0.008111614,0.08195911,0.01043596,0.4157128],"study_design_scores_gemma":[0.0002031581,0.001327874,0.3875415,0.002829039,0.000238678,0.004252526,0.1784279,0.008623498,0.007246234,0.08211926,0.3266758,0.0005144302],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8491365,0.0110261,0.03014489,0.01248688,0.0002682063,0.0004753492,0.0001004903,0.0003767193,0.09598473],"genre_scores_gemma":[0.990333,0.001708332,0.00417551,0.0005419049,0.0001972516,0.0001145557,0.00003337349,0.00007348223,0.002822604],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9340802,"threshold_uncertainty_score":0.3486214,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2050187629","doi":"10.1145/1052898.1052912","title":"Mylar","year":2005,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programmer; Java; Programming language; Task (project management); Context (archaeology); Code (set theory); Software engineering; Software system; Software; Aspect-oriented programming; Engineering","authors":[{"name":"Mik Kersten","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01355061999694686,"gpt":0.2581420106157525,"spread":0.2445913906188057,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001864478,0.0005769501,0.0004406372,0.001149279,0.0008866646,0.002737707,0.001512375,0.0009795369,0.1362839],"category_scores_gemma":[0.01109089,0.0005033548,0.0005342382,0.0008208268,0.0006497419,0.004213873,0.003712145,0.001213412,0.07813773],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000677774,"about_ca_system_score_gemma":0.0009446839,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007166325,"about_ca_topic_score_gemma":0.001474682,"domain_scores_codex":[0.9986369,0.0003254957,0.0001020016,0.0003332976,0.0004707431,0.0001315726],"domain_scores_gemma":[0.995129,0.001399925,0.0003976133,0.001303341,0.001344516,0.0004255496],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004473941,0.00009731516,0.002184166,0.0004685119,0.00001952857,0.0002358117,0.001534314,0.0004071801,0.004490857,0.04014591,0.5716605,0.3783084],"study_design_scores_gemma":[0.00003664278,0.0001015499,0.0008687754,0.0001348566,0.00001358172,0.0003792506,0.0003258661,0.001230509,0.002625779,0.00597337,0.9882812,0.00002860808],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.03487147,0.002728056,0.2050325,0.01279134,0.003522645,0.0006547222,0.01501962,0.1008607,0.6245191],"genre_scores_gemma":[0.1694255,0.00230922,0.1674773,0.007842579,0.00102094,0.001048856,0.01834403,0.01766804,0.6148636],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.1362839,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344444819","doi":"10.1145/2902362","title":"On the naturalness of software","year":2016,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Software Engineering Research","field":"Computer Science","cited_by":291,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Engineering and Physical Sciences Research Council","keywords":"Naturalness; Computer science; Natural language; Natural (archaeology); Software; Artificial intelligence; Program comprehension; Natural language processing; Simplicity; Code (set theory); Programming language; Linguistics; Software system; Set (abstract data type); Epistemology","authors":[{"name":"Abram Hindle","is_ca":true},{"name":"Earl T. Barr","is_ca":false},{"name":"Mark Gabel","is_ca":false},{"name":"Zhendong Su","is_ca":false},{"name":"Prémkumar Dévanbu","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04508847840595311,"gpt":0.2959249936897846,"spread":0.2508365152838315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007878223,0.0007100564,0.0007565708,0.002499955,0.002791858,0.007357979,0.001861116,0.002879716,0.003580762],"category_scores_gemma":[0.05834256,0.000902481,0.0008043867,0.001959777,0.01979394,0.01673961,0.003293452,0.004313029,0.0008482643],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002436539,"about_ca_system_score_gemma":0.002478671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005746363,"about_ca_topic_score_gemma":0.003595029,"domain_scores_codex":[0.9846436,0.007381175,0.001033984,0.003001132,0.003515805,0.000424319],"domain_scores_gemma":[0.9151634,0.06703555,0.003973648,0.008389581,0.004450383,0.0009875688],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009211133,0.00006342032,0.00540392,0.000253438,0.00002968558,0.0002545333,0.004354045,0.007362431,0.001607774,0.9370254,0.004947805,0.03860548],"study_design_scores_gemma":[0.00001298246,0.00004779833,0.002819508,0.0001492934,0.00001192493,0.0004260349,0.0009425919,0.0219327,0.0007132613,0.9463188,0.0265845,0.00004051164],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1999529,0.01238592,0.6270979,0.07718356,0.0007303439,0.0001978439,0.001735024,0.001583092,0.07913346],"genre_scores_gemma":[0.8765277,0.003876625,0.1056383,0.004733854,0.0008503463,0.0003793408,0.001388561,0.0006633641,0.005941921],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9972081,"threshold_uncertainty_score":0.04166454,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2051204868","doi":"10.1109/icsm.2012.6405249","title":"What makes a good code example?: A study of programming Q&A in StackOverflow","year":2012,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":290,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Documentation; Code (set theory); Answer set programming; Set (abstract data type); Questions and answers; World Wide Web; Programming language; Information retrieval","authors":[{"name":"Seyed Mehdi Nasehi","is_ca":true},{"name":"Jonathan Sillito","is_ca":true},{"name":"Frank Maurer","is_ca":true},{"name":"Chris Burns","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07388383997217017,"gpt":0.3253173807742034,"spread":0.2514335408020332,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02679757,0.0004510861,0.0006552538,0.002117758,0.008639721,0.00669808,0.002256479,0.003029426,0.003631907],"category_scores_gemma":[0.08899395,0.00105141,0.0003667823,0.001785594,0.01046445,0.0099669,0.005460867,0.00578327,0.0004953208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003887577,"about_ca_system_score_gemma":0.003741757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00583446,"about_ca_topic_score_gemma":0.01136489,"domain_scores_codex":[0.9702575,0.0243506,0.0006917838,0.0008888832,0.002475543,0.001335696],"domain_scores_gemma":[0.8380828,0.139792,0.008349578,0.00225704,0.006026377,0.00549225],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002931004,0.0004183651,0.006434924,0.0001347282,0.000004508475,0.0005121239,0.9837772,0.00003977738,0.0003878695,0.002460554,0.0007282776,0.005072325],"study_design_scores_gemma":[0.00002471504,0.0002626532,0.009087532,0.0002800299,0.000008585865,0.0003861661,0.9691765,0.0006268962,0.0004419819,0.001863863,0.01780563,0.00003550199],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9902981,0.0001201324,0.001512605,0.002339889,0.00001678334,0.00008409239,0.00002192876,0.000016505,0.005590061],"genre_scores_gemma":[0.992916,0.0003023454,0.002615251,0.001121204,0.00001493669,0.0001773502,0.00003255358,0.0000491439,0.002771268],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02679757,"threshold_uncertainty_score":0.1417208,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2153258502","doi":"10.1109/icre.2003.1232745","title":"Improving requirements tracing via information retrieval","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Software Engineering Research","field":"Computer Science","cited_by":290,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Framing (construction); Focus (optics); Information retrieval; Data mining; Software engineering; Programming language; Engineering","authors":[{"name":"Jane Huffman Hayes","is_ca":false},{"name":"Alex Dekhtyar","is_ca":false},{"name":"John G. Osborne","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01136877547295464,"gpt":0.253957388270777,"spread":0.2425886127978223,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0122479,0.002956297,0.002830101,0.01532773,0.001932046,0.00532977,0.003865258,0.003144339,0.00278677],"category_scores_gemma":[0.07285929,0.001169489,0.002336822,0.009241696,0.001238343,0.00910394,0.003406581,0.002968181,0.00294611],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001526951,"about_ca_system_score_gemma":0.004117292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007462699,"about_ca_topic_score_gemma":0.006462133,"domain_scores_codex":[0.9838406,0.006212915,0.001445903,0.001952219,0.005916569,0.0006318164],"domain_scores_gemma":[0.9302547,0.03793302,0.005400044,0.01269285,0.01321945,0.0004999156],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002126262,0.0005344162,0.002949537,0.0006128333,0.0001514802,0.0001668923,0.0008675457,0.01660273,0.02328911,0.004731224,0.006551174,0.9433305],"study_design_scores_gemma":[0.0002916665,0.0009082921,0.005742236,0.000375075,0.0006880193,0.001724419,0.001061708,0.7615347,0.1575317,0.03559711,0.03420001,0.0003450458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01486635,0.0006289703,0.9719909,0.0005094479,0.00004642601,0.0002667501,0.0001550425,0.009953854,0.001582248],"genre_scores_gemma":[0.07424155,0.0005007153,0.9218066,0.000257033,0.00009037374,0.0001986031,0.0007945309,0.000446556,0.001664064],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01532773,"threshold_uncertainty_score":0.0647738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2118944299","doi":"10.1145/581339.581390","title":"Concern graphs","year":2002,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":289,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Source code; Java; Scalability; Usability; Software engineering; Abstraction; Representation (politics); Graph; Software; Programming language; Source lines of code; Theoretical computer science; Human–computer interaction; Database","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04323818430936585,"gpt":0.2629492601822788,"spread":0.219711075872913,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001260994,0.001171519,0.0004943518,0.003303907,0.001551599,0.002391771,0.001572347,0.001394622,0.01655141],"category_scores_gemma":[0.006493564,0.0006897841,0.001667495,0.002678362,0.0008568044,0.005417434,0.002307638,0.001480251,0.004693059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001095293,"about_ca_system_score_gemma":0.001464712,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007207627,"about_ca_topic_score_gemma":0.009048946,"domain_scores_codex":[0.9981632,0.0004144685,0.0001856332,0.0004164819,0.0006515324,0.0001686452],"domain_scores_gemma":[0.9963048,0.001377096,0.0003403811,0.000850621,0.0009467578,0.000180404],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001993776,0.0001960422,0.005729206,0.00099678,0.0001512409,0.001283596,0.001968835,0.01485582,0.007209826,0.5516596,0.09424629,0.3215033],"study_design_scores_gemma":[0.0000282188,0.00006582665,0.001565457,0.0001777721,0.0001065682,0.001092956,0.0004806705,0.02510065,0.006069028,0.2986592,0.666598,0.00005572869],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01160749,0.0008435344,0.9207001,0.001311194,0.0002331919,0.0006774925,0.008826366,0.01106708,0.04473364],"genre_scores_gemma":[0.1935342,0.00237657,0.6875424,0.00122727,0.0002076762,0.001329709,0.03663741,0.004775086,0.07236979],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01655141,"threshold_uncertainty_score":0.05536997,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004758929","doi":"10.1016/j.sysarc.2010.06.003","title":"Using complexity, coupling, and cohesion metrics as early indicators of vulnerabilities","year":2010,"lang":"en","type":"article","venue":"Journal of Systems Architecture","topic":"Software Engineering Research","field":"Computer Science","cited_by":289,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Cohesion (chemistry); Software security assurance; Software quality; Secure coding; Software metric; Software bug; Vulnerability (computing); Software; Data mining; Software evolution; Vulnerability management; Software development; Software engineering; Computer security; Software construction; Vulnerability assessment; Information security","authors":[{"name":"Istehad Chowdhury","is_ca":true},{"name":"Mohammad Zulkernine","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02959389043743297,"gpt":0.2917865568671155,"spread":0.2621926664296825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003898494,0.001227983,0.0005206907,0.009127379,0.0005316249,0.002125034,0.0005913723,0.000936816,0.001050526],"category_scores_gemma":[0.03632811,0.0003509138,0.0007630214,0.003782411,0.000569847,0.003942064,0.001363204,0.001197767,0.000358731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007556871,"about_ca_system_score_gemma":0.001166633,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002795093,"about_ca_topic_score_gemma":0.006808547,"domain_scores_codex":[0.99603,0.0009431827,0.0003578546,0.0003128943,0.00208535,0.000270622],"domain_scores_gemma":[0.9644659,0.01767065,0.007421989,0.001924799,0.006774103,0.001742611],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000652355,0.0004622372,0.7759145,0.0002455715,0.0004998877,0.0002761034,0.001376697,0.01817936,0.02015718,0.005029306,0.002243039,0.1749637],"study_design_scores_gemma":[0.00007200924,0.002113783,0.6917934,0.0002055733,0.0006155035,0.001205061,0.001578637,0.2470975,0.03518658,0.01512475,0.004734305,0.0002728919],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9376776,0.0003915602,0.0562822,0.0002562491,0.0000590108,0.0001129594,0.0006901937,0.0006088943,0.003921351],"genre_scores_gemma":[0.9728212,0.0001029683,0.02564724,0.0000158053,0.00001267254,0.00005736743,0.0005105941,0.00004663121,0.0007855836],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009127379,"threshold_uncertainty_score":0.02061749,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}