{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":106,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":106,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"ba03e5cb2f5b","filters":{"venue":"IEEE Software"}},"results":[{"id":"W1965658570","doi":"10.1109/ms.2012.167","title":"Technical Debt: From Metaphor to Theory and Practice","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":691,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Code refactoring; Metaphor; Debt; Computer science; Software engineering; Software; Corporate debt; Software development; Engineering; Business; Finance; Linguistics; Programming language","authors":[{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02007688622465881,"gpt":0.2964599153745954,"spread":0.2763830291499366,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00912876,0.001038703,0.0009767923,0.005787389,0.004205312,0.01218771,0.002597986,0.006461686,0.004563906],"category_scores_gemma":[0.02150541,0.0006562143,0.0007001064,0.009163325,0.03986284,0.02950066,0.006674645,0.01016219,0.0009217334],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006300178,"about_ca_system_score_gemma":0.003920238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001987287,"about_ca_topic_score_gemma":0.001002623,"domain_scores_codex":[0.9896778,0.007178557,0.0004893253,0.0005889343,0.001641778,0.0004235464],"domain_scores_gemma":[0.9818117,0.01331614,0.001246376,0.001562305,0.001404072,0.0006594743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000005633465,0.000007581089,0.00008402357,0.0000737821,0.000002243082,0.00007424472,0.004919117,0.000152744,0.00005949526,0.986734,0.002812894,0.005074199],"study_design_scores_gemma":[0.00001407207,0.00002303486,0.0001929956,0.0004927194,0.000004489286,0.0003568961,0.005549446,0.001078494,0.0001245609,0.8239353,0.1682088,0.00001910745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02946124,0.08609831,0.3126427,0.2099387,0.005591535,0.0001374984,0.0002198323,0.0004796642,0.3554305],"genre_scores_gemma":[0.8234897,0.0504084,0.07954384,0.01932468,0.005159824,0.0004773878,0.0002385907,0.0006171203,0.02074052],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01218771,"threshold_uncertainty_score":0.04827809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1998265754","doi":"10.1109/ms.2006.105","title":"How are Java software developers using the Eclipse IDE?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":407,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Java; Computer science; Popularity; Software development; Development environment; Software engineering; Software; World Wide Web; Operating system","authors":[{"name":"Gail C. Murphy","is_ca":true},{"name":"Mik Kersten","is_ca":true},{"name":"Leah Findlater","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02894594475689117,"gpt":0.2534921181635719,"spread":0.2245461734066807,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00630144,0.0002565795,0.0003842225,0.001410811,0.001151674,0.005133734,0.00065046,0.001522614,0.003476562],"category_scores_gemma":[0.04227114,0.0004020494,0.000324789,0.001345803,0.001314745,0.008081282,0.0009257363,0.00135256,0.00305665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006449813,"about_ca_system_score_gemma":0.001063447,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004058956,"about_ca_topic_score_gemma":0.0088157,"domain_scores_codex":[0.992341,0.003051222,0.0004597368,0.001078098,0.002171241,0.0008986919],"domain_scores_gemma":[0.9723002,0.0108698,0.006813353,0.001831161,0.005485083,0.002700365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001758872,0.0002803194,0.5961824,0.0001813405,0.0001095443,0.001194007,0.02610507,0.0001907438,0.002482507,0.005013026,0.02147336,0.3466118],"study_design_scores_gemma":[0.0000405129,0.0002317484,0.6936818,0.0005748309,0.0001683414,0.008339372,0.1027823,0.002253985,0.003144678,0.01641599,0.1721431,0.0002232004],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8840393,0.007483756,0.009534806,0.03329183,0.0005675525,0.00004977906,0.0004993561,0.0005126783,0.06402092],"genre_scores_gemma":[0.9792495,0.003341019,0.002774845,0.002784298,0.0001293475,0.00003420206,0.0003271479,0.0001583081,0.01120125],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00630144,"threshold_uncertainty_score":0.03332561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156448859","doi":"10.1109/ms.2009.161","title":"Recommendation Systems for Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":387,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software construction; Personal software process; Software peer review; Reuse; Software system; Package development process; Software Engineering Process Group; Software; World Wide Web; Engineering; Operating system","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Robert J. Walker","is_ca":true},{"name":"Thomas Zimmermann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0223554942090374,"gpt":0.2680150422771015,"spread":0.2456595480680641,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007635613,0.001662816,0.002260681,0.005811171,0.001849639,0.004321072,0.002946838,0.004426533,0.0243089],"category_scores_gemma":[0.03390932,0.0009858782,0.002126625,0.008296144,0.000814896,0.006983774,0.002399367,0.002825223,0.01809641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002295561,"about_ca_system_score_gemma":0.001725047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01726199,"about_ca_topic_score_gemma":0.01906982,"domain_scores_codex":[0.9918847,0.003170722,0.0008056827,0.001446871,0.00244456,0.0002474537],"domain_scores_gemma":[0.9852014,0.007010658,0.0006633579,0.003017335,0.003788337,0.0003188796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003565415,0.0002854265,0.002332051,0.001134175,0.0006237102,0.0001834581,0.0002286332,0.02573929,0.001319906,0.0603397,0.1200223,0.7874349],"study_design_scores_gemma":[0.0004041318,0.0003560117,0.002386441,0.0006105704,0.0005306425,0.0005464896,0.0002629094,0.4890866,0.002844921,0.198935,0.3037781,0.0002581901],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004576263,0.01314557,0.9318718,0.005386975,0.001071419,0.001142151,0.003170921,0.01763458,0.02200036],"genre_scores_gemma":[0.09236615,0.01335817,0.8498011,0.002237015,0.001344524,0.001542485,0.009179831,0.0007146875,0.02945607],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0243089,"threshold_uncertainty_score":0.08132136,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008107570","doi":"10.1109/ms.2009.193","title":"What Makes APIs Hard to Learn? Answers from Developers","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Microsoft Research","keywords":"Application programming interface; Computer science; Learnability; Usability; Reuse; Software engineering; World Wide Web; Interface (matter); Software development; Software; Human–computer interaction; Programming language; Engineering; Operating system","authors":[{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02359606906170304,"gpt":0.2671319431312975,"spread":0.2435358740695944,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01940263,0.0009518212,0.0009812808,0.002413701,0.008515798,0.01182591,0.001954271,0.01356142,0.009096863],"category_scores_gemma":[0.1066201,0.0009219491,0.000816558,0.002150235,0.01140464,0.02691119,0.009880471,0.01382856,0.003609371],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004103102,"about_ca_system_score_gemma":0.008270158,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006104372,"about_ca_topic_score_gemma":0.008344947,"domain_scores_codex":[0.9823269,0.008379487,0.0008673149,0.001371633,0.004410093,0.002644632],"domain_scores_gemma":[0.8921381,0.06065258,0.007235406,0.003995817,0.0224439,0.01353425],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.00007009907,0.0002339648,0.01736735,0.0007834042,0.00005688611,0.001645997,0.09351159,0.0001743887,0.0004766262,0.05148369,0.6007077,0.2334884],"study_design_scores_gemma":[0.00006524231,0.00009706218,0.00606483,0.002136572,0.00005777823,0.00233522,0.2996914,0.0004499629,0.0004116597,0.08879763,0.5997511,0.0001415977],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01329548,0.01099493,0.003063412,0.9480466,0.002249532,0.0000243524,0.00005440523,0.0001564365,0.02211491],"genre_scores_gemma":[0.5141581,0.0459671,0.01107513,0.3901677,0.005548192,0.000289885,0.0003012501,0.000632512,0.03186024],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01940263,"threshold_uncertainty_score":0.1026121,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070848457","doi":"10.1109/ms.2008.107","title":"A Replicated Survey of IT Software Project Failures","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Software project management; Software review; Software peer review; Software; Software engineering; Computer science; Software development; Engineering; Software construction; Operating system","authors":[{"name":"Khaled El Emam","is_ca":true},{"name":"A. Güneş Koru","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07118256728858817,"gpt":0.3032006274918481,"spread":0.2320180602032599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008549224,0.0002478335,0.0003881018,0.006782906,0.0006999326,0.001446205,0.0008832668,0.000903907,0.003450984],"category_scores_gemma":[0.05018699,0.0004115991,0.0003496525,0.009759412,0.0004666845,0.002278489,0.001850367,0.0008620524,0.002600501],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001163438,"about_ca_system_score_gemma":0.001685889,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009447376,"about_ca_topic_score_gemma":0.008255052,"domain_scores_codex":[0.9881122,0.004126456,0.001835438,0.00121926,0.003914753,0.0007920014],"domain_scores_gemma":[0.9094377,0.02086983,0.02519196,0.008207262,0.03186727,0.004426021],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001205866,0.00009802365,0.9489045,0.0002393208,0.00006492328,0.0001488391,0.003754871,0.0001849198,0.0005302122,0.0002207454,0.00864744,0.03708568],"study_design_scores_gemma":[0.000008396533,0.0002657869,0.9855345,0.0001037212,0.00002087824,0.0002631287,0.005196557,0.0003537799,0.0001921034,0.0001080166,0.007929351,0.00002362192],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.982653,0.0011075,0.001513182,0.001208057,0.00003255986,0.0001496609,0.006569813,0.0001029267,0.006663375],"genre_scores_gemma":[0.9889043,0.00135092,0.0008129346,0.0005671651,0.00004275187,0.0003153247,0.005556155,0.00004884173,0.002401568],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9914508,"threshold_uncertainty_score":0.04521316,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111138279","doi":"10.1109/ms.2005.164","title":"The Art and Science of Software Release Planning","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Enterprise resource planning; Software release life cycle; Product (mathematics); Computer science; New product development; Resource (disambiguation); Process (computing); Software; Software engineering; Process management; Engineering; Software development; Business; Knowledge management; Software quality; Marketing; Operating system","authors":[{"name":"Guenther Ruhe","is_ca":true},{"name":"Moshood Omolade Saliu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01670601495543247,"gpt":0.2741704459699971,"spread":0.2574644310145647,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006968984,0.001569951,0.001474752,0.003614735,0.002373948,0.008893364,0.003389872,0.003886579,0.008936274],"category_scores_gemma":[0.02194245,0.001369898,0.001466078,0.005220787,0.01514773,0.009398217,0.003249972,0.006867345,0.00324755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004556734,"about_ca_system_score_gemma":0.006076816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009487039,"about_ca_topic_score_gemma":0.004549909,"domain_scores_codex":[0.9891793,0.003655169,0.0007854853,0.001716559,0.004257227,0.0004062927],"domain_scores_gemma":[0.9773267,0.01644132,0.00121723,0.003108404,0.0015078,0.0003984802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006931708,0.00006993007,0.0007192561,0.001123126,0.00005580497,0.0001609416,0.0007648604,0.02516614,0.0004678125,0.7499298,0.0271372,0.1943359],"study_design_scores_gemma":[0.00003382639,0.0000495301,0.000387821,0.0005154652,0.00002375168,0.0001914437,0.0002675953,0.0149648,0.0004436254,0.739392,0.2436619,0.00006818512],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004966874,0.1166389,0.731549,0.03418114,0.003968588,0.0003173131,0.00096263,0.001211651,0.106204],"genre_scores_gemma":[0.1983671,0.1790606,0.5737477,0.008212718,0.008745916,0.0009491502,0.00140683,0.0009075971,0.02860244],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009487039,"threshold_uncertainty_score":0.036856,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2136904599","doi":"10.1109/ms.2006.126","title":"Guest Editors' Introduction: Global Software Development: How Far Have We Come?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Software peer review; Computer science; Social software engineering; Software development process; Software engineering; Personal software process; Software; Engineering management; Engineering; Software construction","authors":[{"name":"Daniela Damian","is_ca":true},{"name":"Deependra Moitra","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01102441306856668,"gpt":0.2332645831686182,"spread":0.2222401701000515,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003415132,0.00178868,0.001826723,0.002430146,0.001713564,0.006400515,0.002035228,0.00399556,0.01981433],"category_scores_gemma":[0.01155513,0.0005119733,0.001030444,0.001801551,0.001468254,0.004601886,0.00181902,0.007734975,0.01204937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001182414,"about_ca_system_score_gemma":0.001273194,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006324484,"about_ca_topic_score_gemma":0.001406908,"domain_scores_codex":[0.9979088,0.0003090223,0.0002769698,0.0003953648,0.0009249637,0.0001849977],"domain_scores_gemma":[0.9828903,0.004978874,0.0009755551,0.0004736974,0.00812589,0.002555772],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002377024,0.00001089371,0.000116565,0.0002301029,0.000005743037,0.00008838499,0.00005384821,0.00005680864,0.0001083631,0.00087982,0.9803718,0.01805387],"study_design_scores_gemma":[0.00001498755,0.00005215886,0.0004544767,0.0003808406,0.00002099439,0.000363148,0.000173038,0.0002732741,0.0001823837,0.001357498,0.9967078,0.00001938832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0003134001,0.01344227,0.001074203,0.05629379,0.9231755,0.00002252865,0.00007272684,0.0001393913,0.005466168],"genre_scores_gemma":[0.00429914,0.02577753,0.001033172,0.03292806,0.9037156,0.00004550697,0.0001679065,0.0002099583,0.03182312],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.01981433,"threshold_uncertainty_score":0.06628555,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2201200918","doi":"10.1109/ms.2015.158","title":"Requirements: The Key to Sustainability","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Deutsche Forschungsgemeinschaft","keywords":"Social software engineering; Software requirements; Paradigm shift; Software engineering; Software Engineering Process Group; Software development; Sustainability; Key (lock); Computer science; Software peer review; Focus (optics); Personal software process; Software; Engineering; Software construction; Systems engineering; Engineering management; Computer security; Programming language","authors":[{"name":"Christoph Becker","is_ca":true},{"name":"Stefanie Betz","is_ca":false},{"name":"Ruzanna Chitchyan","is_ca":false},{"name":"Letícia Duboc","is_ca":false},{"name":"Steve Easterbrook","is_ca":true},{"name":"Birgit Penzenstadler","is_ca":false},{"name":"Seyff Norbet","is_ca":false},{"name":"Colin C. Venters","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02696040185903763,"gpt":0.2627659894617791,"spread":0.2358055876027415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005830586,0.0006101572,0.0004171988,0.0009970664,0.00280694,0.008543478,0.000978448,0.004020009,0.01203717],"category_scores_gemma":[0.02042735,0.0004131896,0.0004060614,0.001391,0.0130703,0.01415869,0.005006005,0.005761358,0.004156384],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00295754,"about_ca_system_score_gemma":0.004649477,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003001351,"about_ca_topic_score_gemma":0.002010824,"domain_scores_codex":[0.9921896,0.004135345,0.0003110672,0.000603838,0.002251149,0.0005089434],"domain_scores_gemma":[0.9860183,0.008009493,0.0006943203,0.001737152,0.00265508,0.0008857194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001426278,0.00001567296,0.0002214013,0.0002009166,0.000008297407,0.00008096921,0.001583659,0.0006627028,0.0007149727,0.9077191,0.0353777,0.05340042],"study_design_scores_gemma":[0.000005909894,0.00001513585,0.0001906009,0.0002556824,0.000004557575,0.0001433493,0.001160555,0.0005695772,0.0005326372,0.5973287,0.3997771,0.00001629235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0159639,0.02508493,0.1217263,0.321571,0.00322015,0.00008622509,0.0003123305,0.0008286017,0.5112066],"genre_scores_gemma":[0.7387294,0.03866577,0.06850931,0.03649455,0.004268934,0.0002709785,0.0004939728,0.001185532,0.1113816],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01203717,"threshold_uncertainty_score":0.0402683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","authors":[{"name":"Pekka Abrahamsson","is_ca":false},{"name":"Muhammad Ali Babar","is_ca":false},{"name":"Philippe Kruchten","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01863158711266795,"gpt":0.2656386771158057,"spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009872717,0.001289898,0.002206663,0.004261133,0.003258753,0.02017578,0.002827771,0.007112941,0.01307186],"category_scores_gemma":[0.01961672,0.001344137,0.0008963016,0.004480472,0.02399967,0.04405821,0.01302778,0.01006022,0.002850391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004349804,"about_ca_system_score_gemma":0.005592011,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005408723,"about_ca_topic_score_gemma":0.004638184,"domain_scores_codex":[0.9877442,0.006122348,0.0004154728,0.001242629,0.002102707,0.0023727],"domain_scores_gemma":[0.9784126,0.01097438,0.00255827,0.001556504,0.002571388,0.003926946],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002543177,0.0001460586,0.01524694,0.000835994,0.0001836704,0.0004160048,0.0110824,0.0006636421,0.0005049435,0.7601831,0.01602535,0.1944575],"study_design_scores_gemma":[0.00005004807,0.0001483902,0.009670347,0.001336308,0.00008863406,0.000643387,0.01361941,0.001180216,0.0001313453,0.9149159,0.05812607,0.00008980731],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.07921042,0.1879272,0.06039147,0.3671506,0.004537971,0.0001677001,0.000243904,0.0008619344,0.2995088],"genre_scores_gemma":[0.8933938,0.05035556,0.01467726,0.02198481,0.004484292,0.0002768897,0.0001687915,0.000218791,0.01443978],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.02017578,"threshold_uncertainty_score":0.05221254,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2781728735","doi":"10.1109/ms.2017.4541027","title":"Software Bots","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"AI in Service Interactions","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Social software engineering; Computer science; Software engineering; Software peer review; Software; Personal software process; Software construction; World Wide Web; Operating system","authors":[{"name":"Carlene Lebeuf","is_ca":true},{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"Alexey Zagalsky","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02829551490794084,"gpt":0.2978867624743128,"spread":0.269591247566372,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002775534,0.0009958579,0.0006167106,0.002115126,0.003375738,0.002963395,0.001375673,0.002958546,0.01256268],"category_scores_gemma":[0.01193282,0.0005700296,0.0009366517,0.001121995,0.002570801,0.006045375,0.003651494,0.002594452,0.006194279],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001934068,"about_ca_system_score_gemma":0.001622022,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003426864,"about_ca_topic_score_gemma":0.003907807,"domain_scores_codex":[0.9962634,0.0009564966,0.0001566386,0.000569156,0.001538126,0.000516178],"domain_scores_gemma":[0.9904203,0.003500296,0.001208077,0.002063428,0.002021479,0.0007864936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003723094,0.0005973594,0.02171942,0.001555971,0.0002533228,0.003617923,0.01048254,0.008732562,0.03534023,0.4294018,0.1456293,0.3422973],"study_design_scores_gemma":[0.0000851573,0.0004502549,0.008528759,0.0007480137,0.0001496971,0.005638144,0.002971566,0.04163256,0.01089746,0.1136053,0.8151637,0.0001293546],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.1526231,0.004211084,0.3804609,0.0169924,0.001860755,0.001601272,0.0009713992,0.01451997,0.4267592],"genre_scores_gemma":[0.7647372,0.002966403,0.07293964,0.009674049,0.0004230396,0.0006851755,0.001137396,0.001266304,0.1461708],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.01256268,"threshold_uncertainty_score":0.0420264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","authors":[{"name":"Gias Uddin","is_ca":true},{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07248001776407481,"gpt":0.3025217260625798,"spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02804084,0.0007040513,0.0007697443,0.006312309,0.005558358,0.009528464,0.002723691,0.004624933,0.005276802],"category_scores_gemma":[0.2248252,0.001404152,0.0008895437,0.006144507,0.005856731,0.01399883,0.006612814,0.004114188,0.003960492],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00395068,"about_ca_system_score_gemma":0.008170363,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01239289,"about_ca_topic_score_gemma":0.009997517,"domain_scores_codex":[0.9474705,0.01783414,0.005315262,0.00326048,0.02282445,0.003295082],"domain_scores_gemma":[0.7614959,0.1226731,0.03054658,0.03273541,0.04714005,0.005408988],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002234298,0.0003305513,0.1406741,0.001270345,0.0001654621,0.008746199,0.1205075,0.002344497,0.004029121,0.05079702,0.09618241,0.5747293],"study_design_scores_gemma":[0.00008645649,0.0005770792,0.1060685,0.005754847,0.0004102354,0.02808655,0.1174366,0.01193584,0.01245574,0.09116975,0.625487,0.0005314225],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7394364,0.005696298,0.05138014,0.07198111,0.0009337607,0.0002325831,0.0006252077,0.005941186,0.1237733],"genre_scores_gemma":[0.9552569,0.003378988,0.01650554,0.00629549,0.0002540447,0.0001400867,0.000689428,0.001837036,0.01564243],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02804084,"threshold_uncertainty_score":0.1482959,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036487649","doi":"10.1109/ms.2012.24","title":"Contemporary Peer Review in Action: Lessons from Open Source Development","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Defence Research and Development Canada; University of Victoria; Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Agile software development; Code review; Software engineering; Computer science; Software development; Software quality; Software inspection; Software development process; Software peer review; Personal software process; Process (computing); Technical peer review; Team software process; Asynchronous communication; Software technical review; Software; Process management; Engineering; Software construction; Peer review; Operating system","authors":[{"name":"Peter C. Rigby","is_ca":true},{"name":"Brendan Cleary","is_ca":true},{"name":"Frédéric Painchaud","is_ca":true},{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"Daniel M. Germán","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1696638496063756,"gpt":0.3791838742844237,"spread":0.209520024678048,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.09678905,0.0007082442,0.001177033,0.004738653,0.007583562,0.02058287,0.00461794,0.0108832,0.004731936],"category_scores_gemma":[0.1936062,0.0008747622,0.0008290467,0.004252049,0.02854056,0.02259165,0.0103853,0.01029564,0.002742838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00786183,"about_ca_system_score_gemma":0.01585395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005146816,"about_ca_topic_score_gemma":0.005521915,"domain_scores_codex":[0.8849905,0.0630464,0.004861034,0.006559724,0.03759873,0.002943579],"domain_scores_gemma":[0.5870537,0.287298,0.01476043,0.02375521,0.07182714,0.01530555],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001187669,0.0002444572,0.004153342,0.003051034,0.000101788,0.001140348,0.02807595,0.001674365,0.0005655588,0.2762411,0.12514,0.5594934],"study_design_scores_gemma":[0.00009841439,0.0001794734,0.003787108,0.002208804,0.00003153058,0.001048506,0.01174201,0.001162037,0.0005294565,0.2344897,0.7445889,0.0001340126],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.01353022,0.1335705,0.05931094,0.6559158,0.008357276,0.0002131217,0.00005042368,0.0006234655,0.1284283],"genre_scores_gemma":[0.5969913,0.1787229,0.06473467,0.08828709,0.02861984,0.0008417367,0.0001165441,0.001284122,0.04040172],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9032109,"threshold_uncertainty_score":0.5118756,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2547621596","doi":"10.1109/ms.2016.147","title":"Cyclomatic Complexity","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Engineering and Physical Sciences Research Council","keywords":"Cyclomatic complexity; Computer science; Popularity; Metric (unit); Software metric; Software engineering; Code (set theory); Object (grammar); Software; Simple (philosophy); Software development; Programming language; Data science; Theoretical computer science; Software quality; Artificial intelligence; Engineering; Set (abstract data type); Political science; Epistemology","authors":[{"name":"Christof Ebert","is_ca":false},{"name":"James Cain","is_ca":false},{"name":"Giuliano Antoniol","is_ca":true},{"name":"Steve Counsell","is_ca":false},{"name":"Phillip A. Laplante","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03786635918510187,"gpt":0.2744896209818131,"spread":0.2366232617967112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002376663,0.00106335,0.001221053,0.005402466,0.00227458,0.00970993,0.001871675,0.001781936,0.01702338],"category_scores_gemma":[0.01527798,0.0004040088,0.001449497,0.00527762,0.005631787,0.01063187,0.004218469,0.003384838,0.004075315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004647375,"about_ca_system_score_gemma":0.001930137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001992143,"about_ca_topic_score_gemma":0.001156472,"domain_scores_codex":[0.993521,0.001075276,0.0005897947,0.001709,0.002518814,0.0005860356],"domain_scores_gemma":[0.9868325,0.006175182,0.001410964,0.002218413,0.00250651,0.0008564616],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002525105,0.00001653326,0.0008707781,0.0001456939,0.00002494033,0.000053719,0.0001591669,0.002891717,0.000298307,0.9635796,0.0107588,0.02117546],"study_design_scores_gemma":[0.000006871082,0.00001708537,0.0005952571,0.00005418893,0.00001155134,0.0001729969,0.00007143899,0.006355001,0.0003770868,0.9484578,0.04385925,0.00002143644],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07607019,0.01629217,0.5236105,0.01549198,0.00173112,0.0003795701,0.008064934,0.00120063,0.3571589],"genre_scores_gemma":[0.7845591,0.01111638,0.1424421,0.003589384,0.003589213,0.0008723651,0.007675953,0.0006432466,0.04551231],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01702338,"threshold_uncertainty_score":0.0569489,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3215011116","doi":"10.1109/ms.2021.3130755","title":"Conceptualizing Digital Twins","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":122,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering","authors":[{"name":"Romina Eramo","is_ca":false},{"name":"Francis Bordeleau","is_ca":true},{"name":"Benoît Combemale","is_ca":false},{"name":"Mark van den Brand","is_ca":false},{"name":"Manuel Wimmer","is_ca":false},{"name":"Andreas Wortmann","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02166072588118796,"gpt":0.2272098786001635,"spread":0.2055491527189755,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005518407,0.0008052073,0.000518076,0.004683325,0.002931365,0.009719536,0.002349453,0.002309395,0.004355592],"category_scores_gemma":[0.01210171,0.0007395271,0.001247576,0.004880176,0.008178657,0.0247743,0.0113869,0.003023487,0.0007914482],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00231419,"about_ca_system_score_gemma":0.002984486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003850111,"about_ca_topic_score_gemma":0.003141796,"domain_scores_codex":[0.9955413,0.00185961,0.0004186866,0.0007239473,0.001129605,0.0003268976],"domain_scores_gemma":[0.9950032,0.001356027,0.000414938,0.001719837,0.0009695065,0.0005365645],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004426977,0.000006718146,0.0002622962,0.00001815648,0.000004025446,0.00008832989,0.001122636,0.0006609578,0.0001334407,0.9927629,0.0004540357,0.004482048],"study_design_scores_gemma":[0.000009098584,0.00002519363,0.0002330976,0.0001672969,0.00002772389,0.0005318719,0.004114673,0.01515608,0.001077227,0.8757024,0.10293,0.00002532427],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0407583,0.0009709719,0.8833616,0.004459796,0.0003326559,0.0002549377,0.0004238918,0.0004608414,0.06897703],"genre_scores_gemma":[0.4837332,0.001902869,0.4918841,0.001089439,0.0001738881,0.0006573503,0.001138951,0.0003882664,0.01903206],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009719536,"threshold_uncertainty_score":0.02918446,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2032219610","doi":"10.1109/ms.2009.16","title":"Mining Task-Based Social Networks to Explore Collaboration in Software Teams","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task (project management); IBM; Social network (sociolinguistics); Context (archaeology); World Wide Web; Software; Software development; Data science; Social network analysis; Software engineering; Social software engineering; Knowledge management; Software construction; Social media; Engineering; Systems engineering","authors":[{"name":"Timo Wolf","is_ca":true},{"name":"Adrian Schröter","is_ca":true},{"name":"Daniela Damian","is_ca":true},{"name":"Lucas D. Panjer","is_ca":true},{"name":"Thanh Nguyen","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03378415132012308,"gpt":0.2903802627805691,"spread":0.256596111460446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001971077,0.0006460454,0.000466984,0.01097918,0.001042365,0.00161299,0.0008440382,0.0009195292,0.001264342],"category_scores_gemma":[0.01241278,0.000297153,0.0009430755,0.006300214,0.0005277779,0.003136172,0.001712937,0.0006227117,0.000452048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007899206,"about_ca_system_score_gemma":0.0005723679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003353131,"about_ca_topic_score_gemma":0.006220759,"domain_scores_codex":[0.9977372,0.001171945,0.0001584121,0.0004168584,0.0003738091,0.0001417116],"domain_scores_gemma":[0.9882533,0.008174675,0.001612347,0.0008886241,0.0006019125,0.0004692488],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009218222,0.001646882,0.4902482,0.001197616,0.001325444,0.001400932,0.01216704,0.06663002,0.01056302,0.03770465,0.01107641,0.365118],"study_design_scores_gemma":[0.00009626754,0.0004124523,0.1792487,0.0001585935,0.0003278765,0.001002605,0.01081776,0.6817186,0.005528581,0.09825004,0.02230676,0.0001317044],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8105038,0.001074407,0.1748805,0.0009201519,0.00005916553,0.0004333362,0.003586101,0.0004639925,0.008078541],"genre_scores_gemma":[0.9215243,0.0003339202,0.07356216,0.00007316907,0.00005395108,0.0003039112,0.0029634,0.00004456182,0.001140646],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9989576,"threshold_uncertainty_score":0.0104242,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2003693092","doi":"10.1109/52.896247","title":"Using different communication media in requirements negotiation","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":97,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Negotiation; Computer science; Videoconferencing; Face-to-face; Multimedia; Face (sociological concept); Human–computer interaction; Software engineering; Knowledge management; Political science; Sociology","authors":[{"name":"Brian R. Gaines","is_ca":true},{"name":"Marta Shaw","is_ca":true},{"name":"Armin Eberlein","is_ca":true},{"name":"DE Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07190237722778792,"gpt":0.3512841123088291,"spread":0.2793817350810411,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01756713,0.0008818595,0.0005727187,0.00375091,0.002090037,0.009425417,0.001374837,0.00280562,0.00273658],"category_scores_gemma":[0.06486208,0.0006094063,0.0008214223,0.002743876,0.002848501,0.01333643,0.004622606,0.002466712,0.0006683293],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001197285,"about_ca_system_score_gemma":0.0008320279,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005403542,"about_ca_topic_score_gemma":0.0004138034,"domain_scores_codex":[0.9483339,0.04163594,0.002104988,0.001657124,0.00525098,0.001017078],"domain_scores_gemma":[0.9020637,0.08445608,0.004472213,0.004521932,0.003016577,0.001469463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.005426582,0.001393756,0.02986758,0.003036417,0.0006166747,0.001712072,0.05227179,0.006997222,0.04296869,0.1230099,0.002082725,0.7306166],"study_design_scores_gemma":[0.003243965,0.01405889,0.1218304,0.00618419,0.003665096,0.01120775,0.1408467,0.107544,0.1270296,0.2839694,0.17819,0.002229954],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7047303,0.00651859,0.1392736,0.005623461,0.0007694548,0.0005602747,0.00006727712,0.0004035565,0.1420536],"genre_scores_gemma":[0.9672456,0.0008695592,0.02915029,0.0004795618,0.0001769486,0.0002384063,0.00002769292,0.0000539241,0.00175789],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01756713,"threshold_uncertainty_score":0.09290498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039584808","doi":"10.1109/ms.2005.159","title":"Managing Change in Software Process Improvement","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process management; Change management (ITSM); Negotiation; Process (computing); Context (archaeology); Software quality; Knowledge management; Computer science; Team software process; Software development process; Quality management; Best practice; Software; Software development; Business; Engineering; Operations management; Marketing; Management; Management system","authors":[{"name":"Lars Mathiassen","is_ca":false},{"name":"Ojelanki Ngwenyama","is_ca":true},{"name":"Ivan Aaen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02357525965929955,"gpt":0.2895074524060809,"spread":0.2659321927467813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01605859,0.0007911191,0.0006599765,0.002782952,0.004947701,0.008765364,0.002117496,0.005352999,0.002819659],"category_scores_gemma":[0.03980534,0.0004827121,0.0006110726,0.002954115,0.008109199,0.01212042,0.005650344,0.00472194,0.0009227673],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004420009,"about_ca_system_score_gemma":0.004903807,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002328009,"about_ca_topic_score_gemma":0.002286071,"domain_scores_codex":[0.9720347,0.01597702,0.001138119,0.002028965,0.007222986,0.001598149],"domain_scores_gemma":[0.9751258,0.01555584,0.002476918,0.001964871,0.003533582,0.001342871],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001238859,0.0003268322,0.006320603,0.001021828,0.0000923637,0.000989684,0.02231614,0.008267775,0.002450274,0.1719624,0.01861556,0.7675126],"study_design_scores_gemma":[0.0001602838,0.001090684,0.00835064,0.001484899,0.0002065395,0.001801723,0.02485144,0.04133103,0.007769706,0.5275846,0.3850957,0.0002728811],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1070627,0.01991068,0.5157741,0.1382249,0.003986623,0.001510959,0.00007851066,0.002390763,0.2110606],"genre_scores_gemma":[0.8134426,0.005989689,0.1575485,0.006389333,0.0009026844,0.0007481644,0.00007030305,0.0001727968,0.01473596],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01605859,"threshold_uncertainty_score":0.08492696,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160708296","doi":"10.1109/ms.2007.155","title":"A Software Chasm: Software Engineering and Scientific Computing","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software development; Software requirements; Software construction; Software system; Software; Software peer review; Computer science; Personal software process; Software deployment; Engineering management; Systems engineering; Engineering; Operating system","authors":[{"name":"Diane Kelly","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02701085889276701,"gpt":0.2734204104807158,"spread":0.2464095515879488,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02105495,0.001371391,0.001976659,0.007108521,0.004227234,0.01529294,0.002298102,0.008675341,0.006550132],"category_scores_gemma":[0.04759909,0.001306486,0.001140906,0.00953919,0.02850259,0.03903616,0.01095227,0.01758644,0.003288685],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004043931,"about_ca_system_score_gemma":0.005252539,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001793745,"about_ca_topic_score_gemma":0.001183679,"domain_scores_codex":[0.9763395,0.01083954,0.001194231,0.001879568,0.008916399,0.0008308038],"domain_scores_gemma":[0.9241557,0.06052423,0.001612476,0.005482442,0.005763506,0.002461623],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000304931,0.00002973197,0.0003114227,0.0003143149,0.00004112579,0.0001181471,0.001145403,0.0008933576,0.0002583113,0.911061,0.03103894,0.05475769],"study_design_scores_gemma":[0.00001609184,0.00002515184,0.0001093771,0.0003505098,0.000007503193,0.0001491665,0.0002922194,0.002176797,0.0001767556,0.8880882,0.1085817,0.00002645788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.006349676,0.2027049,0.4017349,0.2769977,0.01187574,0.0001531714,0.000157779,0.002072492,0.09795363],"genre_scores_gemma":[0.3322131,0.2088796,0.2884836,0.08156941,0.04704078,0.00097261,0.0005462898,0.002905417,0.03738912],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9789451,"threshold_uncertainty_score":0.1113505,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2894409651","doi":"10.1109/ms.2018.3571224","title":"Software Engineering for Machine-Learning Applications: The Road Ahead","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":94,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software; Key (lock); Theme (computing); Software Engineering Process Group; Software construction; Systems engineering; Artificial intelligence; Engineering; Programming language; Operating system","authors":[{"name":"Foutse Khomh","is_ca":true},{"name":"Bram Adams","is_ca":true},{"name":"Jinghui Cheng","is_ca":true},{"name":"Marios Fokaefs","is_ca":true},{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04012733313453585,"gpt":0.2721944039980815,"spread":0.2320670708635456,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02116115,0.001149914,0.001190894,0.002964531,0.001894309,0.008946999,0.002240042,0.01031631,0.01273781],"category_scores_gemma":[0.03394729,0.0007386594,0.0009278287,0.00361965,0.005847756,0.02987674,0.005226402,0.0128511,0.006248035],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002803752,"about_ca_system_score_gemma":0.00638335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00209767,"about_ca_topic_score_gemma":0.002460554,"domain_scores_codex":[0.9915228,0.003173154,0.0005359506,0.000680749,0.003428367,0.0006590917],"domain_scores_gemma":[0.9381787,0.04093825,0.001076831,0.003714613,0.01278089,0.003310674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00007294027,0.0002162929,0.0005258505,0.001178376,0.00002956715,0.0000795228,0.0005555858,0.003228474,0.0010037,0.4609245,0.1193791,0.4128062],"study_design_scores_gemma":[0.00001841668,0.00009919315,0.0004581591,0.001263274,0.000008811629,0.0001186108,0.000777284,0.004822544,0.0005480812,0.4665333,0.5253124,0.00003998356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.006376973,0.3007823,0.1108081,0.5355107,0.01227619,0.00006280721,0.0002003426,0.0009905666,0.03299203],"genre_scores_gemma":[0.1340579,0.4952778,0.2565397,0.05747354,0.02451356,0.0002336511,0.0009577153,0.001788469,0.02915772],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02116115,"threshold_uncertainty_score":0.1119122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2603990485","doi":"10.1109/ms.2017.31","title":"What Do Developers Use the Crowd For? A Study Using Stack Overflow","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Helpfulness; Construct (python library); Software engineering; Crowdsourcing; Stack (abstract data type); World Wide Web; Software; Software development; Call stack; Programming language","authors":[{"name":"Rabe Abdalkareem","is_ca":true},{"name":"Emad Shihab","is_ca":true},{"name":"Juergen Rilling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09704486087371211,"gpt":0.3421492338608241,"spread":0.245104372987112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02651746,0.0006401181,0.0008200813,0.005382862,0.01057215,0.005769356,0.001402339,0.002232817,0.002120929],"category_scores_gemma":[0.09123119,0.0009517409,0.0005274812,0.003492387,0.004900941,0.01004155,0.00675619,0.002683945,0.0005871892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004904274,"about_ca_system_score_gemma":0.007147041,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02496841,"about_ca_topic_score_gemma":0.03191273,"domain_scores_codex":[0.983896,0.009358597,0.0007876164,0.001719887,0.002819785,0.001418181],"domain_scores_gemma":[0.8874769,0.08337118,0.008913191,0.004088122,0.01178055,0.004370105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001221736,0.0002972135,0.06755977,0.0003546796,0.00003824579,0.000718219,0.8797837,0.00008510151,0.0008762559,0.001877623,0.003528258,0.04475874],"study_design_scores_gemma":[0.00007181863,0.0002696644,0.06002514,0.0006579512,0.00007139755,0.0004010863,0.8923463,0.0007284113,0.001088243,0.002869791,0.04133816,0.0001321327],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9857837,0.0007480555,0.002231792,0.003786448,0.00007850347,0.0001795831,0.0001169105,0.00005309308,0.007021966],"genre_scores_gemma":[0.9936131,0.0006853078,0.001606703,0.001178806,0.00004378157,0.0002197273,0.00009230048,0.00006799374,0.002492297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02651746,"threshold_uncertainty_score":0.1402394,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213241976","doi":"10.1109/ms.2021.3133805","title":"AI-Driven Development Is Here: Should You Worry?","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Worry; Computer science; Software development; Software engineering; Software; Psychology; Operating system","authors":[{"name":"Neil Ernst","is_ca":true},{"name":"Gabriele Bavota","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04386800979763472,"gpt":0.2825543218158692,"spread":0.2386863120182345,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02149778,0.001143385,0.00154991,0.001762277,0.005401041,0.01297695,0.002379977,0.01273393,0.01844105],"category_scores_gemma":[0.08190932,0.0005814435,0.0009057631,0.001660133,0.01131961,0.03249924,0.004681389,0.034871,0.01362488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002740672,"about_ca_system_score_gemma":0.008804598,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005925567,"about_ca_topic_score_gemma":0.00872375,"domain_scores_codex":[0.9888487,0.004027194,0.0007582759,0.001132598,0.004185563,0.001047594],"domain_scores_gemma":[0.9159076,0.03558434,0.004025136,0.005171298,0.02906677,0.01024489],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009025289,0.00011036,0.001890534,0.0006328692,0.00006058709,0.0002629392,0.001148483,0.0001296635,0.0003031305,0.03075507,0.8520545,0.1125616],"study_design_scores_gemma":[0.00006152246,0.000120806,0.001392639,0.002659809,0.00005990812,0.0009602432,0.005967804,0.00037788,0.0003452884,0.09531817,0.8926252,0.0001106201],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0003470702,0.0133338,0.001872513,0.9639807,0.01685628,0.00001571497,0.00004118168,0.0002347327,0.003317996],"genre_scores_gemma":[0.02214298,0.04628368,0.01017054,0.8555783,0.04176672,0.0001119381,0.0001997188,0.0005952787,0.02315092],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.02149778,"threshold_uncertainty_score":0.1136925,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2086221358","doi":"10.1109/52.903173","title":"Improving subjective estimates using paired comparisons","year":2001,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ericsson (Canada); Research Canada","funders":"","keywords":"Computer science; Software; Scale (ratio); Sizing; Data science; Software technical review; Software development; Software engineering; Industrial engineering; Software quality; Engineering","authors":[{"name":"Эдуардо Миранда","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04136745351365596,"gpt":0.2897496913445795,"spread":0.2483822378309235,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09340024,0.002365317,0.002519191,0.004459603,0.001557892,0.004208458,0.002517969,0.001939178,0.009920135],"category_scores_gemma":[0.4086848,0.001125912,0.001758755,0.003374818,0.00214774,0.006203926,0.004913685,0.003061875,0.002145244],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008563959,"about_ca_system_score_gemma":0.001081612,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005267315,"about_ca_topic_score_gemma":0.0006870221,"domain_scores_codex":[0.8641042,0.09982403,0.006630758,0.01236053,0.01612068,0.0009598743],"domain_scores_gemma":[0.4812117,0.4262864,0.01690814,0.03538926,0.03900758,0.001197018],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003960178,0.000920341,0.0223169,0.00332226,0.002404531,0.0004021163,0.006396905,0.01566336,0.007411744,0.03690362,0.01247079,0.8878272],"study_design_scores_gemma":[0.002391832,0.01603205,0.1087885,0.002319569,0.004166001,0.002154526,0.008913321,0.298588,0.06460621,0.4213043,0.06917494,0.001560728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02260091,0.0005114374,0.9685106,0.0002743627,0.0006539413,0.0008021767,0.0003656569,0.00088748,0.005393477],"genre_scores_gemma":[0.3255482,0.0004584416,0.6650954,0.0005038752,0.0007046395,0.003981701,0.001036258,0.0005737563,0.002097691],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09340024,"threshold_uncertainty_score":0.4939536,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2747252153","doi":"10.1109/ms.2018.110154908","title":"Software Engineering for Sustainability: Find the Leverage Points!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council","keywords":"Leverage (statistics); Sustainability; Social software engineering; Personal software process; Software development; Software engineering; Software; Software Engineering Process Group; Software system; Computer science; Software construction; Software development process; Systems engineering; Engineering; Engineering management","authors":[{"name":"Birgit Penzenstadler","is_ca":false},{"name":"Letícia Duboc","is_ca":false},{"name":"Colin C. Venters","is_ca":false},{"name":"Stefanie Betz","is_ca":false},{"name":"Norbert Seyff","is_ca":false},{"name":"Krzsztof Wnuk","is_ca":false},{"name":"Ruzanna Chitchyan","is_ca":false},{"name":"Steve Easterbrook","is_ca":true},{"name":"Christoph Becker","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01214292814610456,"gpt":0.2360739977539916,"spread":0.2239310696078871,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01160054,0.001730264,0.0009699506,0.003773461,0.003141093,0.01026985,0.001967324,0.004662632,0.006659269],"category_scores_gemma":[0.02950056,0.001060235,0.0009654546,0.003719582,0.01664066,0.05083541,0.01032056,0.007753541,0.002953587],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002092386,"about_ca_system_score_gemma":0.003274486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002039736,"about_ca_topic_score_gemma":0.00237039,"domain_scores_codex":[0.9910801,0.00393695,0.0004158502,0.0009938622,0.002936438,0.0006367928],"domain_scores_gemma":[0.9780796,0.0137336,0.001163792,0.003518854,0.002497012,0.001007197],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004662136,0.00008757193,0.002912103,0.0007327436,0.00005761336,0.0004456946,0.006031614,0.001912683,0.001721587,0.7029119,0.01648076,0.2666591],"study_design_scores_gemma":[0.00001191685,0.00007729677,0.0004337757,0.001019989,0.00002796315,0.0002168108,0.003368329,0.002845092,0.00153505,0.8684257,0.1219922,0.0000458944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04132478,0.06007637,0.6181172,0.1755832,0.001726996,0.0001623714,0.0001791275,0.00180923,0.1010207],"genre_scores_gemma":[0.6455436,0.0568179,0.2676181,0.007185906,0.002136425,0.0003028415,0.0002329152,0.001352301,0.01881003],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01160054,"threshold_uncertainty_score":0.06135023,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2344561138","doi":"10.1109/ms.2015.149","title":"Is It Worth Responding to Reviews? Studying the Top Free Apps in Google Play","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Mobile apps; World Wide Web; App store; Computer science; Point (geometry); Internet privacy; Value (mathematics); Mobile device; Psychology","authors":[{"name":"Stuart Mcilroy","is_ca":true},{"name":"Weiyi Shang","is_ca":true},{"name":"Nasir Ali","is_ca":true},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1104179592527863,"gpt":0.366144305719745,"spread":0.2557263464669587,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005713227,0.0002626597,0.0004532745,0.001853807,0.001053639,0.00375132,0.000502399,0.0008450727,0.002255095],"category_scores_gemma":[0.0799574,0.0002447064,0.0003835926,0.001929033,0.0008847354,0.003666425,0.0006555085,0.0009191906,0.0009048652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001101067,"about_ca_system_score_gemma":0.0009431905,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006076676,"about_ca_topic_score_gemma":0.01425947,"domain_scores_codex":[0.9896039,0.004191721,0.0005331589,0.0005671703,0.004343484,0.0007605166],"domain_scores_gemma":[0.8797416,0.06833375,0.02402978,0.001930432,0.02115566,0.00480876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006847791,0.0003354488,0.7185317,0.001237525,0.000382233,0.0008990588,0.04723258,0.000159752,0.002878587,0.001550174,0.02487157,0.2012366],"study_design_scores_gemma":[0.00002803784,0.0006775621,0.9180011,0.0004289263,0.000237863,0.0008039001,0.04346911,0.0006493546,0.0009426507,0.0006831994,0.03399915,0.00007908064],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9683979,0.002639279,0.0005737558,0.005269495,0.0001971097,0.00007349287,0.0003656211,0.00004806574,0.02243533],"genre_scores_gemma":[0.9945235,0.00101311,0.0004596546,0.001081293,0.0002141823,0.00003699,0.0001363549,0.00003260545,0.002502276],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006076676,"threshold_uncertainty_score":0.03021479,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1990906822","doi":"10.1109/ms.2007.52","title":"So, You Think You Know Others' Goals? A Repertory Grid Study","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Repertory grid; Requirements engineering; Computer science; Grid; Domain (mathematical analysis); Requirements elicitation; Non-functional requirement; Requirements analysis; Stakeholder; Software engineering; Knowledge management; Systems engineering; Management science; Process management; Engineering; Software; Software development; Management; Psychology","authors":[{"name":"Nan Niu","is_ca":true},{"name":"Steve Easterbrook","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02910569755917046,"gpt":0.2992732030816835,"spread":0.270167505522513,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01494122,0.0002986572,0.0004235864,0.001894437,0.004501763,0.004053916,0.0006777531,0.001107642,0.001670571],"category_scores_gemma":[0.03156257,0.0003074047,0.0003271193,0.001995105,0.005988672,0.006807777,0.003683684,0.002128376,0.0003500789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001760767,"about_ca_system_score_gemma":0.001411675,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003212185,"about_ca_topic_score_gemma":0.003906065,"domain_scores_codex":[0.9877302,0.0102892,0.0002687362,0.0005301431,0.0007592791,0.0004225331],"domain_scores_gemma":[0.9823438,0.0136056,0.001052502,0.0007814673,0.001575429,0.0006412194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001012633,0.0001550495,0.02078231,0.0001147986,0.0000240102,0.0005608804,0.9046315,0.0001790868,0.0005446128,0.04369545,0.002564298,0.02664669],"study_design_scores_gemma":[0.00002762693,0.0001342229,0.008733415,0.0001621712,0.00001709655,0.0003506173,0.9516785,0.001126839,0.0002943171,0.02261784,0.01482978,0.00002766743],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9496373,0.0005232657,0.01420357,0.006122376,0.00005660649,0.0001573999,0.00003417145,0.0000183908,0.0292469],"genre_scores_gemma":[0.9951036,0.0001880917,0.002860238,0.0005633066,0.000005530717,0.00009238429,0.00001523014,0.00001056475,0.001160952],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01494122,"threshold_uncertainty_score":0.07901764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015271973","doi":"10.1109/ms.2005.156","title":"Improving After-the-Fact Tracing and Mapping: Supporting Software Quality Predictions","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Software engineering; Software; Quality (philosophy); Programming language","authors":[{"name":"Jane Huffman Hayes","is_ca":false},{"name":"Alex Dekhtyar","is_ca":false},{"name":"Senthil Karthikeyan Sundaram","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02326719810003678,"gpt":0.2865996602850546,"spread":0.2633324621850178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01192437,0.001607816,0.001092591,0.007626878,0.001121818,0.003949128,0.002230386,0.001869036,0.002313002],"category_scores_gemma":[0.1293171,0.0009402395,0.0007729105,0.004004253,0.001013772,0.007468712,0.002486149,0.001440884,0.001047179],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009619559,"about_ca_system_score_gemma":0.002384263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008064673,"about_ca_topic_score_gemma":0.00660359,"domain_scores_codex":[0.9910286,0.00368799,0.0007290273,0.001366781,0.002834808,0.000352845],"domain_scores_gemma":[0.9059756,0.06380642,0.007800774,0.01261136,0.009060091,0.0007457818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005356498,0.0007001945,0.04158609,0.000315007,0.0001167328,0.0003571765,0.002981714,0.06809992,0.00835211,0.01371266,0.005117632,0.8581251],"study_design_scores_gemma":[0.00007443935,0.0001515218,0.005851868,0.00007134239,0.00006680493,0.0001458959,0.0003171965,0.9419175,0.01833218,0.02856897,0.004442054,0.00006031203],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.108349,0.0002932362,0.8656391,0.0005583043,0.00003797776,0.0003061851,0.00067978,0.02044728,0.003688996],"genre_scores_gemma":[0.4316953,0.000214011,0.5646396,0.00006748853,0.00003197289,0.0001688705,0.001619412,0.0006250326,0.0009383084],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01192437,"threshold_uncertainty_score":0.06306285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107715674","doi":"10.1109/52.819970","title":"A modular software process mini-assessment method","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Impact","funders":"","keywords":"Scope (computer science); Process (computing); Computer science; Software engineering; Modular design; Software development process; Personal software process; Software; Focus (optics); Process management; Software Engineering Process Group; Software development; Engineering management; Engineering; Software construction; Programming language","authors":[{"name":"Karl E. Wiegers","is_ca":true},{"name":"D.C. Sturzenberger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01462063080317085,"gpt":0.3192028523388995,"spread":0.3045822215357287,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006451167,0.00109369,0.0005372367,0.002939161,0.0009235338,0.001830716,0.001676995,0.0009602801,0.01016237],"category_scores_gemma":[0.01711006,0.0007048952,0.0008041391,0.001765834,0.001230293,0.004000656,0.003540523,0.001793805,0.004015994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001052936,"about_ca_system_score_gemma":0.002732176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007623832,"about_ca_topic_score_gemma":0.001270362,"domain_scores_codex":[0.993332,0.002469705,0.0004529404,0.001105831,0.002450437,0.0001891344],"domain_scores_gemma":[0.9870402,0.005702562,0.0008624524,0.002329897,0.003617006,0.0004478632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002587686,0.0003765631,0.00336275,0.0004962957,0.00005428619,0.0001015972,0.002671916,0.003792441,0.01935179,0.05923776,0.006278395,0.9040175],"study_design_scores_gemma":[0.0005177472,0.002598226,0.01812126,0.001236778,0.0003468202,0.003392244,0.002144,0.310791,0.05750358,0.2643259,0.3385386,0.000483816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006851336,0.00009957485,0.9819428,0.0001930959,0.00007023098,0.0008564289,0.00009754027,0.001589138,0.008299953],"genre_scores_gemma":[0.05469821,0.0001015098,0.9360175,0.0001527305,0.00003836563,0.001754464,0.0002319552,0.0003312067,0.006674143],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01016237,"threshold_uncertainty_score":0.03411746,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112080211","doi":"10.1109/ms.2008.24","title":"Tests and Requirements, Requirements and Tests: A Möbius Strip","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Photochromic and Fluorescence Chemistry","field":"Materials Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Syntax; Computer science; Requirements engineering; Software engineering; Requirements analysis; Test (biology); Requirements elicitation; Programming language; Acceptance testing; Requirements management; Non-functional requirement; Natural language processing; Software; Software development","authors":[{"name":"Robert Martin","is_ca":false},{"name":"Grigori Melnik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04204179844796443,"gpt":0.2767380583499161,"spread":0.2346962599019517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04470225,0.001724589,0.000892676,0.003946649,0.002903877,0.01712932,0.002176692,0.00570722,0.01135868],"category_scores_gemma":[0.07410986,0.001900218,0.001017252,0.002174472,0.02240325,0.02958663,0.009664834,0.01027936,0.005794651],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004481351,"about_ca_system_score_gemma":0.006310856,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002501557,"about_ca_topic_score_gemma":0.001223936,"domain_scores_codex":[0.9461722,0.02883912,0.005127304,0.002785338,0.01608621,0.0009897767],"domain_scores_gemma":[0.9125201,0.05166252,0.004356952,0.01449149,0.01393775,0.003031129],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000133228,0.00009224211,0.0006031867,0.0002859524,0.00002379448,0.0005560957,0.01349252,0.001675816,0.002978471,0.8452772,0.01990608,0.1149754],"study_design_scores_gemma":[0.00007731393,0.0002399376,0.0007472767,0.001266501,0.00002267394,0.001514273,0.009414774,0.008568027,0.003366855,0.4894131,0.485247,0.0001221853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01215981,0.004074886,0.7709214,0.06981212,0.001848694,0.0007172908,0.0002091389,0.002272855,0.1379838],"genre_scores_gemma":[0.2648563,0.003856609,0.6015468,0.01618799,0.00158788,0.001779268,0.0004691365,0.003048211,0.1066678],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04470225,"threshold_uncertainty_score":0.2364109,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3024434753","doi":"10.1109/ms.2020.2995125","title":"A Hitchhiker's Guide to Model-Driven Engineering for Data-Centric Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Wilfrid Laurier University; University of Ottawa; Université du Québec à Montréal; Queen's University; McGill University","funders":"","keywords":"Computer science; Software engineering; Data modeling; Software development; Software; Systems engineering; Artificial intelligence; Engineering; Programming language","authors":[{"name":"Benoît Combemale","is_ca":false},{"name":"Jörg Kienzle","is_ca":true},{"name":"Gunter Mussbacher","is_ca":true},{"name":"Hyacinth Ali","is_ca":true},{"name":"Daniel Amyot","is_ca":true},{"name":"Mojtaba Bagherzadeh","is_ca":true},{"name":"Edouard Batot","is_ca":true},{"name":"Nelly Bencomo","is_ca":false},{"name":"Benjamin Benni","is_ca":false},{"name":"Jean‐Michel Bruel","is_ca":false},{"name":"Jordi Cabot","is_ca":false},{"name":"Betty H. C. Cheng","is_ca":false},{"name":"Philippe Collet","is_ca":false},{"name":"Gregor Engels","is_ca":false},{"name":"Robert Heinrich","is_ca":false},{"name":"Jean‐Marc Jezéquél","is_ca":false},{"name":"Anne Koziolek","is_ca":false},{"name":"Sébastien Mosser","is_ca":true},{"name":"Ralf Reussner","is_ca":false},{"name":"Houari Sahraoui","is_ca":true},{"name":"Rijul Saini","is_ca":true},{"name":"June Sallou","is_ca":false},{"name":"Serge Stinckwich","is_ca":false},{"name":"Eugene Syriani","is_ca":true},{"name":"Manuel Wimmer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04089678605667016,"gpt":0.2754748077954939,"spread":0.2345780217388238,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00502965,0.003707247,0.001943441,0.003787522,0.001220097,0.004552644,0.004551363,0.004655735,0.01867045],"category_scores_gemma":[0.01071051,0.002921899,0.002029798,0.004586075,0.004014156,0.006123649,0.002674844,0.009889021,0.01587079],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002348746,"about_ca_system_score_gemma":0.005301108,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01057779,"about_ca_topic_score_gemma":0.01397462,"domain_scores_codex":[0.9970255,0.0008312171,0.0003782793,0.0002561282,0.001380048,0.000128816],"domain_scores_gemma":[0.9918036,0.005709294,0.0002107488,0.0007307659,0.001400426,0.0001451634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003930508,0.0001857778,0.0002778659,0.001446228,0.00009063679,0.0004502131,0.000733312,0.0176279,0.002185359,0.4415592,0.3319565,0.2034477],"study_design_scores_gemma":[0.00003045858,0.00004889525,0.0002082372,0.000651478,0.00002642656,0.0003042131,0.00009361454,0.0175338,0.0009091636,0.2762699,0.7038648,0.0000590294],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0002544493,0.01661466,0.9330741,0.008356929,0.001399062,0.0002626601,0.0009188397,0.004622514,0.03449685],"genre_scores_gemma":[0.009200573,0.02506011,0.9055907,0.004858823,0.001369551,0.001156089,0.001521909,0.002248493,0.04899375],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01867045,"threshold_uncertainty_score":0.06245887,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290793703","doi":"10.1109/ms.2016.31","title":"A Deep-Intelligence Framework for Online Video Processing","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Scalability; Big data; Deep learning; Architecture; Distributed computing; Computer architecture; Artificial intelligence; Database; Data mining; Operating system","authors":[{"name":"Weishan Zhang","is_ca":false},{"name":"Liang Xu","is_ca":false},{"name":"Zhongwei Li","is_ca":false},{"name":"Qinghua Lu","is_ca":false},{"name":"Yan Liu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02850030523646675,"gpt":0.306971460595694,"spread":0.2784711553592273,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000705645,0.0006968845,0.0006070923,0.0005965977,0.0005393153,0.001108469,0.002451363,0.0008491594,0.00299553],"category_scores_gemma":[0.001150241,0.0004680491,0.0009905074,0.0006825633,0.0006892013,0.001700625,0.001317689,0.002000816,0.0009788298],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0012432,"about_ca_system_score_gemma":0.00207536,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01641471,"about_ca_topic_score_gemma":0.023864,"domain_scores_codex":[0.9996424,0.00004694675,0.0000245481,0.00007588011,0.0001559508,0.00005423186],"domain_scores_gemma":[0.9996886,0.00008781382,0.00001996427,0.00005829719,0.0001107467,0.00003458342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002383282,0.000338373,0.001091677,0.0002306137,0.0001791478,0.0002873316,0.0001474645,0.4478602,0.01624096,0.103416,0.03111472,0.3988551],"study_design_scores_gemma":[0.00001057021,0.0000138032,0.0000675608,0.0000055776,0.000007322952,0.0000240084,0.000005975862,0.9756659,0.002008495,0.01740024,0.004782179,0.000008360395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.001899404,0.0002045986,0.9915184,0.0001521776,0.00004465505,0.00004634503,0.0001592964,0.004651602,0.001323459],"genre_scores_gemma":[0.1273892,0.0003960014,0.8662441,0.0002459779,0.00005872915,0.0001945372,0.0009041365,0.0003648394,0.004202402],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01641471,"threshold_uncertainty_score":0.03263831,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2077182211","doi":"10.1109/ms.2013.66","title":"Developer Dashboards: The Need for Qualitative Analytics","year":2013,"lang":"en","type":"article","venue":"IEEE Software","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Analytics; IBM; Situation awareness; Adaptation (eye); Data science; Knowledge management; Workload; Task (project management); Situational ethics; Process management; Engineering; Systems engineering","authors":[{"name":"Olga Baysal","is_ca":true},{"name":"Reid Holmes","is_ca":true},{"name":"Michael W. Godfrey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07780871811451874,"gpt":0.4240877947459236,"spread":0.3462790766314049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1835707,0.001319716,0.001270945,0.01106544,0.004681587,0.01856061,0.003652509,0.002174474,0.005630909],"category_scores_gemma":[0.3329566,0.001235461,0.0007652226,0.01201301,0.008198078,0.02196226,0.008717312,0.00579625,0.001206867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01037791,"about_ca_system_score_gemma":0.01873318,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00531931,"about_ca_topic_score_gemma":0.008398292,"domain_scores_codex":[0.8359903,0.1292364,0.008650938,0.003863705,0.02040568,0.001853038],"domain_scores_gemma":[0.4464519,0.4494082,0.01442438,0.02748119,0.05640941,0.005824879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002825613,0.0004960685,0.01508267,0.006216758,0.0001271165,0.0006436486,0.3163123,0.003945813,0.004303714,0.1911043,0.08335154,0.3781336],"study_design_scores_gemma":[0.0001487419,0.0002537395,0.004523083,0.005845626,0.00004394087,0.0002931082,0.3858877,0.008810297,0.002856344,0.2345639,0.3565207,0.0002527699],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09279963,0.00519719,0.6312215,0.1810963,0.004191413,0.009412844,0.01329497,0.003655801,0.05913033],"genre_scores_gemma":[0.3162285,0.003416183,0.6373531,0.0120277,0.0004666519,0.01831071,0.00413208,0.001187174,0.006878002],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1835707,"threshold_uncertainty_score":0.9708261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124946826","doi":"10.1109/ms.2009.176","title":"Guest Editors' Introduction: Cooperative and Human Aspects of Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada","funders":"","keywords":"Social software engineering; Software development; Software peer review; Software engineering; Domain (mathematical analysis); Software; Computer science; Variety (cybernetics); Personal software process; Software construction; Software Engineering Process Group; Software deployment; Artificial intelligence","authors":[{"name":"Cleidson R. B. de Souza","is_ca":false},{"name":"Helen Sharp","is_ca":false},{"name":"Janice Singer","is_ca":true},{"name":"Li-Te Cheng","is_ca":false},{"name":"Gina Venolia","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008644575784821317,"gpt":0.2425747563317098,"spread":0.2339301805468885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003573559,0.002556029,0.001881724,0.003256512,0.001769692,0.006600781,0.002398363,0.00440968,0.02569517],"category_scores_gemma":[0.01296767,0.0007360328,0.001267023,0.001963615,0.001365451,0.004794084,0.002131827,0.008442205,0.02042083],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001163718,"about_ca_system_score_gemma":0.001555615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006580759,"about_ca_topic_score_gemma":0.001819587,"domain_scores_codex":[0.9971958,0.000348602,0.0003797358,0.0005407641,0.001287951,0.0002471409],"domain_scores_gemma":[0.979046,0.005436314,0.001186047,0.0007406955,0.01010908,0.003481932],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003215907,0.00001891302,0.0001144213,0.0002426187,0.000007896205,0.0000813278,0.00002954061,0.00006745405,0.0001140082,0.001023792,0.9752527,0.02301519],"study_design_scores_gemma":[0.00001692756,0.00005430267,0.0004313908,0.0002817259,0.00001885239,0.000358751,0.00004947465,0.0002315854,0.0001551142,0.0013677,0.9970148,0.00001939437],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0001421832,0.009899895,0.0008419136,0.0244334,0.9594513,0.00001499894,0.00006474634,0.0001170287,0.005034531],"genre_scores_gemma":[0.0014279,0.01278134,0.0005910133,0.01032758,0.9537508,0.00002437836,0.00008806311,0.0001274898,0.02088141],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.02569517,"threshold_uncertainty_score":0.0859589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071650163","doi":"10.1109/ms.2012.3","title":"Conway's Law Revisited: The Evidence for a Task-Based Perspective","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Mirroring; Perspective (graphical); Task (project management); Computer science; Software; Organizational architecture; Software system; Software engineering; Software architecture; Knowledge management; Engineering; Artificial intelligence; Programming language; Sociology; Systems engineering; Communication","authors":[{"name":"Irwin Kwan","is_ca":false},{"name":"Marcelo Cataldo","is_ca":false},{"name":"Daniela Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1082970439283792,"gpt":0.3257855418566644,"spread":0.2174884979282852,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03298152,0.0008290412,0.001358604,0.005331712,0.004551151,0.01299133,0.004487188,0.008310644,0.01713699],"category_scores_gemma":[0.1177776,0.0007261556,0.001575326,0.006468305,0.03711464,0.04314807,0.00852974,0.01348925,0.002095561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006489148,"about_ca_system_score_gemma":0.006387437,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006133756,"about_ca_topic_score_gemma":0.004020309,"domain_scores_codex":[0.9662188,0.01084888,0.001805534,0.005750197,0.01304772,0.002328893],"domain_scores_gemma":[0.783834,0.1642428,0.01778797,0.01799083,0.012593,0.003551305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00006630277,0.00005333434,0.001702362,0.0001606978,0.00003422694,0.0001140727,0.001394971,0.0003405467,0.00005845761,0.9746408,0.005472142,0.015962],"study_design_scores_gemma":[0.00007656164,0.00004734559,0.003337755,0.0002976478,0.0000291488,0.0001295438,0.001338138,0.001069573,0.0001969145,0.9604594,0.03298694,0.00003105565],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.07968538,0.01750201,0.07773761,0.2532186,0.002150389,0.0001469986,0.000543297,0.0002571935,0.5687586],"genre_scores_gemma":[0.9457893,0.006526098,0.007539953,0.02937704,0.002027878,0.0001705279,0.0002352445,0.0002532094,0.00808068],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03298152,"threshold_uncertainty_score":0.174425,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2541219092","doi":"10.1109/ms.2016.156","title":"The Tragedy of Defect Prediction, Prince of Empirical Software Engineering Research","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Software bug; Computer science; Field (mathematics); Tragedy (event); Empirical research; Software; Software engineering; Data science; Engineering; Programming language; Mathematics; Sociology","authors":[{"name":"Michele Lanza","is_ca":false},{"name":"Andrea Mocci","is_ca":true},{"name":"Luca Ponzanelli","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04349038948750195,"gpt":0.3262267852231912,"spread":0.2827363957356892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05661387,0.001492559,0.002100821,0.01339136,0.002703586,0.009565821,0.003033736,0.004392758,0.006284188],"category_scores_gemma":[0.3691507,0.001200687,0.001068362,0.015168,0.01302212,0.02239318,0.004711918,0.007372558,0.003092468],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002591869,"about_ca_system_score_gemma":0.003729711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00417027,"about_ca_topic_score_gemma":0.003526899,"domain_scores_codex":[0.9371637,0.0210214,0.002864819,0.007950653,0.03038885,0.0006107182],"domain_scores_gemma":[0.4094855,0.4789419,0.03113143,0.04132102,0.03532764,0.00379242],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008278509,0.0004134402,0.09216855,0.004570646,0.0008911192,0.0002992474,0.002014329,0.01026538,0.001491953,0.1472797,0.1317831,0.6079947],"study_design_scores_gemma":[0.000214524,0.0008291411,0.05268865,0.005676197,0.0003329997,0.001261979,0.002614863,0.03832136,0.002915649,0.6948282,0.199894,0.0004224851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.08831549,0.2594612,0.2232922,0.3574788,0.01396161,0.0003601053,0.008050736,0.001914041,0.04716587],"genre_scores_gemma":[0.7221677,0.1164358,0.08245356,0.03676503,0.02365739,0.0005885656,0.00396922,0.0009519453,0.01301086],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9433861,"threshold_uncertainty_score":0.2994063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2626618171","doi":"10.1109/ms.2017.265094809","title":"An Examination of the Current Rating System used in Mobile App Stores","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Mobile apps; Computer science; App store; Embedded system; Operating system; World Wide Web","authors":[{"name":"Israel Mojica Ruiz","is_ca":false},{"name":"Meiyappan Nagappan","is_ca":false},{"name":"Bram Adams","is_ca":true},{"name":"Thorsten Berger","is_ca":true},{"name":"Steffen Dienst","is_ca":false},{"name":"Ahmed E. Hassan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02593108612358087,"gpt":0.3245651720111334,"spread":0.2986340858875526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01191732,0.0003466171,0.0005086116,0.004659836,0.001628885,0.007024846,0.001261672,0.0007294815,0.00218824],"category_scores_gemma":[0.06608143,0.0005777954,0.0005747199,0.006042835,0.001073983,0.006491931,0.001423958,0.001203673,0.001827992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002045793,"about_ca_system_score_gemma":0.001044297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01507554,"about_ca_topic_score_gemma":0.01931803,"domain_scores_codex":[0.9850228,0.004310232,0.001778649,0.001869369,0.006467954,0.000550998],"domain_scores_gemma":[0.9212652,0.021887,0.01060121,0.00585559,0.03907366,0.001317353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005043151,0.0004060061,0.7137386,0.0007153436,0.0003147212,0.0004807465,0.03383399,0.0008604695,0.007833629,0.003353507,0.01383214,0.2241265],"study_design_scores_gemma":[0.00002181636,0.0006707322,0.9312955,0.0004158977,0.0001554806,0.000893662,0.02215297,0.008024793,0.002798602,0.0007889429,0.03257772,0.0002038533],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9586993,0.001214756,0.00761549,0.002287656,0.0001927832,0.0002706616,0.001687378,0.000403776,0.02762831],"genre_scores_gemma":[0.9866127,0.0006423816,0.006973389,0.0003004277,0.00009392548,0.0001059363,0.001172564,0.0001508214,0.003947899],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01507554,"threshold_uncertainty_score":0.06302559,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","authors":[{"name":"Sarah Beecham","is_ca":false},{"name":"Tony Clear","is_ca":false},{"name":"Daniela Damian","is_ca":true},{"name":"John Barr","is_ca":false},{"name":"John Noll","is_ca":false},{"name":"Walt Scacchi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01600737028102552,"gpt":0.2593511872747655,"spread":0.24334381699374,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00660757,0.0004398217,0.0005010233,0.001076065,0.00320983,0.0060139,0.0006747411,0.003690985,0.008517647],"category_scores_gemma":[0.01740898,0.0002777983,0.0003077445,0.0006005163,0.008375973,0.01417621,0.005038243,0.008918816,0.002911276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002343181,"about_ca_system_score_gemma":0.00363801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002118812,"about_ca_topic_score_gemma":0.005046793,"domain_scores_codex":[0.997148,0.001327285,0.0001088366,0.0002731975,0.0006304987,0.0005122234],"domain_scores_gemma":[0.9927256,0.003141789,0.0004306757,0.0004558657,0.001590356,0.001655665],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008261739,0.0003354797,0.007354424,0.0007334556,0.00003456874,0.0003427038,0.02241858,0.0005471951,0.002528906,0.3281279,0.2035114,0.4339827],"study_design_scores_gemma":[0.00004626907,0.0001744099,0.002472065,0.002200899,0.00003329697,0.0003833436,0.02757254,0.000401625,0.001337999,0.1622688,0.8030402,0.00006863318],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.02210445,0.03118337,0.0209748,0.8476259,0.007127365,0.00003275252,0.00003459381,0.0002875447,0.0706292],"genre_scores_gemma":[0.5758044,0.03924522,0.02673939,0.282851,0.003687509,0.0001018647,0.00008949182,0.0005479928,0.07093317],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.008517647,"threshold_uncertainty_score":0.03494465,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290829945","doi":"10.1109/ms.2016.47","title":"Software Engineering for Big Data Systems","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Big data; Theme (computing); Computer science; Software analytics; Software; Social software engineering; Software engineering; Software system; Software development; Data science; Software construction; World Wide Web; Operating system","authors":[{"name":"Ian Gorton","is_ca":false},{"name":"Ayşe Bener","is_ca":true},{"name":"Audris Mockus","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04856795361697013,"gpt":0.2393491465296642,"spread":0.190781192912694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004643532,0.0006581001,0.0004797502,0.00139571,0.001078846,0.003310394,0.001008757,0.001660081,0.006070302],"category_scores_gemma":[0.01417853,0.0005544723,0.0007942761,0.001432606,0.002271472,0.004801477,0.003035221,0.004188936,0.003262865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001400694,"about_ca_system_score_gemma":0.002953627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001177398,"about_ca_topic_score_gemma":0.001231093,"domain_scores_codex":[0.9959662,0.001082552,0.0003722674,0.0003468383,0.002056792,0.0001752956],"domain_scores_gemma":[0.9897701,0.004886843,0.0004517717,0.002272804,0.002156433,0.0004621901],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001450877,0.00004212196,0.0006665799,0.0006522903,0.00004874247,0.0001393921,0.0006131023,0.01121067,0.00210815,0.7683049,0.06814779,0.1480517],"study_design_scores_gemma":[0.000009018762,0.00002461499,0.0002895613,0.000330872,0.00001140303,0.0001575013,0.0001375439,0.01980206,0.001274128,0.6572955,0.3206479,0.00001996426],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007984689,0.02383432,0.8297283,0.0503561,0.003516595,0.0001978654,0.0004936373,0.003282983,0.08060545],"genre_scores_gemma":[0.1653124,0.0363586,0.7272528,0.007305706,0.004109174,0.0007468461,0.001968258,0.003179837,0.05376628],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006070302,"threshold_uncertainty_score":0.02455765,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069145957","doi":"10.1109/ms.2005.54","title":"Agile programming: design to accommodate change","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Code refactoring; Extreme programming practices; Agile Unified Process; Agile usability engineering; Computer science; Extreme programming; Software engineering; Systems engineering; Software development; Engineering; Software; Software development process; Programming language","authors":[{"name":"D. A. Thomas","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1383435981608503,"gpt":0.3287332638963435,"spread":0.1903896657354932,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004949761,0.001065093,0.0003948977,0.0009106941,0.001159076,0.003973379,0.002467841,0.001676123,0.007075461],"category_scores_gemma":[0.008507288,0.00108121,0.0007144259,0.0009808256,0.003616683,0.003918877,0.004484102,0.004072253,0.003619362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008372982,"about_ca_system_score_gemma":0.002467755,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006378675,"about_ca_topic_score_gemma":0.0006895702,"domain_scores_codex":[0.9950852,0.002508654,0.0002286299,0.0004925664,0.001354711,0.0003303599],"domain_scores_gemma":[0.9958788,0.001753467,0.0002826958,0.0008623236,0.0007655619,0.0004571601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009216247,0.0001356642,0.001385112,0.0009732342,0.0001075307,0.0005354716,0.005005819,0.01520031,0.006923869,0.5453192,0.06750822,0.3568134],"study_design_scores_gemma":[0.0001271944,0.0001612936,0.0003690455,0.0005220835,0.00005947658,0.001056782,0.0009087094,0.01710571,0.003824821,0.2769268,0.698858,0.00008000823],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002333516,0.001114929,0.947751,0.003951848,0.0004809336,0.0002977506,0.00006931274,0.002005901,0.04199484],"genre_scores_gemma":[0.05932229,0.002754698,0.9079407,0.002276813,0.0003087701,0.001261391,0.0002342316,0.001284432,0.02461667],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.007075461,"threshold_uncertainty_score":0.02617717,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2293790107","doi":"10.1109/ms.2008.5","title":"Emotional Requirements","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Happiness; Laughter; Psychology; Game design; Social psychology; Personality; Emotional intelligence; Affect (linguistics); Cognitive psychology; Computer science; Human–computer interaction; Communication","authors":[{"name":"David Callele","is_ca":true},{"name":"Eric Neufeld","is_ca":true},{"name":"Kevin A. Schneider","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07922943416817232,"gpt":0.3013504270601279,"spread":0.2221209928919556,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002443135,0.0009449279,0.0003165377,0.0005595016,0.001124314,0.002992389,0.00131051,0.00164694,0.03738074],"category_scores_gemma":[0.01410756,0.0004300437,0.0005892091,0.0002805342,0.001255838,0.003187235,0.003443971,0.001703443,0.01638416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000977018,"about_ca_system_score_gemma":0.001193987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001292264,"about_ca_topic_score_gemma":0.001232943,"domain_scores_codex":[0.9962208,0.000917104,0.0003896755,0.0003800641,0.001610496,0.000481931],"domain_scores_gemma":[0.9942016,0.001225863,0.0003141106,0.0009893558,0.002771418,0.0004977188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0004441709,0.0003337032,0.004695177,0.001297441,0.00005294306,0.001475773,0.006958614,0.004751232,0.03898503,0.5514762,0.1474634,0.2420663],"study_design_scores_gemma":[0.0000557015,0.0001762809,0.004846984,0.0003729484,0.00003987783,0.001691643,0.002328498,0.005286719,0.00800656,0.0977822,0.8793231,0.0000895035],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02693074,0.0005802677,0.2090531,0.006494994,0.0008558585,0.001305968,0.002161763,0.002593653,0.7500237],"genre_scores_gemma":[0.5653583,0.001171721,0.1426973,0.006862473,0.0004353035,0.002962439,0.007383237,0.002520897,0.2706083],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03738074,"threshold_uncertainty_score":0.125051,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089372337","doi":"10.1109/ms.2015.31","title":"Release Stabilization on Linux and Chrome","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Rework; Operating system; Computer science; Business; Engineering; Embedded system","authors":[{"name":"Md Tajmilur Rahman","is_ca":true},{"name":"Peter C. Rigby","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03211070806974998,"gpt":0.2694330499596294,"spread":0.2373223418898794,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008560192,0.000552031,0.000340572,0.002218204,0.001636051,0.002376326,0.001377134,0.0006238406,0.003884779],"category_scores_gemma":[0.1267371,0.0005821502,0.0004281352,0.001439641,0.0009309851,0.004191302,0.001574379,0.002367892,0.00140917],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001888422,"about_ca_system_score_gemma":0.001330566,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008299821,"about_ca_topic_score_gemma":0.007365062,"domain_scores_codex":[0.9904051,0.002441117,0.001041637,0.001249336,0.003855933,0.001006789],"domain_scores_gemma":[0.8464649,0.07210201,0.02693334,0.01920418,0.02761286,0.007682621],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.005518353,0.002924729,0.4869839,0.00130983,0.0004194417,0.002602409,0.01600425,0.008765471,0.02535765,0.004685896,0.03383758,0.4115904],"study_design_scores_gemma":[0.0003722728,0.004297907,0.8957413,0.0004922467,0.0002758161,0.001830936,0.009578362,0.02103997,0.01947891,0.002090673,0.04444751,0.0003541631],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9876952,0.0004921386,0.002302221,0.0004312939,0.00007045476,0.0001446061,0.0003302597,0.002068054,0.006465878],"genre_scores_gemma":[0.9942594,0.0001417295,0.001941274,0.0001413017,0.00002446286,0.00005234094,0.0007403116,0.0003802648,0.002318915],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008560192,"threshold_uncertainty_score":0.04527116,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","authors":[{"name":"Reza Nadri","is_ca":true},{"name":"Gema Rodríguez-Pérez","is_ca":true},{"name":"Meiyappan Nagappan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04746115487556264,"gpt":0.2695700909303518,"spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01349177,0.0006390056,0.0006416366,0.00279831,0.007849433,0.0054448,0.001246129,0.001717977,0.00741739],"category_scores_gemma":[0.06233641,0.0005226932,0.0001776511,0.002060897,0.0114741,0.005230546,0.006810353,0.002886167,0.0009601416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005114523,"about_ca_system_score_gemma":0.004221745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01484236,"about_ca_topic_score_gemma":0.02632129,"domain_scores_codex":[0.980505,0.01360882,0.0005163979,0.0008931903,0.002549318,0.001927229],"domain_scores_gemma":[0.9248021,0.05393996,0.009925694,0.002016569,0.005558255,0.003757467],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00004366397,0.0000219578,0.008030145,0.0001001956,0.000003227321,0.0004202142,0.9863092,0.00001130272,0.0007240749,0.001317171,0.0006876675,0.002331255],"study_design_scores_gemma":[0.000003003096,0.00001928712,0.004513397,0.00007603008,0.000001946073,0.0001181071,0.9902699,0.0000567153,0.0001963532,0.000413912,0.004316788,0.00001459477],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9830503,0.0001813006,0.001255627,0.003520606,0.00006913614,0.00007662912,0.0001046612,0.00003736479,0.01170439],"genre_scores_gemma":[0.9953099,0.000113578,0.0004219882,0.00111197,0.00003116204,0.00009935609,0.00003727894,0.0000683883,0.002806371],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9865083,"threshold_uncertainty_score":0.07135212,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154060542","doi":"10.1109/52.895172","title":"Critical factors affecting personal software processes","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; National Research Council Canada","funders":"","keywords":"Personal software process; Team software process; Software development; Software engineering; Computer science; Software; Software peer review; Process (computing); Software development process; Software construction; Operating system","authors":[{"name":"Nazim H. Madhavji","is_ca":false},{"name":"Xin Zhong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02079226462653829,"gpt":0.2798346046630434,"spread":0.2590423400365051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00773772,0.0006099171,0.0002859958,0.00270581,0.001780819,0.003418379,0.0005154536,0.0009819476,0.004016536],"category_scores_gemma":[0.08392055,0.0003785697,0.000453478,0.001357024,0.002345074,0.002460999,0.001595698,0.001305559,0.000501646],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00202554,"about_ca_system_score_gemma":0.003222238,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002881684,"about_ca_topic_score_gemma":0.002392344,"domain_scores_codex":[0.9898718,0.00344326,0.0007425992,0.001112545,0.003993292,0.0008365821],"domain_scores_gemma":[0.807525,0.1245907,0.03195645,0.008437133,0.01938773,0.008103024],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005856549,0.001090081,0.6339685,0.0007406482,0.0002782978,0.001509911,0.03338642,0.007282937,0.01504432,0.03110381,0.00279635,0.272213],"study_design_scores_gemma":[0.00008701904,0.001084698,0.8611885,0.0003724572,0.0003450308,0.001939586,0.02017308,0.01580957,0.01483104,0.06290688,0.0209795,0.0002825883],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9450495,0.0007394641,0.0251939,0.001104582,0.00003217853,0.0003710919,0.00008870316,0.0001989694,0.02722148],"genre_scores_gemma":[0.9937454,0.0001637169,0.005236425,0.00005264149,0.0000135455,0.00003644829,0.00002996054,0.00002542335,0.0006962899],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.00773772,"threshold_uncertainty_score":0.04092151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1969427878","doi":"10.1109/ms.2003.1207449","title":"Inspection's role in software quality assurance","year":2003,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Software quality analyst; Quality assurance; Software quality; Software quality control; Software engineering; Software quality assurance; Computer science; Software security assurance; Software; Software inspection; Verification and validation; Quality (philosophy); Software peer review; Software development; Software construction; Engineering; Reliability engineering; Operations management; Programming language; Computer security; Information security","authors":[{"name":"David Lorge Parnas","is_ca":false},{"name":"Mark Lawford","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02007220661120477,"gpt":0.2847007827377494,"spread":0.2646285761265446,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01218332,0.0004924095,0.0004872123,0.002097778,0.001974538,0.004362212,0.001511132,0.002670682,0.004402108],"category_scores_gemma":[0.05787026,0.0005003623,0.0004101222,0.001470796,0.006202956,0.005848757,0.001569265,0.002407964,0.000652287],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001957238,"about_ca_system_score_gemma":0.00432099,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003456157,"about_ca_topic_score_gemma":0.002857605,"domain_scores_codex":[0.9924843,0.003366808,0.0002636819,0.0006590262,0.002774461,0.0004517422],"domain_scores_gemma":[0.9311208,0.04794508,0.005246643,0.004610701,0.008570911,0.002505827],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005744047,0.0003503293,0.01975543,0.0007008396,0.00005174522,0.0003732538,0.004218763,0.006429,0.008197429,0.425696,0.01480456,0.5188483],"study_design_scores_gemma":[0.0002605447,0.001648058,0.05889649,0.001361623,0.0002665692,0.00296516,0.004436605,0.07670186,0.01578786,0.6752417,0.1621845,0.0002489917],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.274772,0.02122109,0.38423,0.05343641,0.002781971,0.0001075955,0.0001008286,0.002425264,0.2609249],"genre_scores_gemma":[0.9655408,0.001527818,0.02050037,0.001007296,0.0003034344,0.00002434424,0.00001816874,0.00009805662,0.01097981],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01218332,"threshold_uncertainty_score":0.06443232,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1976958311","doi":"10.1109/ms.2006.12","title":"Guest Editors' Introduction: Aspect-Oriented Programming","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Aspect-oriented programming; Software engineering; Modular design; Programming language; Modular programming; Programming paradigm; Interface (matter); Software development; Software; Operating system","authors":[{"name":"Gail C. Murphy","is_ca":true},{"name":"Christa Schwanninger","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0125577849411401,"gpt":0.251224450902562,"spread":0.2386666659614219,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002610655,0.001818207,0.001374013,0.002178994,0.0009572319,0.004119758,0.001666039,0.002113356,0.01854428],"category_scores_gemma":[0.01072087,0.0005762546,0.001100355,0.00175476,0.001062884,0.003437784,0.001715672,0.007930311,0.01811354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007050081,"about_ca_system_score_gemma":0.0009261096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003982723,"about_ca_topic_score_gemma":0.0007148294,"domain_scores_codex":[0.9974791,0.0003793718,0.0003006085,0.0004661642,0.001204178,0.0001705666],"domain_scores_gemma":[0.9899038,0.003234575,0.0005062396,0.0004910534,0.004698275,0.001166114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002855936,0.00002446575,0.0001074331,0.0002490185,0.00001282394,0.0001262869,0.00006381983,0.0002290975,0.0003783662,0.006029359,0.9033576,0.08939311],"study_design_scores_gemma":[0.000007803811,0.0000246426,0.0001074339,0.0001147821,0.00001047713,0.0002772887,0.00001883685,0.0003335009,0.0001627873,0.002796913,0.996135,0.00001046864],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0004974655,0.0335995,0.04104837,0.040925,0.852752,0.00007974092,0.0001911042,0.001363102,0.02954382],"genre_scores_gemma":[0.007474863,0.05254991,0.02492235,0.02487576,0.7725366,0.0001578212,0.0004839366,0.001658753,0.11534],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.01854428,"threshold_uncertainty_score":0.06203681,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1850624586","doi":"10.1109/ms.2015.77","title":"An Empirical Evaluation of Web-Based Fingerprinting","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workflow; World Wide Web; Database","authors":[{"name":"Amin Khademi","is_ca":true},{"name":"Mohammad Zulkernine","is_ca":true},{"name":"Komminist Weldemariam","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06703942879958484,"gpt":0.3365081278620154,"spread":0.2694686990624305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01692033,0.0006261101,0.0006564998,0.002262386,0.0006913376,0.001398367,0.001432936,0.001660428,0.003116627],"category_scores_gemma":[0.1173816,0.0002171946,0.0003847668,0.001921531,0.001373155,0.003415656,0.001341072,0.001240505,0.00149156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008147548,"about_ca_system_score_gemma":0.0005360832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001343791,"about_ca_topic_score_gemma":0.0009822105,"domain_scores_codex":[0.982454,0.01064772,0.000886049,0.001742925,0.003742375,0.0005270201],"domain_scores_gemma":[0.8252894,0.1240177,0.01366158,0.02399637,0.01072994,0.002305041],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008574985,0.004214748,0.4497844,0.001670827,0.001061338,0.0007334205,0.001324856,0.1016512,0.006233658,0.01695426,0.01632007,0.3914762],"study_design_scores_gemma":[0.0006140735,0.009372119,0.3183157,0.0006229169,0.0005576175,0.003743294,0.001949687,0.6135599,0.01481626,0.01498848,0.02120048,0.000259537],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9515214,0.002410172,0.03144849,0.000569064,0.0002019184,0.0004610953,0.002273063,0.0007064045,0.0104083],"genre_scores_gemma":[0.9937763,0.0002161555,0.004357072,0.0000569051,0.000035786,0.00006672902,0.000756276,0.0000304218,0.0007044368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01692033,"threshold_uncertainty_score":0.08948433,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981665310","doi":"10.1109/ms.2010.133","title":"Advancing Software Engineering Professional Education","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"École de Technologie Supérieure","funders":"Division of Graduate Education","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software development; Computer science; Engineering management; Software peer review; Curriculum; Software construction; Software; Knowledge management; Engineering; Programming language; Pedagogy; Sociology","authors":[{"name":"Mark A. Ardis","is_ca":false},{"name":"Pierre Bourque","is_ca":true},{"name":"Thomas B. Hilburn","is_ca":false},{"name":"Kahina Lasfer","is_ca":false},{"name":"Scott Lucero","is_ca":false},{"name":"James E. McDonald","is_ca":false},{"name":"Art Pyster","is_ca":false},{"name":"Mary Shaw","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.002495459701588077,"gpt":0.2213673863177831,"spread":0.218871926616195,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007237953,0.0003185321,0.0001958668,0.001781141,0.001436633,0.00465524,0.0007206904,0.001795546,0.008570902],"category_scores_gemma":[0.02157274,0.0001869176,0.000260458,0.0008418839,0.001279885,0.00408224,0.004766725,0.002692708,0.004633946],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001237281,"about_ca_system_score_gemma":0.00871183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001429152,"about_ca_topic_score_gemma":0.00340279,"domain_scores_codex":[0.9964373,0.0009125897,0.0001944254,0.0002202019,0.001722036,0.0005134891],"domain_scores_gemma":[0.9815416,0.004543927,0.0008267391,0.001141923,0.006576906,0.005368759],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001590264,0.0003905938,0.004168196,0.000227447,0.000004805675,0.0001082925,0.003110237,0.0005209735,0.002753098,0.08023002,0.08704424,0.8214262],"study_design_scores_gemma":[0.00001192029,0.0002493646,0.005516502,0.0006708977,0.000006266665,0.0003273653,0.00291816,0.001992082,0.004993504,0.0499594,0.9333367,0.00001781137],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.09875713,0.01824241,0.1366706,0.2729029,0.01059635,0.000237049,0.000148559,0.002418834,0.4600261],"genre_scores_gemma":[0.5090673,0.03311891,0.2035525,0.02248607,0.003992629,0.0001700143,0.0003875955,0.0003963574,0.2268287],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008570902,"threshold_uncertainty_score":0.0382784,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2155971005","doi":"10.1109/ms.2007.141","title":"Open Source Software: All You Do Is Put It Together","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"ITEA","keywords":"Middleware (distributed applications); Computer science; Software engineering; Component (thermodynamics); Interface (matter); Software; World Wide Web; Publication; Simple (philosophy); Database; Operating system","authors":[{"name":"Željko Obrenović","is_ca":true},{"name":"Dragan Gašević","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03129996086845111,"gpt":0.3008090885430084,"spread":0.2695091276745573,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009080488,0.001939476,0.001516149,0.006620114,0.002972301,0.009462493,0.002729408,0.006261405,0.1597372],"category_scores_gemma":[0.05400993,0.001314992,0.001485372,0.00493806,0.003350588,0.02054347,0.01569788,0.008966748,0.2779414],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008602127,"about_ca_system_score_gemma":0.003364297,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009922505,"about_ca_topic_score_gemma":0.001289468,"domain_scores_codex":[0.9903725,0.001811183,0.0007972545,0.000919955,0.00541229,0.0006867607],"domain_scores_gemma":[0.9539312,0.006505661,0.002239311,0.0156319,0.01510341,0.00658852],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004862413,0.00008958473,0.0007866787,0.0003634675,0.00004619297,0.0001651921,0.0007267056,0.0001051282,0.00116716,0.008334534,0.7134136,0.2747531],"study_design_scores_gemma":[0.00001063116,0.00002205987,0.0003635388,0.0003169778,0.00001154123,0.0002105776,0.0002316437,0.00009127436,0.0002797775,0.006363054,0.9920703,0.00002868153],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.00375999,0.01135568,0.2152168,0.1589622,0.04196504,0.001053441,0.004492493,0.1259119,0.4372826],"genre_scores_gemma":[0.02695649,0.0150401,0.1816774,0.05593516,0.02245205,0.001414274,0.01588501,0.1210978,0.5595418],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1597372,"threshold_uncertainty_score":0.5343741,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4391462747","doi":"10.1109/ms.2024.3418570","title":"Generative AI to Generate Test Data Generators","year":2024,"lang":"en","type":"preprint","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Test (biology); Computer science; Artificial intelligence; Test data; Natural language processing; Programming language","authors":[{"name":"Benoît Baudry","is_ca":true},{"name":"Khashayar Etemadi","is_ca":false},{"name":"Sen Fang","is_ca":false},{"name":"Yogya Gamage","is_ca":false},{"name":"Yi Liu","is_ca":false},{"name":"Martin Monperrus","is_ca":false},{"name":"Javier Ron","is_ca":false},{"name":"André Silva","is_ca":false},{"name":"Deepika Tiwari","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06607790163968237,"gpt":0.3343913292862057,"spread":0.2683134276465233,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00450908,0.0009477274,0.000706382,0.001920807,0.0005450813,0.001588282,0.002418801,0.001116815,0.004005122],"category_scores_gemma":[0.02456982,0.0006420363,0.001436691,0.001320449,0.002615177,0.001887813,0.002183272,0.002474938,0.001150868],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001033346,"about_ca_system_score_gemma":0.001012799,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001259021,"about_ca_topic_score_gemma":0.002384437,"domain_scores_codex":[0.9961234,0.00204696,0.0001770249,0.0005155173,0.0009653266,0.0001718401],"domain_scores_gemma":[0.9796188,0.01471737,0.000414883,0.003780907,0.00125826,0.0002096586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001930204,0.0002617545,0.00403321,0.0004241799,0.0001690585,0.0004171345,0.001492406,0.2378835,0.01769236,0.4595483,0.007741562,0.2701435],"study_design_scores_gemma":[0.00005947733,0.00007572523,0.000293984,0.00004293595,0.00003307348,0.0001964648,0.00007705436,0.7836094,0.009780834,0.1991,0.006700213,0.00003088275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004023355,0.0000429006,0.992638,0.0001644012,0.00002257779,0.00008417661,0.0000814334,0.001053446,0.001889694],"genre_scores_gemma":[0.2140183,0.0001269714,0.7792801,0.000388911,0.00005855129,0.0007108093,0.0007246843,0.0009261003,0.003765614],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00450908,"threshold_uncertainty_score":0.02384657,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4383500514","doi":"10.1109/ms.2023.3268725","title":"Augmented Agile: Human-Centered AI-Assisted Software Management","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Software engineering; Computer science; Software development; Lean software development; Extreme programming practices; Agile usability engineering; Software; Systems engineering; Software development process; Engineering; Operating system","authors":[{"name":"Rashina Hoda","is_ca":false},{"name":"Hoa Khanh Dam","is_ca":false},{"name":"Chakkrit Tantithamthavorn","is_ca":false},{"name":"Patanamon Thongtanunam","is_ca":false},{"name":"Margaret‐Anne Storey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03735128357386944,"gpt":0.3067042164133275,"spread":0.269352932839458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002162903,0.0008095762,0.0002576736,0.0006660847,0.0007908481,0.00372336,0.00161447,0.001300831,0.006082513],"category_scores_gemma":[0.004092016,0.0004142032,0.0004756071,0.0006727425,0.002954745,0.003133474,0.004543982,0.002290866,0.00145292],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004508203,"about_ca_system_score_gemma":0.001725759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001103392,"about_ca_topic_score_gemma":0.001484894,"domain_scores_codex":[0.996909,0.001524895,0.0001080876,0.0002731206,0.0009716544,0.0002132051],"domain_scores_gemma":[0.9971004,0.001013418,0.0002693049,0.0008514011,0.000403635,0.0003617278],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003220292,0.0005130205,0.003339918,0.0007222075,0.0001524764,0.001049965,0.00594997,0.02720543,0.03323675,0.2301883,0.02651549,0.6708045],"study_design_scores_gemma":[0.0001839157,0.001125362,0.002701916,0.0005796072,0.000127004,0.002001197,0.002206024,0.189361,0.02622732,0.2644902,0.5107576,0.0002389492],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01614671,0.001431532,0.9386922,0.002738183,0.0005760622,0.0002223884,0.00008222488,0.003209981,0.03690063],"genre_scores_gemma":[0.3530169,0.002247122,0.6258071,0.001167655,0.0003187562,0.0004201752,0.0002645004,0.0003744657,0.01638339],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006082513,"threshold_uncertainty_score":0.02034801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3008513288","doi":"10.1109/ms.2020.2975159","title":"An Exploratory Study of Machine Learning Model Stores","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données","keywords":"Computer science; Machine learning; Artificial intelligence; Knowledge management; Software engineering; World Wide Web","authors":[{"name":"Minke Xiu","is_ca":true},{"name":"Zhen Ming Jiang","is_ca":true},{"name":"Bram Adams","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.101877395413137,"gpt":0.2916997906936815,"spread":0.1898223952805445,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00719711,0.0003449701,0.0005545727,0.00193167,0.002139019,0.004199557,0.002614139,0.00186272,0.007264462],"category_scores_gemma":[0.06633497,0.000672153,0.0005108984,0.004143522,0.001665408,0.008568633,0.002185024,0.002761966,0.0009636189],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001715787,"about_ca_system_score_gemma":0.00161276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009567873,"about_ca_topic_score_gemma":0.01321914,"domain_scores_codex":[0.9957944,0.002006424,0.000308381,0.0004831651,0.00108777,0.000319815],"domain_scores_gemma":[0.9106798,0.07038618,0.00467855,0.006806107,0.00605335,0.001396048],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004931633,0.01644926,0.5384671,0.001729489,0.0004571922,0.004575697,0.06169769,0.03976717,0.007477044,0.09218307,0.02804836,0.2042163],"study_design_scores_gemma":[0.0008424103,0.009109474,0.2529798,0.001380272,0.000401026,0.004099906,0.1693255,0.3782305,0.01982685,0.03991632,0.1234535,0.0004345074],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9888633,0.0002157767,0.002415051,0.000970695,0.00001263347,0.0001346665,0.0007425526,0.0001563187,0.00648899],"genre_scores_gemma":[0.9889514,0.0002011006,0.006040324,0.0001668078,0.00001721963,0.0001010681,0.001578488,0.0001067813,0.002836897],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9928029,"threshold_uncertainty_score":0.03806239,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}