{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":192,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":192,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"80ecfc32d2f8","filters":{"venue":"ACM SIGSOFT Software Engineering Notes"}},"results":[{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","authors":[{"name":"Xiuping Wu","is_ca":true},{"name":"Murray Woodside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01996633812184337,"gpt":0.2147627866102179,"spread":0.1947964484883745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001543519,0.001834055,0.0006402804,0.00181838,0.0005641774,0.002899279,0.00244902,0.001282423,0.004361951],"category_scores_gemma":[0.00567853,0.0009008229,0.001680096,0.001437155,0.000963972,0.003640811,0.001639428,0.001903576,0.002668844],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00142648,"about_ca_system_score_gemma":0.001486513,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00533287,"about_ca_topic_score_gemma":0.002716128,"domain_scores_codex":[0.9984419,0.0004101449,0.0001276813,0.0001648861,0.0007504512,0.000104936],"domain_scores_gemma":[0.9983618,0.0007500512,0.0001328833,0.000299648,0.0004041645,0.00005143832],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003613241,0.00005705428,0.0006161598,0.0003985305,0.00006335536,0.0001626676,0.0003645677,0.5106579,0.003594261,0.4188206,0.006060558,0.0591682],"study_design_scores_gemma":[0.00001857552,0.00004735516,0.0002901441,0.0001707737,0.00005982052,0.0001064356,0.00006232011,0.7384835,0.003720593,0.1626914,0.09430669,0.00004245204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.002947649,0.0005721702,0.9778217,0.0003812075,0.00008865394,0.00010217,0.0003239124,0.001799398,0.01596311],"genre_scores_gemma":[0.2262906,0.006322787,0.737189,0.000323016,0.0003220824,0.001048517,0.003369489,0.002215685,0.0229187],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00533287,"threshold_uncertainty_score":0.01459223,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","authors":[{"name":"Mazeiar Salehie","is_ca":true},{"name":"Ladan Tahvildari","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02733260811453089,"gpt":0.2698135391505505,"spread":0.2424809310360196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009557414,0.0007482903,0.0005760479,0.0008436358,0.001237855,0.004571613,0.001336001,0.001343401,0.0112511],"category_scores_gemma":[0.002143707,0.0003295439,0.0004703724,0.001063584,0.001270047,0.003307936,0.00233279,0.001586175,0.005228876],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007213569,"about_ca_system_score_gemma":0.0009610366,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005711796,"about_ca_topic_score_gemma":0.0006524732,"domain_scores_codex":[0.9989136,0.0002221163,0.00007454893,0.0002048899,0.0004845164,0.0001002614],"domain_scores_gemma":[0.9991931,0.0001698902,0.00004546742,0.0002843224,0.0001831058,0.0001241042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00008849851,0.00007229267,0.0009519623,0.0004428117,0.00008193075,0.0002517818,0.0003009002,0.005694809,0.004222736,0.49531,0.0910508,0.4015315],"study_design_scores_gemma":[0.000023725,0.00006258077,0.0005849404,0.0002504514,0.0000306082,0.0005216091,0.0001423185,0.01589111,0.002122445,0.3128255,0.6675107,0.0000339141],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.01031512,0.0349899,0.3433684,0.01421011,0.006998936,0.0004339939,0.0005990638,0.005571303,0.5835131],"genre_scores_gemma":[0.4192807,0.0504484,0.2748476,0.008967727,0.008544213,0.0009616229,0.002867554,0.001312272,0.23277],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.0112511,"threshold_uncertainty_score":0.03763866,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111833495","doi":"10.1145/1734103.1734111","title":"Why do we need personality diversity in software engineering?","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software development; Social software engineering; Software Engineering Process Group; Software engineering; Personal software process; Software construction; Diversity (politics); Software peer review; Software; Team software process; Computer science; Knowledge management; Engineering; Engineering management; Sociology","authors":[{"name":"Luiz Fernando Capretz","is_ca":true},{"name":"Faheem Ahmed","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01906460857436304,"gpt":0.2405918491276491,"spread":0.221527240553286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005061737,0.0002094389,0.0004817809,0.0008012979,0.002316556,0.004275606,0.0005075395,0.0012254,0.001840715],"category_scores_gemma":[0.01818292,0.0002223544,0.0003164022,0.0009701179,0.005212972,0.005179804,0.002086335,0.003240416,0.0003855118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001135343,"about_ca_system_score_gemma":0.00147541,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002315636,"about_ca_topic_score_gemma":0.004287709,"domain_scores_codex":[0.9960065,0.001955932,0.0001577206,0.0003466685,0.001074761,0.000458419],"domain_scores_gemma":[0.9807662,0.00659662,0.00269505,0.0008194967,0.001933412,0.007189253],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002540327,0.0004396107,0.4403629,0.0007276495,0.0002593886,0.001512549,0.09944057,0.0003088475,0.002654506,0.03069818,0.02472447,0.3986173],"study_design_scores_gemma":[0.000109419,0.0008644141,0.6935447,0.001164665,0.000142681,0.004057894,0.1200982,0.0007928489,0.000597775,0.1069654,0.07147049,0.0001913768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6690491,0.01290688,0.008114187,0.2842697,0.002578124,0.00005459322,0.00007939927,0.00008215219,0.02286577],"genre_scores_gemma":[0.9785855,0.002696731,0.002134779,0.01433972,0.0006256215,0.00002361825,0.00001666859,0.00002369803,0.00155359],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005061737,"threshold_uncertainty_score":0.02676934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158049446","doi":"10.1145/966221.966224","title":"Global software development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Victoria University; University of Victoria; Carnegie Mellon University","keywords":"Software engineering; Software development; Engineering; Engineering management; Software; Software peer review; Library science; Computer science; Software construction","authors":[{"name":"Filippo Lanubile","is_ca":false},{"name":"Daniela Damian","is_ca":true},{"name":"Heather L. Oppenheimer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01792110718589928,"gpt":0.2466898453624505,"spread":0.2287687381765512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005055008,0.0007205207,0.0003946025,0.001138227,0.001577221,0.005111102,0.0008180887,0.001189625,0.06267311],"category_scores_gemma":[0.005200976,0.000386061,0.0004097412,0.001577168,0.001421788,0.004474952,0.007108786,0.002346654,0.01654076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001851922,"about_ca_system_score_gemma":0.005107557,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001308204,"about_ca_topic_score_gemma":0.003177315,"domain_scores_codex":[0.9974594,0.0008263925,0.0001407138,0.0003741929,0.0007788682,0.0004205893],"domain_scores_gemma":[0.9970632,0.0004570768,0.0001170332,0.0005126923,0.0007463481,0.001103584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003602684,0.00006122956,0.001139181,0.0002427479,0.00001402443,0.0001131541,0.002227937,0.0004416764,0.00152037,0.1974291,0.4102722,0.3865023],"study_design_scores_gemma":[0.000002690919,0.00001643128,0.0004309471,0.0001208705,0.000002450937,0.00006106971,0.0002999036,0.0000796108,0.000234195,0.01042877,0.988319,0.000004018564],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.009839022,0.01677746,0.06278005,0.04199368,0.006834466,0.0003761766,0.0009361994,0.002048687,0.8584143],"genre_scores_gemma":[0.1023297,0.02669733,0.06884604,0.01194809,0.001058063,0.0005628512,0.00373233,0.001595617,0.78323],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.06267311,"threshold_uncertainty_score":0.2096625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031271477","doi":"10.1145/2507288.2507326","title":"Technical debt","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Pace; Debt; Confusion; Perspective (graphical); Risk analysis (engineering); Software; Computer science; Engineering; Business; Software development; Finance","authors":[{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false},{"name":"Davide Falessi","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01426900710345097,"gpt":0.2410429534031644,"spread":0.2267739462997134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006292099,0.0006082843,0.0004972689,0.002595795,0.003734315,0.009670992,0.001767186,0.002528598,0.03339589],"category_scores_gemma":[0.03797397,0.0003761696,0.0005388462,0.003700642,0.004066318,0.01069181,0.008124094,0.00355636,0.009665486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004810709,"about_ca_system_score_gemma":0.004792046,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002594073,"about_ca_topic_score_gemma":0.001824411,"domain_scores_codex":[0.9901298,0.00231219,0.001030366,0.0009815239,0.004310385,0.001235819],"domain_scores_gemma":[0.9755803,0.004951181,0.004431359,0.003861417,0.007997601,0.003178269],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001012286,0.0001078012,0.0125669,0.0004294676,0.00004238348,0.001093884,0.008111732,0.0009166542,0.0009872444,0.7197899,0.0955561,0.1602968],"study_design_scores_gemma":[0.00001743448,0.00008004608,0.006371046,0.0005268823,0.00002347502,0.00213035,0.003551651,0.0007192389,0.0004408026,0.1725003,0.8135955,0.00004333154],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.06211688,0.004763416,0.04251629,0.02699907,0.001899026,0.0002956435,0.001125381,0.0006087457,0.8596756],"genre_scores_gemma":[0.735059,0.006821495,0.01158241,0.01183159,0.001416383,0.0004483764,0.002101355,0.0006434939,0.2300959],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03339589,"threshold_uncertainty_score":0.1117204,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138876988","doi":"10.1145/1082983.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Process (computing); Systems engineering; Software system; Risk analysis (engineering); Software; Distributed computing; Reliability engineering; Engineering; Cloud computing; Operating system","authors":[{"name":"Alexei Lapouchnian","is_ca":true},{"name":"Sotirios Liaskos","is_ca":true},{"name":"John Mylopoulos","is_ca":true},{"name":"Yijun Yu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07071511058799673,"gpt":0.2918162457171581,"spread":0.2211011351291614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006197086,0.0009985917,0.0006212406,0.001088323,0.0007957489,0.004090276,0.002650361,0.002440846,0.001711192],"category_scores_gemma":[0.009107072,0.001199086,0.001263373,0.000884724,0.002039834,0.003343535,0.002361048,0.003319666,0.001156831],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001569291,"about_ca_system_score_gemma":0.003070962,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001353301,"about_ca_topic_score_gemma":0.001919557,"domain_scores_codex":[0.9952911,0.00189237,0.0002828042,0.000346567,0.001923325,0.0002638371],"domain_scores_gemma":[0.9958938,0.001568479,0.0003438907,0.0005696713,0.001407765,0.0002163072],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004897017,0.0001619535,0.000744487,0.0007137491,0.00009153447,0.0007049243,0.00232769,0.09979729,0.008701586,0.7945794,0.005885791,0.08624271],"study_design_scores_gemma":[0.00006183959,0.0001053416,0.0003053503,0.0004458026,0.00005846982,0.0003679009,0.0008383067,0.2966036,0.005810138,0.5822167,0.1131303,0.00005618538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004157122,0.000540962,0.9797926,0.002702232,0.00007594448,0.0002139014,0.00004936799,0.0002838251,0.01218402],"genre_scores_gemma":[0.07671124,0.001289705,0.9159924,0.0006369231,0.00008730171,0.0007287488,0.0002463102,0.0001655013,0.004141875],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.006197086,"threshold_uncertainty_score":0.03277367,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","authors":[{"name":"Marin Litoiu","is_ca":true},{"name":"Murray Woodside","is_ca":true},{"name":"Tao Zheng","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01003167042698593,"gpt":0.2183065064621784,"spread":0.2082748360351925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008265136,0.0003501916,0.0004873749,0.0004167592,0.0005877923,0.001587548,0.001002664,0.0004450468,0.001570328],"category_scores_gemma":[0.001478738,0.0003077234,0.0004682366,0.0004103238,0.0008682825,0.001057441,0.00102052,0.0008258169,0.0002948508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001199181,"about_ca_system_score_gemma":0.001240701,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006047545,"about_ca_topic_score_gemma":0.007456446,"domain_scores_codex":[0.9994233,0.0001602994,0.00003383599,0.00007763188,0.0002329482,0.00007210048],"domain_scores_gemma":[0.9994635,0.0001832731,0.00007146617,0.0001182007,0.0001099726,0.00005355183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005265114,0.00004538761,0.0004922244,0.00006702801,0.00003361835,0.0000614747,0.0001483286,0.8589923,0.005784423,0.09943628,0.001457941,0.03342838],"study_design_scores_gemma":[0.00000934098,0.00001877191,0.0001103603,0.000005492463,0.000006069603,0.000009253097,0.000008137493,0.9741783,0.0004234949,0.0237179,0.001507094,0.000005870234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0304962,0.0006151134,0.9548463,0.000439358,0.00007652695,0.00006972226,0.00005941238,0.00147022,0.01192712],"genre_scores_gemma":[0.8806639,0.0006000375,0.1152114,0.00009789133,0.00006471913,0.0001855698,0.0001107744,0.00009073823,0.002974971],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.006047545,"threshold_uncertainty_score":0.0120247,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157129284","doi":"10.1145/1082983.1083000","title":"Human and social factors of software engineering","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Social software engineering; Software development; Personal software process; Software Engineering Process Group; Agile software development; Software engineering; Software requirements; Software peer review; Software construction; Computer science; Software development process; Software; Engineering; Engineering management","authors":[{"name":"Michael John","is_ca":false},{"name":"Frank Maurer","is_ca":true},{"name":"Bjørnar Tessem","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02028920115824682,"gpt":0.2537477036018044,"spread":0.2334585024435576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.006700692,0.0004445632,0.000417853,0.002804808,0.002196157,0.005169567,0.0004177633,0.001290807,0.005473262],"category_scores_gemma":[0.02434335,0.0002178843,0.0003863104,0.002255351,0.008867336,0.00263082,0.002758865,0.001490332,0.000491904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003099186,"about_ca_system_score_gemma":0.00326209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006869309,"about_ca_topic_score_gemma":0.005191781,"domain_scores_codex":[0.9842018,0.01054011,0.0003581711,0.0007078082,0.003300389,0.0008917443],"domain_scores_gemma":[0.9449324,0.04290633,0.003580528,0.001519016,0.003394041,0.003667755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001823669,0.0005540977,0.1198661,0.0009560907,0.0003620758,0.00116979,0.06892184,0.007363941,0.001755592,0.595813,0.01696729,0.1860878],"study_design_scores_gemma":[0.00006030077,0.0004359706,0.1648944,0.0008865048,0.0001146221,0.0007754171,0.03962791,0.005598263,0.0007285335,0.5337144,0.2529536,0.0002100697],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4214866,0.02212695,0.05187232,0.04062803,0.0008651005,0.0005155342,0.0004014245,0.0002515073,0.4618525],"genre_scores_gemma":[0.9896237,0.002700144,0.002540423,0.0008491004,0.0002235312,0.00008288493,0.00002881741,0.00003377618,0.003917601],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9978039,"threshold_uncertainty_score":0.03543711,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089148440","doi":"10.1145/1022494.1022526","title":"Modelling and verifying web service orchestration by means of the concurrency workbench","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; IBM (Canada)","funders":"","keywords":"Computer science; Programming language; Process calculus; Concurrency; Web service; Orchestration; Business Process Execution Language; Workbench; Software engineering; Service-oriented architecture; Visualization; Artificial intelligence","authors":[{"name":"Mariya Koshkina","is_ca":true},{"name":"Franck van Breugel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01309578822368948,"gpt":0.2044166167952395,"spread":0.19132082857155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007343431,0.00127654,0.001428006,0.001739332,0.001375862,0.004599857,0.002655578,0.001799068,0.002657199],"category_scores_gemma":[0.01543056,0.00141889,0.002283397,0.001000736,0.004863448,0.006208005,0.003872431,0.002645692,0.0007544183],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001747228,"about_ca_system_score_gemma":0.004514216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00673377,"about_ca_topic_score_gemma":0.003450789,"domain_scores_codex":[0.9912608,0.00272114,0.0007530883,0.0009303488,0.00367871,0.0006559473],"domain_scores_gemma":[0.9903633,0.006138336,0.0006709538,0.001861437,0.0007426548,0.0002233189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004073195,0.0002656366,0.002675854,0.000400764,0.0001719168,0.001848685,0.001204173,0.3830865,0.05029533,0.496864,0.001246982,0.06153284],"study_design_scores_gemma":[0.0001315244,0.0001104695,0.000237687,0.00005945241,0.00006717613,0.000301928,0.00008222221,0.7786775,0.04803155,0.1626685,0.00957127,0.00006071863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01946363,0.0001068607,0.9760931,0.0001138381,0.00004502571,0.0001443172,0.00006199278,0.002329351,0.001641852],"genre_scores_gemma":[0.3705644,0.0005817516,0.6226532,0.0001262218,0.00009449719,0.0007882314,0.000492917,0.0008799955,0.003818777],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007343431,"threshold_uncertainty_score":0.03883624,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080368628","doi":"10.1145/1082983.1083116","title":"Cultural patterns in software process mishaps","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploratory research; Process (computing); Phase (matter); Engineering ethics; Sociology; Software; Grounded theory; Management science; Computer science; Qualitative research; Engineering; Social science","authors":[{"name":"Eve MacGregor","is_ca":true},{"name":"Yvonne Hsieh","is_ca":true},{"name":"Philippe Kruchten","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01807406211797343,"gpt":0.2733128226829014,"spread":0.255238760564928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005394726,0.0002728309,0.0002976345,0.004450302,0.003872962,0.004439587,0.001056326,0.0005747442,0.001736859],"category_scores_gemma":[0.03393641,0.0004077362,0.0002586246,0.004975874,0.00544306,0.003916725,0.005682649,0.001187629,0.0001599302],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003292565,"about_ca_system_score_gemma":0.003993941,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02252863,"about_ca_topic_score_gemma":0.03713921,"domain_scores_codex":[0.9897798,0.005550825,0.0009862129,0.0009249057,0.001994274,0.0007640157],"domain_scores_gemma":[0.9726361,0.01221447,0.008033661,0.002484818,0.003478172,0.001152761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001087819,0.00007201514,0.242631,0.0001980792,0.00007383509,0.0009156175,0.6594154,0.0006370069,0.001270469,0.01436179,0.0004678423,0.07984824],"study_design_scores_gemma":[0.00001216819,0.00006823134,0.1307055,0.0003175197,0.0000416432,0.001208698,0.8367801,0.001675161,0.0009698735,0.01454266,0.01360222,0.00007619607],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9884784,0.000386052,0.003551546,0.0004769015,0.00001324745,0.00002893005,0.00003083314,0.00001166329,0.007022488],"genre_scores_gemma":[0.9984125,0.0001912309,0.0008537052,0.00003398093,0.000002966631,0.00001426969,0.00002385291,0.00001032184,0.0004572061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02252863,"threshold_uncertainty_score":0.04479504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","authors":[{"name":"Jing Xu","is_ca":true},{"name":"Alexandre Oufimtsev","is_ca":false},{"name":"Murray Woodside","is_ca":true},{"name":"Liam Murphy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.00986127314587406,"gpt":0.1925936872529448,"spread":0.1827324141070707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00259486,0.0008126895,0.0005519855,0.0007290425,0.0002379704,0.001135144,0.001327002,0.0007968135,0.0004085726],"category_scores_gemma":[0.006602773,0.0004666356,0.0006166906,0.0006208703,0.0004098807,0.001038187,0.0004103725,0.0007016597,0.0001813804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002106939,"about_ca_system_score_gemma":0.001227873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02077137,"about_ca_topic_score_gemma":0.007293789,"domain_scores_codex":[0.9989442,0.0003790008,0.00006873837,0.0001660954,0.00030836,0.0001336528],"domain_scores_gemma":[0.997127,0.001401474,0.0004054692,0.0002923232,0.0006075468,0.0001661787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00005600365,0.00006438012,0.003215924,0.000009788092,0.00001351891,0.00001760352,0.00003169621,0.9887972,0.001749437,0.001697584,0.0001261094,0.004220686],"study_design_scores_gemma":[0.00000211184,0.000008564151,0.0003117364,5.832844e-7,0.000001780469,0.000001506141,0.000001209075,0.9990262,0.0003605795,0.0002530395,0.00002975414,0.000003041343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6378314,0.0001440421,0.3579613,0.0001789586,0.00004595739,0.00007439806,0.0002410263,0.001651139,0.001871928],"genre_scores_gemma":[0.972711,0.00006161218,0.0263132,0.00001586968,0.000008145114,0.00003967275,0.0001975765,0.0000662158,0.0005867299],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02077137,"threshold_uncertainty_score":0.04130095,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156154755","doi":"10.1145/638750.638778","title":"A brief history of the object-oriented approach","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Object-oriented programming; Software development; Software engineering; Object (grammar); Software; Programming language; Artificial intelligence","authors":[{"name":"Luiz Fernando Capretz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01661775579820918,"gpt":0.1981522524547179,"spread":0.1815344966565087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002163822,0.0007835997,0.0006500314,0.003802798,0.001931037,0.005899662,0.001346562,0.002858003,0.01691096],"category_scores_gemma":[0.003075548,0.0005826156,0.0005457196,0.006613196,0.002984962,0.006955462,0.001826279,0.004305627,0.0127164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002211314,"about_ca_system_score_gemma":0.00196688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002607557,"about_ca_topic_score_gemma":0.002374175,"domain_scores_codex":[0.9985564,0.0003806131,0.0001445956,0.0001766023,0.0006121993,0.0001295609],"domain_scores_gemma":[0.9981146,0.001083929,0.0001198271,0.0001219203,0.0003786157,0.0001811193],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005454633,0.0001218225,0.0007467643,0.001851421,0.0000172281,0.0005314374,0.001246803,0.0004665439,0.0007662284,0.3217954,0.1654976,0.5069042],"study_design_scores_gemma":[0.000001572523,0.00001424586,0.0001888427,0.0005081388,0.000002651299,0.0001963157,0.00008147927,0.00005369486,0.00006059663,0.02137997,0.9775043,0.000008255336],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001281034,0.7039222,0.0318706,0.02265073,0.0110986,0.0001165874,0.0002677121,0.0003710118,0.2284216],"genre_scores_gemma":[0.0190487,0.7709151,0.03629499,0.01906119,0.02087415,0.0002604753,0.0006381666,0.0003803036,0.1325269],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.01691096,"threshold_uncertainty_score":0.05657285,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163599520","doi":"10.1145/1281421.1281443","title":"Architectural knowledge and rationale","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Architecture; Computer science; Software engineering; Architectural design; Engineering; Knowledge management; Engineering management","authors":[{"name":"Paris Avgeriou","is_ca":false},{"name":"Philippe Kruchten","is_ca":true},{"name":"Patricia Lago","is_ca":false},{"name":"Paul Grisham","is_ca":false},{"name":"Dewayne E. Perry","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01676527167195552,"gpt":0.2541623999534139,"spread":0.2373971282814584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01113524,0.0006111053,0.0006195862,0.003905311,0.003816743,0.01160192,0.001003691,0.003113235,0.006958044],"category_scores_gemma":[0.01531982,0.0008777864,0.0007509699,0.002832566,0.02589522,0.01736859,0.004885007,0.005667288,0.001034803],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005147365,"about_ca_system_score_gemma":0.003897345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00549335,"about_ca_topic_score_gemma":0.007246159,"domain_scores_codex":[0.9929912,0.004578068,0.0003987118,0.0006212672,0.001076693,0.0003340376],"domain_scores_gemma":[0.9901369,0.006706792,0.0005122059,0.001314991,0.0009590763,0.0003701107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000007116872,0.000008827474,0.0001441255,0.0000502894,0.000005046714,0.00003342153,0.003748421,0.0002359884,0.00008307444,0.9775717,0.00272592,0.01538599],"study_design_scores_gemma":[0.00000901915,0.00001148789,0.0002842092,0.0002668462,0.000007814987,0.00007082126,0.002447737,0.000421672,0.0001498581,0.8857828,0.1105344,0.00001321072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03758737,0.05753062,0.226845,0.1284863,0.001884986,0.0001734683,0.0003876679,0.0002802049,0.5468244],"genre_scores_gemma":[0.8629043,0.02270568,0.06799051,0.00521091,0.0008303573,0.0002763274,0.0004821286,0.0001989251,0.03940085],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01160192,"threshold_uncertainty_score":0.05888945,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081439463","doi":"10.1145/1082983.1083150","title":"Mining student CVS repositories for performance indicators","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Quality (philosophy); Source lines of code; Data science; Work (physics); Source code; Data mining; Software engineering; Software; Engineering; Programming language","authors":[{"name":"Keir Mierle","is_ca":true},{"name":"Kevin Laven","is_ca":true},{"name":"Sam T. Roweis","is_ca":true},{"name":"Greg Wilson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01484214742963994,"gpt":0.2662585567185968,"spread":0.2514164092889568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00500648,0.0009453151,0.001036439,0.01896901,0.0005244758,0.002585433,0.00176851,0.001033321,0.0009418507],"category_scores_gemma":[0.04621628,0.0004267551,0.0006192927,0.01737681,0.0003376569,0.001785702,0.001792868,0.00107617,0.001170955],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006558885,"about_ca_system_score_gemma":0.001670002,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00375235,"about_ca_topic_score_gemma":0.004313254,"domain_scores_codex":[0.9931375,0.001438285,0.0009528905,0.001344423,0.002692563,0.0004343601],"domain_scores_gemma":[0.9504998,0.01775745,0.009051275,0.005503552,0.01444816,0.002739818],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002897787,0.0007390824,0.7455298,0.000500226,0.0002039601,0.0003878012,0.001846604,0.004058782,0.004185851,0.0007851735,0.008948733,0.2325242],"study_design_scores_gemma":[0.00008525312,0.001074943,0.8575356,0.0003147243,0.0003450131,0.001020385,0.003289239,0.0861463,0.01767814,0.002817359,0.029472,0.0002209851],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9574885,0.0007238535,0.0183442,0.0002707485,0.00005478963,0.0002238754,0.01894838,0.001948882,0.001996804],"genre_scores_gemma":[0.936743,0.0003155802,0.02460767,0.00003833899,0.00006888676,0.0002510979,0.03608518,0.0002083343,0.001681845],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01896901,"threshold_uncertainty_score":0.0264771,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3126633874","doi":"10.1145/3437479.3437483","title":"ACM SIGSOFT Empirical Standards Released","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Task (project management); Quality (philosophy); Engineering; Systems engineering; Statistics; Mathematics","authors":[{"name":"Paul Ralph","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5303859496964192,"gpt":0.4933538232445762,"spread":0.03703212645184295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05800818,0.001578185,0.001598527,0.0219897,0.002938159,0.01324832,0.00468292,0.00319324,0.2220223],"category_scores_gemma":[0.2960684,0.002033023,0.001791297,0.02435139,0.001497015,0.00922285,0.007962096,0.005618401,0.1887583],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005223698,"about_ca_system_score_gemma":0.02959718,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01689551,"about_ca_topic_score_gemma":0.01293275,"domain_scores_codex":[0.9289047,0.0152643,0.00994856,0.003736083,0.04039503,0.001751418],"domain_scores_gemma":[0.6654512,0.07131858,0.01198768,0.05723667,0.1863242,0.007681767],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007368229,0.0000970218,0.001070741,0.0003991551,0.00002132229,0.00001940493,0.0001766232,0.0002991325,0.0001242314,0.01164405,0.8500126,0.136062],"study_design_scores_gemma":[0.00004901496,0.00003273359,0.002180799,0.0007758249,0.00001661327,0.00004300206,0.0002091457,0.0003672572,0.0001820111,0.0100211,0.986088,0.00003445934],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.003338358,0.005544749,0.1266738,0.04115677,0.01519017,0.005403373,0.2296883,0.0454522,0.5275522],"genre_scores_gemma":[0.02597569,0.008444903,0.1980423,0.01068349,0.003122309,0.01149803,0.4165897,0.02732556,0.298318],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9419918,"threshold_uncertainty_score":0.7427387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064871489","doi":"10.1145/1082983.1083115","title":"Effects of agile practices on social factors","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Extreme programming practices; Computer science; Knowledge management; Process management; Scrum; Lean software development; Quality (philosophy); Software quality; Agile Unified Process; Agile usability engineering; Software; Software development; Engineering; Software development process; Engineering management; Software engineering","authors":[{"name":"A. Law","is_ca":true},{"name":"Raylene Charron","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02591000041924832,"gpt":0.2800608279415944,"spread":0.2541508275223461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0129691,0.0007239038,0.0005915544,0.001769416,0.003343651,0.003730083,0.0009878747,0.001261897,0.009262227],"category_scores_gemma":[0.0867826,0.0003931659,0.001157938,0.001597709,0.00323522,0.002054989,0.00420423,0.002804104,0.0005258156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002784813,"about_ca_system_score_gemma":0.002613851,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008232944,"about_ca_topic_score_gemma":0.009781686,"domain_scores_codex":[0.9691566,0.02312714,0.0007198327,0.001619978,0.003385669,0.001990638],"domain_scores_gemma":[0.6806941,0.2530958,0.02282521,0.009293901,0.01004987,0.02404108],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00534109,0.007597959,0.7541057,0.000480129,0.001256931,0.001704162,0.05336705,0.002576415,0.005465024,0.01047209,0.00306589,0.1545675],"study_design_scores_gemma":[0.0003901291,0.003875561,0.9454902,0.000178246,0.0004640104,0.0002837892,0.03086668,0.002279368,0.001133417,0.006408079,0.008520768,0.0001098115],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9765581,0.0005015433,0.001024197,0.001520457,0.00006658391,0.0001200747,0.00009171761,0.00004183908,0.02007541],"genre_scores_gemma":[0.9976714,0.0001342631,0.0005431471,0.0001438325,0.00002614651,0.00006234818,0.00003171045,0.00002691549,0.001360152],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0129691,"threshold_uncertainty_score":0.06858796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012086719","doi":"10.1145/1022494.1022541","title":"Empirical studies of software testing techniques","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Software testing; Software reliability testing; Software engineering; Regression testing; Test strategy; Software; Software construction; System integration testing; Software performance testing; Software development; Programming language","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07925087812671783,"gpt":0.3242008907103558,"spread":0.244950012583638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03494538,0.0005231655,0.0004384935,0.005149693,0.0009314025,0.002310845,0.001826475,0.001157342,0.004283499],"category_scores_gemma":[0.3678264,0.0004697949,0.0003942089,0.006933367,0.002666486,0.005938637,0.001859395,0.002674097,0.0007340473],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001115902,"about_ca_system_score_gemma":0.001416562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001767906,"about_ca_topic_score_gemma":0.002000688,"domain_scores_codex":[0.9454612,0.03538168,0.004239487,0.002312351,0.01168869,0.0009166244],"domain_scores_gemma":[0.2158119,0.7080641,0.03223161,0.01402037,0.02839542,0.001476615],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005303753,0.003489877,0.5723374,0.004114528,0.0006939192,0.0004026322,0.0198199,0.003852755,0.00194553,0.06700066,0.007600837,0.3182116],"study_design_scores_gemma":[0.0002330931,0.003506568,0.7939827,0.009879874,0.0005801651,0.002319269,0.03771085,0.01692139,0.008162175,0.04705163,0.07946543,0.0001868216],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8611504,0.02413422,0.0472495,0.007505211,0.0003252865,0.0005344324,0.001058603,0.0001096088,0.0579327],"genre_scores_gemma":[0.9745874,0.00833524,0.01282388,0.0009953652,0.00024154,0.0003232575,0.0007178183,0.00007340423,0.00190207],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9650546,"threshold_uncertainty_score":0.1848111,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160282202","doi":"10.1145/2413038.2413062","title":"Exploring initial challenges for green software engineering","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Sustainability; Software; Engineering; Engineering management; Process (computing); Software engineering; Green computing; Software development; Computer science; Systems engineering; Efficient energy use; Business","authors":[{"name":"Patricia Lago","is_ca":false},{"name":"Rick Kazman","is_ca":false},{"name":"Niklaus Meyer","is_ca":false},{"name":"Maurizio Morisio","is_ca":false},{"name":"Hausi Müller","is_ca":true},{"name":"Frances Paulisch","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07060960159239622,"gpt":0.2348167140928424,"spread":0.1642071125004461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04464553,0.0009347626,0.0008251671,0.00208824,0.008823319,0.02125912,0.002650217,0.007889394,0.005727756],"category_scores_gemma":[0.03759786,0.001013537,0.001143222,0.002692717,0.01404038,0.03159353,0.01370479,0.01345233,0.001453647],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009373545,"about_ca_system_score_gemma":0.01841182,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003885549,"about_ca_topic_score_gemma":0.005785324,"domain_scores_codex":[0.9717705,0.01719577,0.0007646635,0.001745143,0.005389835,0.00313396],"domain_scores_gemma":[0.9576651,0.0277966,0.0009925992,0.002023,0.008445542,0.003077123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002223744,0.0004296028,0.002769502,0.001051632,0.0000401344,0.001165779,0.07398606,0.003889157,0.004986259,0.7770877,0.0307339,0.1036379],"study_design_scores_gemma":[0.00003913651,0.0002073783,0.001025584,0.001004451,0.00001621697,0.0002151443,0.1294147,0.004237609,0.002844963,0.57063,0.2902699,0.00009483151],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2680264,0.0227444,0.09570734,0.4882612,0.002662963,0.0005098013,0.0002187468,0.000488758,0.1213804],"genre_scores_gemma":[0.9027976,0.01260962,0.04923313,0.01589981,0.0005129853,0.0005742479,0.0002286469,0.0004883675,0.01765557],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04464553,"threshold_uncertainty_score":0.236111,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241558139","doi":"10.1145/1095430.1081711","title":"Automatic generation of suggestions for program investigation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Source code; Intuition; Task (project management); Program analysis; Set (abstract data type); Dependency (UML); Static program analysis; Fuzzy logic; Software engineering; Code (set theory); Empirical research; Programming language; Software; Software development; Artificial intelligence; Systems engineering; Engineering","authors":[{"name":"Martin P. Robillard","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0435184295460455,"gpt":0.2899552975350936,"spread":0.2464368679890481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003392995,0.00228744,0.001515992,0.007544952,0.001104101,0.001497256,0.002524392,0.001875093,0.00790067],"category_scores_gemma":[0.03411709,0.001007768,0.001101403,0.001917922,0.000620705,0.001907781,0.001463488,0.001469677,0.002963442],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009161216,"about_ca_system_score_gemma":0.002764249,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002115439,"about_ca_topic_score_gemma":0.004831127,"domain_scores_codex":[0.9957217,0.001402594,0.0002374245,0.0007809648,0.001650774,0.0002065206],"domain_scores_gemma":[0.9718083,0.01699808,0.002090048,0.002017817,0.006498113,0.0005877298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001218403,0.0006019251,0.01155557,0.001354768,0.0001274591,0.001194912,0.002647639,0.0135874,0.06212015,0.008078161,0.03449635,0.8630173],"study_design_scores_gemma":[0.0004146569,0.0008414644,0.008774329,0.0004843011,0.0003271986,0.001182528,0.001954813,0.8259107,0.09347965,0.01522359,0.05120296,0.0002037917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1095454,0.0006522758,0.8245988,0.0009603861,0.0002029698,0.001626073,0.001797433,0.05362362,0.006992965],"genre_scores_gemma":[0.1410266,0.0002018065,0.8515651,0.0001155906,0.00008406315,0.0007252211,0.00199723,0.001280842,0.003003619],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.00790067,"threshold_uncertainty_score":0.02643043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107366830","doi":"10.1145/2088883.2088901","title":"Evolution of software engineers' personality profile","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Social software engineering; Personal software process; Software; Software development; Software construction; Software peer review; Computer science; Work (physics); Software analytics; Engineering; Mechanical engineering","authors":[{"name":"Daniel Varona","is_ca":false},{"name":"Luiz Fernando Capretz","is_ca":true},{"name":"Yadenis Piñero","is_ca":false},{"name":"Arif Raza","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0177354591475012,"gpt":0.2476067547847011,"spread":0.2298712956371999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001844211,0.0001489085,0.0001441055,0.003227105,0.0003111926,0.001124415,0.0003058999,0.0003271096,0.001503706],"category_scores_gemma":[0.01533813,0.0001140847,0.0001935556,0.002037771,0.0001831359,0.00088891,0.0006768629,0.0003291584,0.0005530458],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005457976,"about_ca_system_score_gemma":0.0004571161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002622503,"about_ca_topic_score_gemma":0.002915011,"domain_scores_codex":[0.9989867,0.0002920612,0.00009080119,0.0001671992,0.0003372335,0.0001260724],"domain_scores_gemma":[0.9856903,0.003898619,0.004067667,0.0006959625,0.004016533,0.00163095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009737911,0.00004701739,0.9363253,0.00004500517,0.00003419679,0.0001884872,0.002820432,0.0002358365,0.0009667624,0.0002897444,0.0007006878,0.0582492],"study_design_scores_gemma":[0.000001642123,0.00006671215,0.9964372,0.0000202925,0.000007230925,0.0002370047,0.001253215,0.0003695112,0.0001811026,0.00008240704,0.001337193,0.000006569682],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9961649,0.0004420815,0.0004147355,0.000164603,0.00001343157,0.000006842848,0.0002357102,0.00001695114,0.002540829],"genre_scores_gemma":[0.9986143,0.0002312877,0.0002659463,0.00002064968,0.000008181988,0.000005928926,0.000140324,0.000004690712,0.0007084926],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003227105,"threshold_uncertainty_score":0.009753227,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4249157519","doi":"10.1145/1095430.1081744","title":"Strathcona example recommendation tool","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Documentation; Application programming interface; Software engineering; Code (set theory); Source code; Software; Programming language; Set (abstract data type)","authors":[{"name":"Reid Holmes","is_ca":true},{"name":"Robert J. Walker","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02994625267647503,"gpt":0.2610645669782109,"spread":0.2311183143017359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006761472,0.001042577,0.0007776216,0.004024637,0.0007335403,0.001338609,0.001413454,0.001302858,0.0819625],"category_scores_gemma":[0.005905255,0.0005493998,0.0006004803,0.003216645,0.000166951,0.001384414,0.0009255384,0.0007195405,0.02713886],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005830278,"about_ca_system_score_gemma":0.0009484979,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01236129,"about_ca_topic_score_gemma":0.0309373,"domain_scores_codex":[0.9991977,0.0001336061,0.00008076752,0.0001173347,0.0004248782,0.0000457898],"domain_scores_gemma":[0.9968051,0.00174306,0.0001129405,0.0003600943,0.0008398739,0.0001390075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004952211,0.0001490635,0.00254873,0.001310125,0.00006492465,0.0007221312,0.0002883241,0.002508905,0.004383819,0.007062229,0.6263891,0.3540774],"study_design_scores_gemma":[0.0003976514,0.0001492227,0.003820677,0.0003018285,0.00008084938,0.0009352371,0.0002271635,0.04780677,0.009503877,0.006775532,0.9298877,0.0001134871],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.02354414,0.002384132,0.3904216,0.004386982,0.0006003461,0.002034143,0.1176106,0.3024338,0.1565842],"genre_scores_gemma":[0.0752365,0.002050785,0.6704414,0.00175489,0.0001844812,0.00217307,0.1316038,0.009612755,0.1069421],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.0819625,"threshold_uncertainty_score":0.2741919,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004586836","doi":"10.1145/2347696.2347698","title":"Technical debt in software development","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Software engineering; Debt; Software; Engineering management; Computer science; Software development; Software quality; Engineering; Systems engineering; Business; Finance","authors":[{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false},{"name":"Joost Visser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02189103452696845,"gpt":0.2594726961300906,"spread":0.2375816616031222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009961194,0.0005448366,0.0004941902,0.002493305,0.004240759,0.008931414,0.001129535,0.002998426,0.003887699],"category_scores_gemma":[0.04265603,0.0007314953,0.0003627043,0.004775977,0.01060624,0.01860461,0.008805452,0.005004924,0.0006828542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006259839,"about_ca_system_score_gemma":0.002809424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003630741,"about_ca_topic_score_gemma":0.0025965,"domain_scores_codex":[0.9887598,0.006988925,0.0007692471,0.0007170759,0.002243088,0.0005219814],"domain_scores_gemma":[0.9721155,0.01732951,0.003362634,0.002706588,0.00300368,0.00148211],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005627341,0.00003746262,0.002974209,0.0002461933,0.00001028296,0.0004412781,0.01555707,0.001841072,0.0004697922,0.9066515,0.007927432,0.06378739],"study_design_scores_gemma":[0.0000320432,0.00004844819,0.002136529,0.0004279903,0.00001191387,0.0007194393,0.00573313,0.004798783,0.0004953124,0.8604369,0.1251239,0.00003555875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1708653,0.03277584,0.368087,0.08036327,0.001409238,0.0002391097,0.0002496521,0.000851104,0.3451595],"genre_scores_gemma":[0.9378669,0.006457031,0.03187903,0.002322047,0.0004259127,0.000226104,0.00009572961,0.0003291853,0.02039802],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009961194,"threshold_uncertainty_score":0.05268043,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105821857","doi":"10.1145/566171.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Isolation (microbiology); Computer science; Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Instrumentation (computer programming); Code (set theory); Object (grammar); Code reuse; Fault detection and isolation; Reliability engineering; Risk analysis (engineering); Programming language; Software system; Engineering; Software construction; Set (abstract data type); Artificial intelligence","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true},{"name":"Hao Sun","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05852494155426891,"gpt":0.2645884942805956,"spread":0.2060635527263267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01309741,0.0005350268,0.0003268384,0.0007841637,0.0007392675,0.001196517,0.001466636,0.001276516,0.0009179802],"category_scores_gemma":[0.05358885,0.0004593318,0.0003305763,0.0009644075,0.00174754,0.004276093,0.001335381,0.001383497,0.0001299788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008073205,"about_ca_system_score_gemma":0.001970907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002189618,"about_ca_topic_score_gemma":0.001764671,"domain_scores_codex":[0.9905226,0.006125565,0.0003435913,0.0003901262,0.00208145,0.0005365955],"domain_scores_gemma":[0.9057632,0.07532334,0.007215084,0.006817343,0.004286177,0.0005948049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001183009,0.00244201,0.08303696,0.001178873,0.0001969671,0.001759242,0.01264296,0.2162601,0.09561166,0.1548234,0.001735374,0.4291294],"study_design_scores_gemma":[0.0002144039,0.002051306,0.01495967,0.0003168128,0.0002170819,0.0009448514,0.00287367,0.8011093,0.1250678,0.03570135,0.01643272,0.0001111624],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4960903,0.0004762333,0.4962725,0.001102336,0.00002655347,0.0003311768,0.00003989056,0.001022002,0.004638906],"genre_scores_gemma":[0.7931478,0.0002985279,0.2053764,0.0001214001,0.0000142007,0.0001297397,0.00004759837,0.0001282609,0.0007361047],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01309741,"threshold_uncertainty_score":0.06926662,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044961859","doi":"10.1145/1041685.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Viewpoints; Process (computing); Consistency (knowledge bases); Sequence (biology); Theoretical computer science; Programming language; Artificial intelligence; Mathematics","authors":[{"name":"Sebastián Uchitel","is_ca":false},{"name":"Marsha Chećhik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06001615267200049,"gpt":0.2738289857814312,"spread":0.2138128331094307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005694921,0.001248147,0.0009000628,0.001900648,0.001158028,0.003128262,0.002824952,0.001594851,0.003957551],"category_scores_gemma":[0.01749393,0.00139788,0.004585409,0.001657527,0.002009181,0.006099585,0.006153015,0.002440472,0.0007977632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001757241,"about_ca_system_score_gemma":0.003296512,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008923233,"about_ca_topic_score_gemma":0.01316845,"domain_scores_codex":[0.9915887,0.002415618,0.0008591223,0.001260584,0.003299868,0.0005761234],"domain_scores_gemma":[0.9880459,0.004423427,0.0006848279,0.004577087,0.002014402,0.0002544329],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004007544,0.0002781144,0.009306879,0.0009716269,0.0004854353,0.001277311,0.006170994,0.269908,0.02377062,0.5286704,0.003133194,0.1556266],"study_design_scores_gemma":[0.0000583354,0.0002720473,0.001801025,0.000291176,0.000519142,0.0004410444,0.001176631,0.5041139,0.02074468,0.4274305,0.04301931,0.0001322423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01947131,0.0001172638,0.9746054,0.0002015817,0.00002442699,0.0002235948,0.0003695289,0.001061078,0.003925747],"genre_scores_gemma":[0.2382516,0.0003967436,0.7539061,0.000185474,0.00002969314,0.0005511374,0.002542489,0.0004097149,0.003727079],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008923233,"threshold_uncertainty_score":0.03011799,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119539611","doi":"10.1145/1108768.1108809","title":"SableSpMT","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Multithreading; Computer science; Java; Speculative multithreading; Multiprocessing; Operating system; Speculative execution; strictfp; Set (abstract data type); Context (archaeology); Instruction set; Software; Real time Java; Embedded system; Programming language; Thread (computing)","authors":[{"name":"Christopher J. F. Pickett","is_ca":true},{"name":"Clark Verbrugge","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01274945599625938,"gpt":0.2321231633072098,"spread":0.2193737073109504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000749689,0.0007853875,0.000580938,0.0007419579,0.0006739409,0.001701135,0.001727793,0.0008577976,0.07646834],"category_scores_gemma":[0.002371968,0.0004989426,0.000653533,0.0004986183,0.000472062,0.001513466,0.001580433,0.001356346,0.0349564],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007649073,"about_ca_system_score_gemma":0.001132826,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00195419,"about_ca_topic_score_gemma":0.002077362,"domain_scores_codex":[0.9992595,0.0001184404,0.00004059159,0.0001519976,0.0003396448,0.00008977683],"domain_scores_gemma":[0.9988464,0.0002266042,0.00007105077,0.000416965,0.0003347281,0.000104202],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001540441,0.0002597685,0.002515492,0.0007986469,0.0001028073,0.0003800581,0.0002706118,0.02612696,0.03180061,0.04845429,0.3383127,0.5494376],"study_design_scores_gemma":[0.0002999236,0.0002335839,0.00127041,0.00008295388,0.0000371266,0.0004703886,0.00004575503,0.1887576,0.04449717,0.02604734,0.7381845,0.00007312721],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.02424687,0.001257691,0.476948,0.001324453,0.001274273,0.0003959254,0.007592066,0.2909365,0.1960242],"genre_scores_gemma":[0.3498384,0.001121388,0.3601188,0.001693881,0.0004647588,0.0008252689,0.02273235,0.03705409,0.2261513],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.07646834,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167234454","doi":"10.1145/974043.974088","title":"Performance of publish/subscribe middleware in mobile wireless networks","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Middleware (distributed applications); Scalability; Message oriented middleware; Publication; Computer network; Distributed computing; Domain (mathematical analysis); Asynchronous communication; Mobile computing; Wireless network; Handover; Wireless; Software; Telecommunications; Software architecture; Operating system","authors":[{"name":"Umar Farooq","is_ca":true},{"name":"Eric W. Parsons","is_ca":true},{"name":"Shikharesh Majumdar","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01065293569486919,"gpt":0.2074056696870235,"spread":0.1967527339921543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005283842,0.0007965807,0.001217481,0.0007734111,0.001087841,0.002611813,0.001110526,0.001274799,0.001090187],"category_scores_gemma":[0.02446918,0.0005568187,0.0002846273,0.001279634,0.001043121,0.002543268,0.001232222,0.001016603,0.0004875394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001395292,"about_ca_system_score_gemma":0.0008977546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002743486,"about_ca_topic_score_gemma":0.0009416819,"domain_scores_codex":[0.9930118,0.001880329,0.000546628,0.0007078339,0.003035903,0.0008175199],"domain_scores_gemma":[0.9843174,0.009857508,0.00113822,0.001927915,0.002049197,0.0007096857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005899982,0.001247706,0.04603633,0.0008215166,0.0003695082,0.001132944,0.001892348,0.6007199,0.1541297,0.01214561,0.004870292,0.1707341],"study_design_scores_gemma":[0.0002112312,0.001473217,0.01185645,0.00002631673,0.0001128189,0.0003954094,0.0005061349,0.8942806,0.08384909,0.005070057,0.00212526,0.00009337916],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9620472,0.001589775,0.02885848,0.000403434,0.0001192572,0.00008402141,0.000134649,0.002065799,0.004697333],"genre_scores_gemma":[0.9956617,0.000194521,0.003366662,0.00002773805,0.00002439071,0.00001990332,0.00008974247,0.00006794433,0.0005474486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005283842,"threshold_uncertainty_score":0.02794397,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139248042","doi":"10.1145/1082983.1083161","title":"SCQL","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Source code; Programming language; Software engineering; Software; Database; World Wide Web","authors":[{"name":"Abram Hindle","is_ca":true},{"name":"Daniel M. Germán","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01701421333253953,"gpt":0.2502417208657814,"spread":0.2332275075332419,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006636474,0.001345495,0.001303997,0.002903438,0.001695542,0.006528218,0.004099374,0.002071689,0.03913014],"category_scores_gemma":[0.01973241,0.001068176,0.002090319,0.003628107,0.001431067,0.009551646,0.005596128,0.002516402,0.0171808],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003031539,"about_ca_system_score_gemma":0.003697489,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01547402,"about_ca_topic_score_gemma":0.01118884,"domain_scores_codex":[0.993535,0.001176468,0.0009995179,0.00106565,0.00268738,0.0005359695],"domain_scores_gemma":[0.9878907,0.004360867,0.0006315463,0.003439046,0.003272018,0.0004057441],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001319793,0.0002754693,0.006537393,0.00202723,0.0002587992,0.0006825301,0.001691722,0.01143809,0.007891597,0.2568392,0.5224003,0.1886379],"study_design_scores_gemma":[0.0003097203,0.000138525,0.001422021,0.0002928131,0.00009080013,0.0005800464,0.0008850786,0.08553366,0.01098615,0.1707423,0.7288452,0.0001736495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"software","genre_scores_codex":[0.009558643,0.000742487,0.6233081,0.003089476,0.0004307467,0.001450547,0.07515009,0.2324166,0.05385325],"genre_scores_gemma":[0.2177985,0.001910242,0.377833,0.005762154,0.0005944415,0.003061029,0.29119,0.04416571,0.05768494],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.03913014,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253578585","doi":"10.1145/503271.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Design by contract; Software engineering; Software; Software development; Software construction","authors":[{"name":"Gregor Kiczales","is_ca":true},{"name":"Erik Hilsdale","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0297838637625815,"gpt":0.2725138175681765,"spread":0.242729953805595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003510978,0.002045618,0.001247598,0.00174882,0.001196789,0.007014675,0.003418588,0.002266584,0.012459],"category_scores_gemma":[0.009072497,0.001245603,0.00179204,0.002462794,0.002394017,0.006360408,0.004120572,0.004715862,0.01119282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009964942,"about_ca_system_score_gemma":0.002052873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007544021,"about_ca_topic_score_gemma":0.0007931393,"domain_scores_codex":[0.9937112,0.00150189,0.0007112377,0.0009636297,0.002765514,0.0003465222],"domain_scores_gemma":[0.9960046,0.001676191,0.0003539296,0.0009633708,0.000717219,0.0002845829],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00005176785,0.0001519719,0.0005202122,0.001530312,0.0001666408,0.0004079511,0.0007332339,0.006095429,0.006096127,0.6256533,0.06234395,0.2962491],"study_design_scores_gemma":[0.00003753374,0.0000352118,0.000146048,0.0004099754,0.00004443491,0.0006768891,0.00009774874,0.007187745,0.002071389,0.2580687,0.7311882,0.00003609251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00130725,0.006565651,0.8999195,0.002215877,0.0008252412,0.0006486025,0.0005032672,0.007690349,0.08032417],"genre_scores_gemma":[0.02667843,0.01385863,0.9188821,0.002729666,0.001024535,0.0008719148,0.001826252,0.002148519,0.0319799],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.012459,"threshold_uncertainty_score":0.04167956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083651196","doi":"10.1145/1988997.1989020","title":"An empirical analysis of a testability model for object-oriented programs","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Computer science; Metric (unit); Unit testing; Java; Object-oriented programming; Empirical research; Reliability engineering; Software; Programming language; Engineering; Mathematics; Statistics","authors":[{"name":"Aymen Kout","is_ca":true},{"name":"Fadel Touré","is_ca":true},{"name":"Mourad Badri","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06620077207080198,"gpt":0.3130796067292437,"spread":0.2468788346584417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02603377,0.0008123894,0.0005986942,0.003700885,0.0005365959,0.002158328,0.001471881,0.001441298,0.001474715],"category_scores_gemma":[0.2036424,0.0003491744,0.001140838,0.002901916,0.001509453,0.003858749,0.001300933,0.001701121,0.0002394927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002258324,"about_ca_system_score_gemma":0.001143452,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002339482,"about_ca_topic_score_gemma":0.001764408,"domain_scores_codex":[0.9808968,0.01140611,0.0008541563,0.001771314,0.004522742,0.0005488331],"domain_scores_gemma":[0.6393534,0.3086664,0.01975998,0.02258992,0.008235634,0.001394691],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006690554,0.001343976,0.7344701,0.0003968356,0.0007532162,0.0003230278,0.001747233,0.1585945,0.002703578,0.03090031,0.001937442,0.0661607],"study_design_scores_gemma":[0.00007737453,0.001039521,0.2445541,0.0001213477,0.0001354179,0.0005481882,0.0005470127,0.7282363,0.001279392,0.02165471,0.001746769,0.0000599321],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8843083,0.0003256905,0.1096516,0.000695175,0.00001756974,0.000262598,0.0008177215,0.0002524576,0.00366875],"genre_scores_gemma":[0.9920208,0.00004371866,0.006971228,0.0000335438,0.000008229565,0.0001583484,0.0006099131,0.0000299625,0.0001241582],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02603377,"threshold_uncertainty_score":0.1376814,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4240298746","doi":"10.1145/1095430.1081736","title":"Facilitating software evolution research with kenyon","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Source code; Software engineering; Software; Commit; Metadata; Resource (disambiguation); Software system; Software development; Set (abstract data type); Software construction; Data science; Database; Programming language; Operating system","authors":[{"name":"Jennifer L. Bevan","is_ca":false},{"name":"E. James Whitehead","is_ca":false},{"name":"Sunghun Kim","is_ca":false},{"name":"Michael W. Godfrey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03927975784835953,"gpt":0.2942376257946139,"spread":0.2549578679462544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00390402,0.0009420432,0.0009582919,0.002201976,0.0007894645,0.002087903,0.002179239,0.0007386003,0.01016071],"category_scores_gemma":[0.01569182,0.00175338,0.000691908,0.002656278,0.0009267,0.005959814,0.006547942,0.001624491,0.00318952],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005813243,"about_ca_system_score_gemma":0.001934172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002750252,"about_ca_topic_score_gemma":0.01091393,"domain_scores_codex":[0.997842,0.0005351109,0.0002063272,0.0005636159,0.0006751419,0.0001777845],"domain_scores_gemma":[0.9850483,0.007774316,0.0007844368,0.004908433,0.001034279,0.0004503155],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002458774,0.0006046484,0.03153631,0.001171978,0.0003796306,0.001818346,0.01417346,0.0120083,0.07657408,0.02019066,0.065561,0.7735228],"study_design_scores_gemma":[0.001281038,0.001285972,0.03692941,0.000663281,0.0006847713,0.004223532,0.005377839,0.2225298,0.1591936,0.03355774,0.5335139,0.0007591505],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1062134,0.0004218181,0.6796346,0.0006349016,0.00008396825,0.000672082,0.001195082,0.1968528,0.01429122],"genre_scores_gemma":[0.1472354,0.0003209615,0.8349881,0.0002535682,0.0000216993,0.0005471693,0.001492762,0.008243075,0.006897348],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01016071,"threshold_uncertainty_score":0.03399098,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231932677","doi":"10.1145/1095430.1081761","title":"Anchoring and adjustment in software estimation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Anchoring; Estimator; Respondent; Estimation; Software; Computer science; Econometrics; Statistics; Psychology; Mathematics; Social psychology; Engineering","authors":[{"name":"Jorge Aranda","is_ca":true},{"name":"Steve Easterbrook","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01524443047936189,"gpt":0.2533436695576924,"spread":0.2380992390783305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1002281,0.001176462,0.001083139,0.003485103,0.00228988,0.00742431,0.001780451,0.003750406,0.004670544],"category_scores_gemma":[0.6326747,0.001545816,0.001415001,0.004686469,0.01104954,0.01200125,0.006177054,0.005699454,0.0008737185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002942108,"about_ca_system_score_gemma":0.002036546,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003964328,"about_ca_topic_score_gemma":0.002107991,"domain_scores_codex":[0.8052999,0.1427384,0.009864068,0.01204113,0.02757868,0.002477742],"domain_scores_gemma":[0.2913047,0.6037305,0.0495301,0.03661962,0.01736908,0.001446053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001991735,0.0004350059,0.1309579,0.001725042,0.001250857,0.0006699986,0.05693321,0.02623176,0.007359875,0.2895302,0.00419399,0.4787204],"study_design_scores_gemma":[0.00041335,0.001163325,0.1397137,0.001657163,0.0008210512,0.001063816,0.01090216,0.05999596,0.01255175,0.7359032,0.03490159,0.0009128748],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3620912,0.006304077,0.5611194,0.007415217,0.0007108039,0.0007605085,0.0001653494,0.0006451029,0.06078843],"genre_scores_gemma":[0.9368405,0.001066184,0.05934284,0.0008026693,0.0002765942,0.0003071811,0.00006152263,0.0001620776,0.00114033],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.1002281,"threshold_uncertainty_score":0.530063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105492891","doi":"10.1145/2020976.2020979","title":"Managing technical debt in software development","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Engineering management; Software quality; Debt; Software engineering; Software development; Software; Computer science; Quality (philosophy); Software project management; Engineering; Value (mathematics); Business; Software construction; Finance","authors":[{"name":"İpek Özkaya","is_ca":false},{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"Nanette Brown","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03005410945615254,"gpt":0.2447899692817762,"spread":0.2147358598256237,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02902626,0.0005315061,0.0006374181,0.00224195,0.005268351,0.01075257,0.00239227,0.003181724,0.003371013],"category_scores_gemma":[0.10371,0.0008187142,0.0003912926,0.003991613,0.004928028,0.01829778,0.01484261,0.005127016,0.0009055604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004751252,"about_ca_system_score_gemma":0.006761673,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002637389,"about_ca_topic_score_gemma":0.002670226,"domain_scores_codex":[0.977246,0.01275193,0.001766881,0.00137705,0.005414624,0.001443534],"domain_scores_gemma":[0.9266963,0.03278059,0.01332283,0.008975322,0.01166889,0.006556036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000295593,0.0003897993,0.02155045,0.0008089916,0.00007045122,0.001464758,0.02295382,0.01385838,0.0028256,0.3896806,0.02696902,0.5191326],"study_design_scores_gemma":[0.0001725611,0.0004489438,0.01081439,0.001254805,0.00008596168,0.001880738,0.01128638,0.04159994,0.002435467,0.7557902,0.174077,0.000153641],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.3007603,0.01886039,0.4368808,0.08419219,0.001101775,0.0005986654,0.0001418943,0.001272272,0.1561917],"genre_scores_gemma":[0.9137399,0.003678384,0.06492423,0.002735283,0.0004671804,0.0003437516,0.00009683698,0.0002816315,0.01373287],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.02902626,"threshold_uncertainty_score":0.1535074,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3006005708","doi":"10.1145/503271.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Personalization; Scheduling (production processes); Architecture; Code (set theory); Distributed computing; Path (computing); Operating system; Context (archaeology); Computer architecture; Parallel computing; Embedded system; Programming language; Software; Engineering","authors":[{"name":"Yvonne Coady","is_ca":true},{"name":"Gregor Kiczales","is_ca":true},{"name":"Mike Feeley","is_ca":true},{"name":"Greg Smolyn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05239144428673207,"gpt":0.286298241408283,"spread":0.233906797121551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005176925,0.00120075,0.0005355865,0.001265308,0.0006661415,0.002052012,0.002285178,0.0010577,0.001854941],"category_scores_gemma":[0.03026342,0.001464183,0.001453017,0.0009804696,0.001712405,0.00464853,0.003014557,0.003770529,0.0009401352],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007267953,"about_ca_system_score_gemma":0.001749102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002466511,"about_ca_topic_score_gemma":0.002749924,"domain_scores_codex":[0.996335,0.0009656316,0.0004807709,0.000622679,0.001300323,0.0002955071],"domain_scores_gemma":[0.9730401,0.008653187,0.002176254,0.01245014,0.003174007,0.0005062619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001307383,0.0009545112,0.0265587,0.0009860516,0.0003828754,0.001650507,0.005152552,0.06562269,0.2398416,0.05643298,0.01365478,0.5874554],"study_design_scores_gemma":[0.0004575942,0.0009214458,0.008630267,0.0003198973,0.0004670616,0.001896525,0.000316336,0.5387489,0.2956605,0.04709291,0.1051061,0.0003825243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07483731,0.0001603548,0.8756018,0.0003697917,0.0001084235,0.0004181189,0.0001280036,0.0452098,0.003166491],"genre_scores_gemma":[0.2485665,0.0001794214,0.7342011,0.0004263748,0.0000626203,0.000335421,0.0004917869,0.01264947,0.003087272],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.005176925,"threshold_uncertainty_score":0.02737856,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387701050","doi":"10.1145/3617946.3617951","title":"Towards a Research Agenda for Understanding and Managing Uncertainty in Self-Adaptive Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; York University","funders":"Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Agile software development; Human systems engineering; Uncertainty analysis; Risk analysis (engineering); Adaptive system; Complex adaptive system; Key (lock); Management science; Engineering; Artificial intelligence; Simulation; Computer security; Software engineering; Business","authors":[{"name":"Danny Weyns","is_ca":false},{"name":"Radu Călinescu","is_ca":false},{"name":"Raffaela Mirandola","is_ca":false},{"name":"Kenji Tei","is_ca":false},{"name":"Maribel Acosta","is_ca":false},{"name":"Nelly Bencomo","is_ca":false},{"name":"Amel Bennaceur","is_ca":false},{"name":"Nicolas Boltz","is_ca":false},{"name":"Tomáš Bureš","is_ca":false},{"name":"Javier Cámara","is_ca":false},{"name":"Ada Diaconescu","is_ca":false},{"name":"Gregor Engels","is_ca":false},{"name":"Simos Gerasimou","is_ca":false},{"name":"Ilias Gerostathopoulos","is_ca":false},{"name":"Sinem Getir Yaman","is_ca":false},{"name":"Vincenzo Grassi","is_ca":false},{"name":"Sebastian Hahner","is_ca":false},{"name":"Paola Inverardi","is_ca":false},{"name":"Dimitri Van Landuyt","is_ca":false},{"name":"Rogério de Lemos","is_ca":false},{"name":"Emmanuel Letier","is_ca":false},{"name":"Marin Litoiu","is_ca":true},{"name":"Lina Marsso","is_ca":true},{"name":"Angelika Musil","is_ca":false},{"name":"Juergen Musil","is_ca":false},{"name":"Genaína Nunes Rodrigues","is_ca":false},{"name":"Diego Pérez-Palacín","is_ca":false},{"name":"Federico Quin","is_ca":false},{"name":"Patrizia Scandurra","is_ca":false},{"name":"Antonio Vallecillo","is_ca":false},{"name":"Andrea Zisman","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2246854830976646,"gpt":0.3680591670854527,"spread":0.1433736839877881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02062517,0.001334762,0.002153999,0.003088952,0.003376599,0.01642232,0.004001553,0.009870913,0.006864535],"category_scores_gemma":[0.02566264,0.0009369552,0.001705675,0.003134526,0.01828947,0.03782824,0.008059041,0.01200545,0.001097413],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006208437,"about_ca_system_score_gemma":0.009624035,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003684284,"about_ca_topic_score_gemma":0.002295173,"domain_scores_codex":[0.9902947,0.006033245,0.0004385452,0.0009040451,0.001690495,0.0006389625],"domain_scores_gemma":[0.950419,0.04004369,0.00164624,0.002460233,0.003968535,0.001462357],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000224309,0.00005530811,0.0003472405,0.0003876841,0.00002707776,0.0001042899,0.002004318,0.006669606,0.0001514542,0.9657625,0.003207723,0.02126044],"study_design_scores_gemma":[0.000005921335,0.00001684913,0.00008391642,0.0003684498,0.000008504827,0.00002240655,0.001786212,0.006869672,0.0001075617,0.9732779,0.01743142,0.0000212531],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01304633,0.08600945,0.5328221,0.3004831,0.00224773,0.0002134449,0.0001685935,0.0003532767,0.06465598],"genre_scores_gemma":[0.6257821,0.1046164,0.2352773,0.01352231,0.006493044,0.001038459,0.0003357637,0.0002568776,0.01267775],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02062517,"threshold_uncertainty_score":0.1090776,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018392829","doi":"10.1145/2579281.2579311","title":"Technical debt at the crossroads of research and practice","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Metaphor; Software; Debt; Key (lock); Quality (philosophy); Computer science; Engineering management; Empirical research; Software quality; Software engineering; Engineering; Software development; Knowledge management; Business; Computer security; Finance","authors":[{"name":"Davide Falessi","is_ca":false},{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03772669070019714,"gpt":0.3336635637803617,"spread":0.2959368730801646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1236263,0.0008911323,0.002011381,0.01248565,0.01076356,0.04744744,0.003340971,0.01117883,0.008015739],"category_scores_gemma":[0.1626572,0.001737532,0.0007241025,0.01092835,0.08512437,0.08449183,0.0287971,0.02030608,0.001414957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01704201,"about_ca_system_score_gemma":0.0175335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004162422,"about_ca_topic_score_gemma":0.002406883,"domain_scores_codex":[0.8978823,0.06744523,0.00516887,0.008186119,0.01711074,0.004206724],"domain_scores_gemma":[0.7700272,0.1775608,0.007325519,0.01982993,0.01574961,0.009506887],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000508198,0.0000713135,0.001755937,0.0006229006,0.00004730494,0.0002084836,0.04219685,0.0004139203,0.0003127603,0.8912387,0.007261581,0.0558195],"study_design_scores_gemma":[0.00003930289,0.00007483571,0.001510241,0.002468716,0.00002079715,0.00019377,0.02534118,0.0005881942,0.0002181555,0.8721692,0.0973196,0.0000559624],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.05923222,0.1043942,0.085921,0.5878754,0.00425515,0.0002310888,0.0001622354,0.00040089,0.1575278],"genre_scores_gemma":[0.9057005,0.02676347,0.02650061,0.02878224,0.002881604,0.0005707759,0.0001038435,0.0004801565,0.008216759],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8763736,"threshold_uncertainty_score":0.6538063,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164617101","doi":"10.1145/1082983.1083247","title":"Dynamic analysis of java applications for multithreaded antipatterns","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Java; Tracing; Programming language; TRACE (psycholinguistics); Scalability; Model checking; Formal methods; Java Modeling Language; Formal specification; Software engineering; Eclipse; Java annotation; Real time Java; Operating system","authors":[{"name":"Sergiy Boroday","is_ca":true},{"name":"Alexandre Petrenko","is_ca":true},{"name":"J. Singh","is_ca":true},{"name":"Hesham H. Hallal","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01855771481563969,"gpt":0.2824922130252833,"spread":0.2639344982096437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001321727,0.0005006875,0.0004396371,0.00108259,0.000474467,0.001041487,0.0008412095,0.0006586893,0.001172282],"category_scores_gemma":[0.005404124,0.0004339878,0.0006886641,0.000674001,0.0007871955,0.001317863,0.0008655154,0.0006048835,0.0001469225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007259028,"about_ca_system_score_gemma":0.001161711,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002524782,"about_ca_topic_score_gemma":0.003630108,"domain_scores_codex":[0.9987258,0.0002578774,0.00009544568,0.0002080503,0.0005380953,0.0001746284],"domain_scores_gemma":[0.9959345,0.002043023,0.0005860535,0.0007707159,0.0005644084,0.0001012973],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009114578,0.0007046972,0.0823006,0.0007631509,0.0001749788,0.001626136,0.00106264,0.1540473,0.4568795,0.03177092,0.002122094,0.2676364],"study_design_scores_gemma":[0.00009221293,0.0002660197,0.01891689,0.00005455303,0.00009498442,0.0004870589,0.0001411717,0.8435475,0.1152272,0.01709881,0.004031279,0.00004228799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7361228,0.0003831052,0.2530608,0.0002262818,0.00004479352,0.0001356193,0.0001666009,0.006463001,0.00339704],"genre_scores_gemma":[0.9497612,0.0001111102,0.04846841,0.00005655619,0.00001042754,0.00007757018,0.0002045213,0.0003473773,0.0009628141],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.002524782,"threshold_uncertainty_score":0.006990075,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040743371","doi":"10.1145/505894.505907","title":"Datrix <sup>™</sup> source code model and its interchange format","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Bell (Canada)","funders":"","keywords":"Source code; Computer science; Code (set theory); Software engineering; Open source; World Wide Web; Programming language; Software; Set (abstract data type)","authors":[{"name":"Sébastien Lapierre","is_ca":true},{"name":"B. Laguë","is_ca":true},{"name":"C. Leduc","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1139794712162333,"gpt":0.3284236143452977,"spread":0.2144441431290643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004131666,0.001640177,0.0008186923,0.007014764,0.001795387,0.006088244,0.004857222,0.002098509,0.0952138],"category_scores_gemma":[0.02457115,0.001466959,0.00097922,0.008405153,0.001163692,0.00527795,0.002762725,0.003565516,0.1211385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004368572,"about_ca_system_score_gemma":0.006252214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03316178,"about_ca_topic_score_gemma":0.02052628,"domain_scores_codex":[0.9953926,0.0007101101,0.0009191167,0.0006172889,0.002047851,0.000313062],"domain_scores_gemma":[0.9642081,0.006188411,0.002965392,0.009147976,0.01623799,0.001252086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000581525,0.00009620649,0.001339317,0.0005542614,0.0000276094,0.0002891558,0.0006128225,0.002803525,0.003879417,0.03773927,0.8860483,0.0660286],"study_design_scores_gemma":[0.0000685081,0.00004502161,0.0009146848,0.0001244086,0.00001467648,0.0002622072,0.0001769635,0.007103201,0.004585535,0.005556952,0.9810789,0.00006905846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"dataset","genre_gemma":"software","genre_scores_codex":[0.004389537,0.0003115609,0.368214,0.0052302,0.001872247,0.00160308,0.3850438,0.1477625,0.08557316],"genre_scores_gemma":[0.02855711,0.0005605117,0.2556336,0.001462523,0.0004570875,0.002844111,0.5744649,0.05910588,0.07691438],"genre_candidate":"software","genre_consensus":null,"teacher_disagreement_score":0.0952138,"threshold_uncertainty_score":0.3185219,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4252575046","doi":"10.1145/357474.355061","title":"Composing features and resolving interactions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Synchronizing; Composition (language); Composition operator; Computer science; Operator (biology); Transition (genetics); Service (business); Theoretical computer science; Programming language; Set (abstract data type); Chemistry","authors":[{"name":"Jonathan D. Hay","is_ca":true},{"name":"Joanne M. Atlee","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02244443485318719,"gpt":0.2706135015524984,"spread":0.2481690666993112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004880308,0.001113566,0.0007086847,0.001078884,0.001632255,0.002631227,0.002440736,0.001816295,0.002731855],"category_scores_gemma":[0.01425811,0.001127072,0.001059748,0.0006526777,0.002728747,0.005277402,0.004709566,0.001929979,0.000756925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00103354,"about_ca_system_score_gemma":0.002130235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002803419,"about_ca_topic_score_gemma":0.002436506,"domain_scores_codex":[0.9934286,0.001731287,0.0005100598,0.00125677,0.002219143,0.0008540086],"domain_scores_gemma":[0.9907029,0.003513366,0.00104583,0.00311308,0.001209907,0.0004149367],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005627928,0.0003350598,0.01665471,0.0005449523,0.0002171397,0.003594439,0.007006221,0.0950573,0.08710273,0.3182947,0.004701016,0.4659289],"study_design_scores_gemma":[0.0001111161,0.0004936262,0.00298119,0.0001967512,0.0003259967,0.001644971,0.001274041,0.3952329,0.1037521,0.4009422,0.09284417,0.0002009588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06028409,0.0001174629,0.9309291,0.0002745227,0.00007271728,0.0001666612,0.00003517803,0.00275185,0.005368358],"genre_scores_gemma":[0.4090233,0.0001321662,0.5825253,0.0001782087,0.00006057644,0.0002134693,0.0001960837,0.000688113,0.00698274],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004880308,"threshold_uncertainty_score":0.02580982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982261875","doi":"10.1145/505894.505905","title":"WoSEF","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; XML; Software engineering; World Wide Web; Session (web analytics); Unified Modeling Language; Notation; Programming language; Metamodeling; Software; Linguistics","authors":[{"name":"Susan Elliot Sim","is_ca":true},{"name":"Rainer Koschke","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01684962924630451,"gpt":0.2311417628143882,"spread":0.2142921335680837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006647291,0.00139736,0.001009735,0.004458352,0.001925483,0.00821207,0.002421378,0.002701312,0.4728242],"category_scores_gemma":[0.01316028,0.0007203556,0.001189343,0.004885797,0.0008674134,0.006775483,0.006762025,0.00215727,0.355475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00215489,"about_ca_system_score_gemma":0.003120717,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003579478,"about_ca_topic_score_gemma":0.004715107,"domain_scores_codex":[0.9961678,0.0007576352,0.0003166805,0.0007120862,0.001434378,0.0006113269],"domain_scores_gemma":[0.9947285,0.0009213307,0.000213839,0.001107128,0.001854386,0.001174879],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001877494,0.00006787897,0.0003100844,0.0003142681,0.000007670798,0.000203854,0.0004440445,0.0001353103,0.000795098,0.01481553,0.8378515,0.144867],"study_design_scores_gemma":[0.00001159719,0.00001098647,0.0001517537,0.00005644428,0.000001076608,0.00005305212,0.00009130811,0.00004862142,0.0001382535,0.0009987872,0.9984321,0.000005971648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.005489323,0.006267901,0.03473129,0.02198597,0.01564173,0.001043669,0.03889803,0.01508808,0.8608541],"genre_scores_gemma":[0.01056467,0.003398504,0.01694725,0.003630376,0.001053143,0.0008737241,0.04716568,0.01063444,0.9057322],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4728242,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071313718","doi":"10.1145/1118537.1123068","title":"Non-null references by default in the Java modeling language","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Null (SQL); Java; Java Modeling Language; Generics in Java; Interface (matter); Java annotation; Software engineering; Real time Java; Operating system; Database","authors":[{"name":"Patrice Chalin","is_ca":true},{"name":"Frédéric Rioux","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01770110530127583,"gpt":0.2393219404544667,"spread":0.2216208351531909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04661562,0.0007396456,0.001081458,0.001242116,0.002013806,0.00647764,0.004982322,0.003434022,0.001726222],"category_scores_gemma":[0.0867051,0.00272527,0.001519911,0.001431316,0.006671793,0.01746543,0.005416779,0.007719674,0.00105219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002424702,"about_ca_system_score_gemma":0.004280269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002833277,"about_ca_topic_score_gemma":0.005641805,"domain_scores_codex":[0.9582105,0.0227188,0.004405711,0.004129814,0.009317821,0.001217342],"domain_scores_gemma":[0.8631603,0.06763618,0.01011499,0.04869866,0.009417002,0.0009729031],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0005879184,0.0003274151,0.02667727,0.0008575076,0.00009050601,0.001740431,0.03551448,0.0208077,0.020082,0.7308365,0.008018075,0.1544602],"study_design_scores_gemma":[0.000274769,0.0004688448,0.004098569,0.001175736,0.0003890579,0.004153562,0.003577664,0.2101159,0.07935329,0.5050508,0.1906688,0.0006730889],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.05474803,0.0003365931,0.9298401,0.00260774,0.000104661,0.0001138416,0.000148451,0.005874724,0.006225839],"genre_scores_gemma":[0.3777757,0.0003473098,0.6122846,0.001920642,0.0000968391,0.0002605362,0.0003506462,0.00299722,0.003966501],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.04661562,"threshold_uncertainty_score":0.2465299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232793935","doi":"10.1145/357474.355046","title":"Designing robust Java programs with exceptions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exception handling; Java; Computer science; Structuring; Software engineering; Mechanism (biology); Source code; Programming language; Code (set theory); Set (abstract data type)","authors":[{"name":"Martin P. Robillard","is_ca":true},{"name":"Gail C. Murphy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02507598765568434,"gpt":0.2318147758498418,"spread":0.2067387881941574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003730224,0.0006132387,0.0004624105,0.0005245369,0.0006791921,0.001985313,0.001799863,0.001142081,0.001428795],"category_scores_gemma":[0.0111594,0.001146796,0.0008177045,0.0003362641,0.001335797,0.002441022,0.002070593,0.001624355,0.0008277683],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003927263,"about_ca_system_score_gemma":0.001264223,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006357739,"about_ca_topic_score_gemma":0.0009018969,"domain_scores_codex":[0.9975114,0.0006537139,0.0002743314,0.0004423975,0.0008845609,0.000233574],"domain_scores_gemma":[0.9953259,0.002015932,0.0007695658,0.0009866654,0.0007261359,0.0001757038],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000270295,0.0004883052,0.008987978,0.001311653,0.000249489,0.002070062,0.004622741,0.2794727,0.1588848,0.1302372,0.007589532,0.4058153],"study_design_scores_gemma":[0.0002897299,0.0006656735,0.001797514,0.0003107776,0.0003705724,0.001123708,0.0006657318,0.716944,0.1155519,0.05744616,0.1046765,0.0001576922],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02797745,0.00008973727,0.9657972,0.0001605858,0.00002901143,0.0001742034,0.00002135585,0.003823718,0.001926722],"genre_scores_gemma":[0.1951649,0.0003373864,0.7985139,0.0001804655,0.00004608204,0.0004801988,0.0001518765,0.002131084,0.00299403],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003730224,"threshold_uncertainty_score":0.01972753,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2795259331","doi":"10.1145/3178315.3178323","title":"Requirements Engineering in the Context of Big Data Applications","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Big data; Computer science; Requirement; Business requirements; Requirements analysis; Software requirements; Software engineering; Context (archaeology); Requirements elicitation; Software development; Domain (mathematical analysis); Systems engineering; Business process; Software; Engineering; Component-based software engineering; Work in process; Data mining","authors":[{"name":"Darlan Arruda","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07792903228333961,"gpt":0.3020320789651987,"spread":0.2241030466818591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0245297,0.001266094,0.0009925574,0.003102744,0.002836673,0.006811231,0.00318446,0.004287911,0.002641012],"category_scores_gemma":[0.05675146,0.001410608,0.001670652,0.00303427,0.00568478,0.006924984,0.004962774,0.005117035,0.001211285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003555228,"about_ca_system_score_gemma":0.006074236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003938573,"about_ca_topic_score_gemma":0.004759643,"domain_scores_codex":[0.9438663,0.03980153,0.003357537,0.00218452,0.00969997,0.001090211],"domain_scores_gemma":[0.8891338,0.09048625,0.004201937,0.006108094,0.008580588,0.001489384],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000136084,0.0004462856,0.002843584,0.005442962,0.0001956657,0.006533305,0.01664456,0.07067993,0.016354,0.7154769,0.0166531,0.1485937],"study_design_scores_gemma":[0.0001004443,0.0002912309,0.002929985,0.002822555,0.0001149553,0.00466296,0.01563419,0.08578323,0.009432026,0.5798631,0.2981256,0.0002397536],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02440987,0.004319313,0.9080873,0.01986104,0.0004012461,0.001730578,0.0005225103,0.0005630776,0.04010507],"genre_scores_gemma":[0.2001564,0.004938153,0.7836708,0.00240573,0.0003767259,0.001803797,0.0009435157,0.0003427104,0.005362045],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.0245297,"threshold_uncertainty_score":0.129727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987105996","doi":"10.1145/1082983.1083160","title":"A framework for describing and understanding mining tools in software development","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science; Premise; User needs; Software; Information needs; Software development; Software engineering; Data mining; World Wide Web","authors":[{"name":"Daniel M. Germán","is_ca":true},{"name":"Davor Čubranić","is_ca":true},{"name":"Margaret-Anne D. Storey","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1228947524636725,"gpt":0.2962004079767319,"spread":0.1733056555130594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03489657,0.003543142,0.002859196,0.01577202,0.005206557,0.01868761,0.01180446,0.0094977,0.003575872],"category_scores_gemma":[0.03501158,0.002697113,0.005976915,0.01778899,0.01347694,0.02636731,0.007763147,0.007958538,0.002094272],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005993269,"about_ca_system_score_gemma":0.009091415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01453162,"about_ca_topic_score_gemma":0.008243849,"domain_scores_codex":[0.9722607,0.01371579,0.005450721,0.002460775,0.004987839,0.001124184],"domain_scores_gemma":[0.9762816,0.01504263,0.00189605,0.003042921,0.002908586,0.0008280723],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00002240371,0.00009018094,0.0006155306,0.000849063,0.00007533764,0.0004523152,0.003770417,0.009849135,0.000758751,0.9241476,0.004432347,0.05493692],"study_design_scores_gemma":[0.00004069344,0.0001036896,0.0004175676,0.001238681,0.00008566496,0.0007268167,0.001442301,0.03211614,0.001019318,0.7988632,0.1638113,0.0001345341],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0004533797,0.00129139,0.9938084,0.001241981,0.000066835,0.0003366277,0.0001441351,0.0004890995,0.002167973],"genre_scores_gemma":[0.007332034,0.001094625,0.9893434,0.0002769402,0.00007380443,0.0008828825,0.0002880912,0.0001009454,0.0006072432],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03489657,"threshold_uncertainty_score":0.1845529,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117540154","doi":"10.1145/1022494.1022502","title":"Global software development","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Field (mathematics); Engineering management; Engineering; Engineering ethics; Computer science; Software engineering; Knowledge management; Process management; Data science","authors":[{"name":"Elizabeth Hargreaves","is_ca":true},{"name":"Daniela Damian","is_ca":true},{"name":"Filippo Lanubile","is_ca":false},{"name":"James Chisan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01649382115773516,"gpt":0.2473545078942795,"spread":0.2308606867365443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007484551,0.0006618299,0.0005562585,0.001723108,0.001389316,0.004082102,0.001297848,0.001083068,0.02661334],"category_scores_gemma":[0.01517091,0.0003844725,0.0006002511,0.002618916,0.002065204,0.006009557,0.009556388,0.001992133,0.008549859],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001799793,"about_ca_system_score_gemma":0.005294183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001085972,"about_ca_topic_score_gemma":0.001639072,"domain_scores_codex":[0.9953941,0.001615558,0.0002775988,0.0008236141,0.001390652,0.0004985031],"domain_scores_gemma":[0.9875854,0.002735407,0.0006213197,0.004309641,0.002746569,0.002001505],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005281996,0.00009013412,0.005045592,0.000608293,0.00005986513,0.0002095504,0.002786037,0.00144,0.002709788,0.3416339,0.07374315,0.5716209],"study_design_scores_gemma":[0.00002059654,0.0001427686,0.003320006,0.0003426657,0.00002601698,0.0003929987,0.001099918,0.001011541,0.001256422,0.08083778,0.9115276,0.00002168142],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03056694,0.0106208,0.2006013,0.02497006,0.001759419,0.0007240723,0.0009034929,0.004584401,0.7252695],"genre_scores_gemma":[0.4511649,0.02342354,0.2467852,0.01332891,0.0007448662,0.0009501736,0.003936749,0.00337176,0.256294],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02661334,"threshold_uncertainty_score":0.08903044,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3023468469","doi":"10.1145/3385678.3385681","title":"The ACM SIGSOFT Paper and Peer Review Quality Initiative","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Technical peer review; Peer review; Computer science; Quality (philosophy); Empirical research; Software technical review; Peer-to-peer; Data science; Software quality; Engineering ethics; World Wide Web; Engineering management; Software; Engineering; Political science; Software development","authors":[{"name":"Paul Ralph","is_ca":true},{"name":"Romain Robbes","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.243728938492969,"gpt":0.3970486452683754,"spread":0.1533197067754064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1220488,0.001667718,0.002309386,0.01183851,0.006032804,0.0321591,0.004714651,0.0082128,0.04691932],"category_scores_gemma":[0.2758744,0.001250714,0.001243138,0.01182364,0.005112573,0.01178283,0.009351701,0.007172364,0.05195412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008240216,"about_ca_system_score_gemma":0.06718112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005588226,"about_ca_topic_score_gemma":0.007096113,"domain_scores_codex":[0.7515194,0.05194411,0.01502877,0.008420479,0.1697178,0.003369459],"domain_scores_gemma":[0.4794274,0.1002826,0.04279193,0.06932166,0.2532745,0.0549019],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000545919,0.0001336657,0.0007542734,0.0005113152,0.0000383748,0.00005391515,0.0001726358,0.0003744449,0.0003177379,0.01780685,0.6693246,0.3104576],"study_design_scores_gemma":[0.00006452947,0.00009363596,0.001277746,0.000459585,0.00002227777,0.00008095044,0.00009641372,0.0006717665,0.0003581053,0.01088088,0.9859419,0.00005224465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.005054003,0.03070171,0.1722864,0.1993277,0.1045446,0.007034892,0.005827816,0.02455353,0.4506694],"genre_scores_gemma":[0.07372333,0.05233452,0.2904131,0.03203131,0.0472046,0.01037148,0.02026216,0.01005303,0.4636065],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8779512,"threshold_uncertainty_score":0.6454635,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141291123","doi":"10.1145/1108768.1108795","title":"An empirical framework for comparing effectiveness of testing and property-based formal analysis","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Debugging; Computer science; Software engineering; Software bug; Formal methods; Software testing; Empirical research; Formal specification; Software; Reliability engineering; Programming language; Engineering; Mathematics","authors":[{"name":"Jeremy S. Bradbury","is_ca":true},{"name":"James R. Cordy","is_ca":true},{"name":"Juergen Dingel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04273890736513571,"gpt":0.3093231757345271,"spread":0.2665842683693914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1722868,0.001375582,0.001412534,0.01003786,0.001097006,0.004410813,0.002288627,0.002707656,0.002724656],"category_scores_gemma":[0.5867899,0.0004670708,0.001789841,0.007516942,0.007457251,0.00841538,0.003714948,0.003114407,0.0005881826],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002254438,"about_ca_system_score_gemma":0.00198233,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009997279,"about_ca_topic_score_gemma":0.0005247871,"domain_scores_codex":[0.6888434,0.2460248,0.01406906,0.006463504,0.04254306,0.002056119],"domain_scores_gemma":[0.1667859,0.7691811,0.02063598,0.02476238,0.01721584,0.001418884],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.006552163,0.005702456,0.3123976,0.004136627,0.004175294,0.000424333,0.007571692,0.05168827,0.006725843,0.309523,0.006178304,0.2849244],"study_design_scores_gemma":[0.002851192,0.03236476,0.2973026,0.003036693,0.001992297,0.001840038,0.007322393,0.2909147,0.01243884,0.3153972,0.03390117,0.0006381673],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3302804,0.005224709,0.6128856,0.002738899,0.0003971628,0.006173338,0.002505371,0.0005606965,0.03923381],"genre_scores_gemma":[0.8599052,0.0006723963,0.1289898,0.000597795,0.0002312564,0.007729822,0.001007874,0.0001816094,0.0006843313],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8277133,"threshold_uncertainty_score":0.9111504,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966252218","doi":"10.1145/2557833.2557859","title":"Leveraging \"energy efficiency to software users\"","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Theme (computing); Software; Sustainability; Process (computing); Software engineering; Engineering management; Computer science; Efficient energy use; Engineering; World Wide Web; Business","authors":[{"name":"Patricia Lago","is_ca":false},{"name":"Niklaus Meyer","is_ca":false},{"name":"Maurizio Morisio","is_ca":false},{"name":"Hausi Müller","is_ca":true},{"name":"Giuseppe Scanniello","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.008244656025009046,"gpt":0.1977367678636091,"spread":0.1894921118386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02915173,0.001022834,0.0005766428,0.001193324,0.002778983,0.007580878,0.002000429,0.003419298,0.005318185],"category_scores_gemma":[0.0338885,0.0006382768,0.0008982833,0.001077609,0.004576861,0.01473932,0.01335078,0.005315885,0.001219357],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002638052,"about_ca_system_score_gemma":0.004030979,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009552941,"about_ca_topic_score_gemma":0.002084199,"domain_scores_codex":[0.9791719,0.0139499,0.0003734475,0.001436478,0.003610915,0.001457375],"domain_scores_gemma":[0.9692585,0.02160878,0.001032512,0.00261332,0.003873517,0.001613283],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000359624,0.0007595292,0.005006562,0.001856326,0.00014014,0.0007034039,0.07931184,0.005059965,0.02996833,0.2404384,0.1440164,0.4923795],"study_design_scores_gemma":[0.0000753019,0.0007884042,0.003626039,0.0009528212,0.0001124052,0.0003934173,0.05116945,0.007874743,0.04510538,0.1336713,0.7559664,0.0002643395],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2537775,0.006930622,0.3579921,0.2182133,0.00483402,0.0007219297,0.0003087136,0.002197993,0.1550238],"genre_scores_gemma":[0.85368,0.004536425,0.07047901,0.01476373,0.0009083381,0.0007623775,0.0002293888,0.001311432,0.05332938],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02915173,"threshold_uncertainty_score":0.154171,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974316556","doi":"10.1145/1082983.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Outcome (game theory); Computer science; Management science; Decision analysis; Function (biology); Process (computing); Decision engineering; Business decision mapping; Operations research; Risk analysis (engineering); Decision support system; Artificial intelligence; Engineering; Mathematics; Mathematical economics","authors":[{"name":"Carmen Zannier","is_ca":true},{"name":"Frank Maurer","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1830927904344468,"gpt":0.4182378890722724,"spread":0.2351450986378256,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04114893,0.0006573717,0.000454359,0.00472545,0.002877754,0.004400928,0.001288329,0.00109046,0.007494912],"category_scores_gemma":[0.1376187,0.0004100869,0.0003483828,0.004151983,0.006219632,0.00510226,0.002646525,0.001340477,0.000810065],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005478596,"about_ca_system_score_gemma":0.004292162,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001703793,"about_ca_topic_score_gemma":0.002779903,"domain_scores_codex":[0.9480069,0.04103367,0.001434758,0.00123145,0.007463274,0.0008299303],"domain_scores_gemma":[0.8031986,0.1587158,0.006173561,0.006120618,0.02466191,0.001129471],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008100075,0.001128667,0.02789529,0.004557472,0.00007904867,0.0009230325,0.324598,0.008107643,0.01271671,0.3566849,0.01049809,0.2520011],"study_design_scores_gemma":[0.0002477726,0.001883041,0.01991257,0.004573694,0.00008992299,0.0008088115,0.6049652,0.02317074,0.02467464,0.1512577,0.1681838,0.0002320577],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5032864,0.001086458,0.3083836,0.006233918,0.0002865123,0.006600692,0.003238034,0.0002958205,0.1705886],"genre_scores_gemma":[0.9080274,0.000659984,0.08009916,0.0004814287,0.00002726909,0.00353062,0.0005073389,0.00005669244,0.006610197],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04114893,"threshold_uncertainty_score":0.2176189,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082727576","doi":"10.1145/1290993.1291005","title":"Assessment of Contemporary Modularization Techniques - ACoM'07","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Modular programming; Presentation (obstetrics); Mainstream; Computer science; Software engineering; Modularity (biology); Software; Work (physics); Engineering management; Engineering; Political science","authors":[{"name":"Alessandro Garcia","is_ca":false},{"name":"Phil Greenwood","is_ca":false},{"name":"George T. Heineman","is_ca":false},{"name":"Robert J. Walker","is_ca":true},{"name":"Yuanfang Cai","is_ca":false},{"name":"Hong Yul Yang","is_ca":false},{"name":"Elisa Baniassad","is_ca":false},{"name":"Cristina Videira Lopes","is_ca":false},{"name":"Christa Schwanninger","is_ca":false},{"name":"Jianjun Zhao","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03651836328889043,"gpt":0.3138935505477442,"spread":0.2773751872588538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03238798,0.001053017,0.0007055565,0.006797777,0.001368396,0.00486193,0.002377596,0.001965156,0.003314799],"category_scores_gemma":[0.0632256,0.0005368528,0.001006282,0.004223191,0.001157189,0.002868754,0.0044619,0.001694648,0.001059935],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003567232,"about_ca_system_score_gemma":0.004735047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002257221,"about_ca_topic_score_gemma":0.004430396,"domain_scores_codex":[0.9663417,0.009115055,0.001371658,0.001805456,0.02056242,0.0008038144],"domain_scores_gemma":[0.9305258,0.0176415,0.006335475,0.007165818,0.0348902,0.003441189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005531216,0.001754117,0.04469807,0.001900798,0.0002471706,0.000207383,0.003867484,0.009339608,0.01407197,0.01693833,0.06144421,0.8449777],"study_design_scores_gemma":[0.0004331001,0.008099273,0.3434847,0.003867163,0.0005377633,0.002081483,0.008134502,0.1225471,0.07695347,0.03957823,0.3937728,0.0005105025],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5552143,0.008506034,0.2445327,0.007557686,0.001957576,0.007456625,0.005181139,0.00467517,0.1649186],"genre_scores_gemma":[0.5289037,0.003223231,0.4340011,0.0009117555,0.0004396369,0.003644763,0.009146001,0.0008829337,0.01884696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03238798,"threshold_uncertainty_score":0.171286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006840358","doi":"10.1145/1507195.1507219","title":"Towards using architectural knowledge","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Computer science; Software engineering; Engineering","authors":[{"name":"Paris Avgeriou","is_ca":false},{"name":"Patricia Lago","is_ca":false},{"name":"Philippe Kruchten","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02996516070620384,"gpt":0.2729733027613189,"spread":0.243008142055115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02752654,0.00100204,0.001012039,0.004268356,0.003537461,0.01786918,0.002967763,0.003978035,0.005384486],"category_scores_gemma":[0.02273104,0.001292131,0.001528281,0.004316921,0.01416798,0.04411891,0.01900462,0.007426316,0.002279503],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003911803,"about_ca_system_score_gemma":0.006899795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005084157,"about_ca_topic_score_gemma":0.005903651,"domain_scores_codex":[0.9795694,0.01360829,0.0009725391,0.001703512,0.003429461,0.0007168698],"domain_scores_gemma":[0.9774832,0.007776759,0.0006987765,0.01033737,0.002793551,0.000910347],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003404616,0.00007414992,0.001221859,0.0003407349,0.00004884749,0.0001707512,0.02088169,0.001767477,0.001409678,0.7807981,0.0104065,0.1828461],"study_design_scores_gemma":[0.00001387475,0.00003310071,0.000398105,0.000554068,0.00003480582,0.0002217093,0.007664576,0.004122896,0.001252481,0.6171631,0.3685071,0.00003403961],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02847889,0.01014549,0.7646919,0.06083167,0.0008815574,0.0001569805,0.0002372808,0.001903911,0.1326723],"genre_scores_gemma":[0.2962706,0.01184434,0.656259,0.004998068,0.0003719079,0.0003079821,0.001043134,0.001009129,0.02789588],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02752654,"threshold_uncertainty_score":0.145576,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}