{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":192,"total_is_capped":false,"direct_labels_cover":1,"predictions_cover":192,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"80ecfc32d2f8","filters":{"venue":"ACM SIGSOFT Software Engineering Notes"}},"results":[{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.01996633812184337,"gpt":0.2147627866102179,"spread":0.1947964484883745,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003100097,0.0005164415,0.0004984012,0.0002103388,0.0002969908,0.0001911782,0.002344496,0.0002571034,0.00001859976],"category_scores_gemma":[0.01971849,0.0004919478,0.0001885598,0.0005860495,0.0000409812,0.001333748,0.0008162367,0.0004621088,0.0003119208],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002501128,"about_ca_system_score_gemma":0.0001342414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003601496,"about_ca_topic_score_gemma":0.000004457249,"domain_scores_codex":[0.9970497,0.00002415432,0.00061401,0.0008859944,0.0006447548,0.0007813264],"domain_scores_gemma":[0.991073,0.006265315,0.0001212285,0.002086875,0.0001861603,0.0002674976],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001484941,0.0001269474,0.5210727,0.0002470286,0.00007478387,0.00002760616,0.001059487,0.4621868,0.001005573,0.0001099212,0.00003768586,0.01403658],"study_design_scores_gemma":[0.004674844,0.0004639411,0.6473624,0.002430145,0.0001007599,0.0001446896,0.00003375686,0.3197742,0.01786453,0.001388624,0.001626108,0.004135951],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5763031,0.0003064468,0.4203001,0.0001080023,0.0009192553,0.0001717885,0.00001241294,0.001877707,0.000001191938],"genre_scores_gemma":[0.7283409,0.00004049632,0.2711586,0.0001156754,0.0002047905,0.00004471041,0.00003979136,0.00004849983,0.000006552649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1520378,"threshold_uncertainty_score":0.9997532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02733260811453089,"gpt":0.2698135391505505,"spread":0.2424809310360196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005071784,0.0004250712,0.0004003131,0.0002686947,0.0001391132,0.0001544491,0.002269989,0.0001570453,0.00001291083],"category_scores_gemma":[0.1385565,0.0004612627,0.0001429973,0.0005088298,0.00003600899,0.0008924279,0.00102459,0.0004380118,0.0001710391],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002074683,"about_ca_system_score_gemma":0.00006154853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006073894,"about_ca_topic_score_gemma":8.699911e-7,"domain_scores_codex":[0.9978105,0.00004165482,0.0004382964,0.0006713119,0.0002779726,0.0007602612],"domain_scores_gemma":[0.9391761,0.05876988,0.0001160709,0.001656186,0.0000855145,0.0001961881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000002355354,0.00003090176,0.01126226,0.00004673152,0.00003622109,0.00001880932,0.0005162703,0.8328028,0.002168508,0.00365598,0.0002303945,0.1492288],"study_design_scores_gemma":[0.003732579,0.0005901866,0.4779629,0.0009369694,0.000112722,0.0007848606,0.00004698584,0.2532686,0.1450701,0.004164799,0.1038913,0.009438057],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04587455,0.0007109007,0.9455214,0.0004446901,0.0008566078,0.0001420855,0.00000335656,0.00644288,0.000003593804],"genre_scores_gemma":[0.4376338,0.0000089888,0.5619177,0.0001260023,0.0002351218,0.000009921799,0.000003128751,0.00004158732,0.00002385225],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5795342,"threshold_uncertainty_score":0.9997839,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2111833495","doi":"10.1145/1734103.1734111","title":"Why do we need personality diversity in software engineering?","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software development; Social software engineering; Software Engineering Process Group; Software engineering; Personal software process; Software construction; Diversity (politics); Software peer review; Software; Team software process; Computer science; Knowledge management; Engineering; Engineering management; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.01906460857436304,"gpt":0.2405918491276491,"spread":0.221527240553286,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008159917,0.0006696748,0.0005623394,0.0006017726,0.000224703,0.0002661292,0.003198272,0.0004542975,0.0000995351],"category_scores_gemma":[0.1017544,0.0007402902,0.0002419557,0.001266649,0.00004798056,0.001509514,0.002480025,0.001592726,0.00003967693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001330006,"about_ca_system_score_gemma":0.00007799005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004800494,"about_ca_topic_score_gemma":0.00004239198,"domain_scores_codex":[0.9968402,0.00004016579,0.0005079516,0.0009655901,0.0006765345,0.0009695816],"domain_scores_gemma":[0.9661421,0.03091213,0.0001674531,0.002203661,0.0001770519,0.0003975787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002616348,0.0002392931,0.9640824,0.0004920135,0.0001065438,0.0002656698,0.002236232,0.007327068,0.002615617,0.00434703,0.004083366,0.01417862],"study_design_scores_gemma":[0.002068285,0.0003730652,0.764298,0.0008555473,0.0001025021,0.0003884255,0.0000352436,0.01485652,0.008985973,0.001239789,0.2019274,0.00486925],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3072952,0.001338356,0.6792956,0.00177321,0.002389563,0.0004630328,0.00003829404,0.007403673,0.000003060988],"genre_scores_gemma":[0.5655996,0.00008703579,0.4337645,0.0002209451,0.0001912459,0.00004912337,0.000009220392,0.00006710338,0.00001123037],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2583044,"threshold_uncertainty_score":0.9995048,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158049446","doi":"10.1145/966221.966224","title":"Global software development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Victoria University; University of Victoria; Carnegie Mellon University","keywords":"Software engineering; Software development; Engineering; Engineering management; Software; Software peer review; Library science; Computer science; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.01792110718589928,"gpt":0.2466898453624505,"spread":0.2287687381765512,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005164451,0.0004931968,0.0003521032,0.0001703621,0.0001908717,0.0002889087,0.001878019,0.0002170317,0.00004729934],"category_scores_gemma":[0.1369521,0.0005165579,0.0001299534,0.0009451571,0.00002324219,0.0008778279,0.0004924743,0.0002985465,0.000114504],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002180185,"about_ca_system_score_gemma":0.0002045963,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000167854,"about_ca_topic_score_gemma":0.000003069307,"domain_scores_codex":[0.9975377,0.00004534901,0.0004481652,0.0007054342,0.0004962391,0.0007671417],"domain_scores_gemma":[0.9775725,0.02000576,0.0001417086,0.001796762,0.0001558236,0.0003274271],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001193482,0.000271285,0.7995408,0.0003993604,0.0002515932,0.0002587135,0.0008464865,0.01065858,0.0001945,0.04547685,0.004232383,0.1378575],"study_design_scores_gemma":[0.001187955,0.0002852312,0.2937246,0.0004422465,0.00006442169,0.0007234102,0.00001314479,0.000678956,0.02280346,0.002400547,0.6737031,0.003972897],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02162138,0.001031617,0.9697967,0.000102236,0.0009747876,0.0002076661,0.000006673354,0.006242725,0.00001624217],"genre_scores_gemma":[0.3563949,0.00001620143,0.6432803,0.0001269851,0.0000486452,0.00005931267,0.000006961512,0.00003754433,0.0000291407],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6694707,"threshold_uncertainty_score":0.9997286,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2031271477","doi":"10.1145/2507288.2507326","title":"Technical debt","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Pace; Debt; Confusion; Perspective (graphical); Risk analysis (engineering); Software; Computer science; Engineering; Business; Software development; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.01426900710345097,"gpt":0.2410429534031644,"spread":0.2267739462997134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002859093,0.000374209,0.0003129044,0.0003490218,0.0001034276,0.0003581875,0.003051232,0.0002097814,0.0001279086],"category_scores_gemma":[0.3062171,0.0003723663,0.0001383505,0.0009513783,0.0000431146,0.0009282221,0.001223169,0.0005645534,0.001141586],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001345141,"about_ca_system_score_gemma":0.00007455811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007039856,"about_ca_topic_score_gemma":0.000001153789,"domain_scores_codex":[0.9974359,0.00002312929,0.000353749,0.0006667862,0.0006144666,0.0009059293],"domain_scores_gemma":[0.8579109,0.1376922,0.00007606595,0.003404784,0.0003211396,0.0005948746],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000004089372,0.0001907719,0.8561776,0.0002814789,0.00007796416,0.0001298285,0.0003353483,0.004259108,0.03260894,0.007309744,0.01240382,0.08622131],"study_design_scores_gemma":[0.0004119832,0.0001342769,0.9791517,0.0001241117,0.000008733336,0.0001519067,0.000002575841,0.002996677,0.01135192,0.0003743302,0.004257462,0.001034356],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1553348,0.0005964263,0.8339949,0.001011433,0.0007808891,0.000528904,0.000004000945,0.007739235,0.000009393843],"genre_scores_gemma":[0.6562307,0.000008984113,0.343266,0.00009550983,0.0001147552,0.0001703183,0.000004543827,0.00005366756,0.00005548044],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5008959,"threshold_uncertainty_score":0.9998728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2138876988","doi":"10.1145/1082983.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Process (computing); Systems engineering; Software system; Risk analysis (engineering); Software; Distributed computing; Reliability engineering; Engineering; Cloud computing; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.07071511058799673,"gpt":0.2918162457171581,"spread":0.2211011351291614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008180817,0.0005655077,0.0005560291,0.0003429757,0.0001438951,0.0002645842,0.00279302,0.0002239152,0.00001154418],"category_scores_gemma":[0.1051212,0.0005929772,0.0001512286,0.0005565205,0.00004462152,0.001340734,0.0009037097,0.0004181176,0.0001653078],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004631544,"about_ca_system_score_gemma":0.0001464115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001776648,"about_ca_topic_score_gemma":5.290566e-7,"domain_scores_codex":[0.9970584,0.0001120973,0.000606071,0.0008347219,0.0004682849,0.0009204133],"domain_scores_gemma":[0.9633244,0.03400095,0.000174128,0.002089543,0.0001470883,0.000263872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005539922,0.00002686851,0.001123675,0.0000586089,0.00005289691,0.00002381577,0.000279696,0.9689463,0.002275495,0.001799686,0.0003004711,0.02510693],"study_design_scores_gemma":[0.004886318,0.001359945,0.08750132,0.001717104,0.0002436536,0.0008853295,0.00007203709,0.6928087,0.1158634,0.00264494,0.08109337,0.01092381],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004985875,0.001415252,0.9852903,0.0002989502,0.001656013,0.0004038789,0.000008153575,0.005938003,0.000003505289],"genre_scores_gemma":[0.3265772,0.00003607698,0.6728039,0.00007017833,0.0002815537,0.0001029193,0.000005230926,0.00007132712,0.0000517117],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3215913,"threshold_uncertainty_score":0.9996521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01003167042698593,"gpt":0.2183065064621784,"spread":0.2082748360351925,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006180048,0.0004365058,0.0006855211,0.0002924812,0.0001241754,0.0001094173,0.00192744,0.0002789183,0.000008810925],"category_scores_gemma":[0.02605913,0.0004022326,0.0002666636,0.0004214564,0.00008374372,0.0006110158,0.0002721985,0.0003922362,0.00006233578],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002016317,"about_ca_system_score_gemma":0.0003355092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003285835,"about_ca_topic_score_gemma":0.00000152782,"domain_scores_codex":[0.997265,0.00005801012,0.0008344587,0.0006733016,0.0005081037,0.0006611674],"domain_scores_gemma":[0.9793668,0.01800439,0.0002224997,0.001934359,0.0002247688,0.0002471221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001554752,0.00009006069,0.1181558,0.0003373307,0.00004256348,0.000003738538,0.0001882046,0.8707498,0.0003717465,0.0006254724,0.0001171868,0.009302582],"study_design_scores_gemma":[0.001265189,0.0001330944,0.02514943,0.0002920796,0.00003130253,0.00002066531,0.000002433776,0.9683518,0.002809194,0.00004551686,0.001241743,0.0006575737],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1515789,0.0008238606,0.844736,0.0002825436,0.0006017827,0.0003861935,0.00003812325,0.001551235,0.000001378338],"genre_scores_gemma":[0.7740943,0.000005728529,0.2254486,0.0001206142,0.0001799727,0.00008197149,0.000009528932,0.00004275887,0.0000165351],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6225154,"threshold_uncertainty_score":0.9998429,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157129284","doi":"10.1145/1082983.1083000","title":"Human and social factors of software engineering","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Social software engineering; Software development; Personal software process; Software Engineering Process Group; Agile software development; Software engineering; Software requirements; Software peer review; Software construction; Computer science; Software development process; Software; Engineering; Engineering management","retraction":null,"screen_n_in":null,"score":{"opus":0.02028920115824682,"gpt":0.2537477036018044,"spread":0.2334585024435576,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003118071,0.000463807,0.0004821194,0.0003556523,0.0001617398,0.0001130413,0.001267906,0.0002452772,0.00001956623],"category_scores_gemma":[0.02685309,0.0004893299,0.0001518501,0.0004365976,0.00004029923,0.001018919,0.0006738669,0.0004440801,0.000006076076],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007257822,"about_ca_system_score_gemma":0.00003235496,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004156307,"about_ca_topic_score_gemma":0.000002101911,"domain_scores_codex":[0.9980233,0.00002034223,0.0004872731,0.0005315613,0.0003850745,0.0005524256],"domain_scores_gemma":[0.9858411,0.01290722,0.0001769247,0.000816842,0.0001082449,0.0001496712],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002034994,0.000467228,0.823432,0.002463435,0.0005983639,0.00007576766,0.009921142,0.02891135,0.02848489,0.0270823,0.002843681,0.07569947],"study_design_scores_gemma":[0.001348675,0.0005342955,0.8602547,0.0005223693,0.0001532451,0.000133402,0.00003914113,0.006808085,0.07841936,0.00022,0.04806575,0.003500988],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5264749,0.0008309853,0.4684023,0.0002362201,0.0002841658,0.0001929148,0.00002033578,0.003556919,0.000001276676],"genre_scores_gemma":[0.6392643,0.00001551144,0.3604483,0.00003402497,0.0001465753,0.00001774005,0.000009429209,0.00005302377,0.00001112318],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1127894,"threshold_uncertainty_score":0.9997559,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089148440","doi":"10.1145/1022494.1022526","title":"Modelling and verifying web service orchestration by means of the concurrency workbench","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; IBM (Canada)","funders":"","keywords":"Computer science; Programming language; Process calculus; Concurrency; Web service; Orchestration; Business Process Execution Language; Workbench; Software engineering; Service-oriented architecture; Visualization; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01309578822368948,"gpt":0.2044166167952395,"spread":0.19132082857155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001289874,0.0002189905,0.0001845462,0.00007240439,0.0001279963,0.00008162486,0.00109013,0.00009548421,0.000002096581],"category_scores_gemma":[0.0009402235,0.0001792798,0.00005288055,0.0006901051,0.00002059872,0.0003861582,0.0003772892,0.0002475122,0.000002513836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002556438,"about_ca_system_score_gemma":0.00008010572,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002519062,"about_ca_topic_score_gemma":0.00004594426,"domain_scores_codex":[0.9988202,0.00001972591,0.000260313,0.0003449311,0.0002764961,0.0002782929],"domain_scores_gemma":[0.9956601,0.003372421,0.0001027921,0.0006817303,0.0001028967,0.00008010674],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000005987381,0.00006331434,0.02371277,0.0005842943,0.00005173857,0.000002883991,0.008349857,0.9407573,0.01698006,0.004378178,0.00001382719,0.005099837],"study_design_scores_gemma":[0.004612081,0.0004471822,0.03444473,0.004505611,0.0002356038,0.0001441829,0.0004016579,0.6571774,0.2824567,0.00699459,0.005203802,0.003376431],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5593432,0.001014794,0.4382474,0.0007354502,0.0002658506,0.0001321619,0.000009671713,0.0002479622,0.000003481695],"genre_scores_gemma":[0.9253073,0.00003915087,0.07428919,0.000279828,0.00004696276,0.00001070195,0.000007582125,0.00001794375,0.000001366712],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3659641,"threshold_uncertainty_score":0.7310817,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2080368628","doi":"10.1145/1082983.1083116","title":"Cultural patterns in software process mishaps","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploratory research; Process (computing); Phase (matter); Engineering ethics; Sociology; Software; Grounded theory; Management science; Computer science; Qualitative research; Engineering; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.01807406211797343,"gpt":0.2733128226829014,"spread":0.255238760564928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003697559,0.000500735,0.0004030776,0.0003557488,0.00009506848,0.00031535,0.002336637,0.0002388851,0.00004748253],"category_scores_gemma":[0.06233523,0.000500377,0.0001349831,0.0008035798,0.00002194408,0.002171306,0.0004995019,0.0006422361,0.00006704997],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001554757,"about_ca_system_score_gemma":0.00006481923,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007247531,"about_ca_topic_score_gemma":0.0000208999,"domain_scores_codex":[0.9974591,0.00003234607,0.0005104087,0.0007404641,0.0004670025,0.0007907137],"domain_scores_gemma":[0.9830877,0.01512271,0.0001364956,0.001285978,0.0001500702,0.0002170529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001642656,0.0002378605,0.8380353,0.0005134832,0.00006336627,0.0001633618,0.002822181,0.03821884,0.0003935743,0.000866642,0.001035192,0.1176337],"study_design_scores_gemma":[0.002988992,0.000572886,0.8426843,0.002165903,0.00008469217,0.0007351642,0.0000971432,0.02920582,0.03841984,0.0007930106,0.07572463,0.006527584],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.356507,0.0009412343,0.6350433,0.0009166831,0.0005071062,0.0003391603,0.00001939986,0.005722135,0.000004044475],"genre_scores_gemma":[0.6470178,0.00005025765,0.3523594,0.0001910245,0.000200058,0.00009320138,0.00001612357,0.00005144051,0.000020621],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2905109,"threshold_uncertainty_score":0.9997448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.00986127314587406,"gpt":0.1925936872529448,"spread":0.1827324141070707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000361468,0.0002582381,0.00031008,0.0001131902,0.0001367428,0.00006086714,0.0005349927,0.0001145726,0.000002916487],"category_scores_gemma":[0.002942464,0.0002152774,0.00005143696,0.0003481596,0.00003369663,0.0009191047,0.0002450935,0.0002024311,0.000004707749],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005220808,"about_ca_system_score_gemma":0.0000450529,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002769614,"about_ca_topic_score_gemma":0.000003803623,"domain_scores_codex":[0.998472,0.00001764842,0.0004181133,0.0004117041,0.0002813457,0.0003992213],"domain_scores_gemma":[0.9957849,0.003151299,0.000107768,0.0007220992,0.0001312995,0.000102627],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000116015,0.00001696391,0.5565431,0.0001883456,0.0000239157,9.550051e-7,0.0005544485,0.4340823,0.0001595245,0.00001614212,0.00001498541,0.008387665],"study_design_scores_gemma":[0.0004987207,0.0002132439,0.1147158,0.000750321,0.00002109785,0.00005604915,0.00001260066,0.8813235,0.00187744,0.000009698341,0.0001873966,0.0003341601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7129049,0.0004947993,0.2856934,0.00005596598,0.0001650807,0.0001509087,0.000004698942,0.0005283309,0.000001867657],"genre_scores_gemma":[0.8622355,0.00008794873,0.1374285,0.00002250999,0.0001675402,0.00002376502,0.000005165551,0.00002389397,0.000005139518],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4472411,"threshold_uncertainty_score":0.8778759,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2156154755","doi":"10.1145/638750.638778","title":"A brief history of the object-oriented approach","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Computer science; Object-oriented programming; Software development; Software engineering; Object (grammar); Software; Programming language; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01661775579820918,"gpt":0.1981522524547179,"spread":0.1815344966565087,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0003096959,0.0001962045,0.0002361995,0.0000785051,0.00005301967,0.00002832144,0.001112348,0.00009901265,0.000007244984],"category_scores_gemma":[0.03082967,0.000148982,0.0001387476,0.0003932629,0.00005181912,0.0001719101,0.000235236,0.0001878204,0.00000880623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001677966,"about_ca_system_score_gemma":0.0001707836,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007039775,"about_ca_topic_score_gemma":0.000001648022,"domain_scores_codex":[0.9987109,0.00005644352,0.0002617256,0.0003392099,0.0003075283,0.0003242425],"domain_scores_gemma":[0.9949784,0.003525138,0.0001196072,0.001210613,0.00009095467,0.00007525286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006547905,0.0003930694,0.3441625,0.0007095318,0.0001711641,0.00001799125,0.008986555,0.002639065,0.0029209,0.6245564,0.00432776,0.01110851],"study_design_scores_gemma":[0.002078212,0.0003635785,0.1021206,0.0001120617,0.00009452046,0.0002870308,0.0001082575,0.00415533,0.02016995,0.001816717,0.8665453,0.0021484],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.009461394,0.002513774,0.9841964,0.00002922269,0.002498171,0.0003113117,0.000001123997,0.0006771743,0.0003114569],"genre_scores_gemma":[0.9445887,0.000003510645,0.05482313,0.00005494149,0.00004712339,0.00003054386,0.000001769495,0.00002153285,0.0004287912],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9351273,"threshold_uncertainty_score":0.9773341,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163599520","doi":"10.1145/1281421.1281443","title":"Architectural knowledge and rationale","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Architecture; Computer science; Software engineering; Architectural design; Engineering; Knowledge management; Engineering management","retraction":null,"screen_n_in":null,"score":{"opus":0.01676527167195552,"gpt":0.2541623999534139,"spread":0.2373971282814584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0002556604,0.0001686513,0.0001182673,0.0001458972,0.0000541842,0.00004397052,0.0001463917,0.00007137176,0.00006996169],"category_scores_gemma":[0.02607497,0.0001818242,0.00003082295,0.0001962366,0.00001725306,0.0001794921,0.00003738844,0.0002110788,0.0000782581],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000382787,"about_ca_system_score_gemma":0.00001677631,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004433762,"about_ca_topic_score_gemma":0.000007052178,"domain_scores_codex":[0.9993104,0.000007615608,0.0001754781,0.0001464771,0.00009567598,0.000264377],"domain_scores_gemma":[0.9742589,0.02531436,0.00001700331,0.0002371978,0.00003984027,0.0001326731],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00006005308,0.000173717,0.2586347,0.001277868,0.0003036332,0.000049139,0.01083486,0.03138702,0.05070038,0.003641495,0.00989963,0.6330376],"study_design_scores_gemma":[0.0006280574,0.00005850294,0.8157817,0.0001060336,0.00004975577,0.0002495783,0.00007521392,0.002230528,0.02118385,0.0001979655,0.1583891,0.001049752],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8986654,0.003729934,0.09400962,0.0001676144,0.001252685,0.00021475,0.000008660137,0.001763281,0.0001880957],"genre_scores_gemma":[0.9647577,0.00002756164,0.03472857,0.00005197488,0.0002494476,0.00001208266,0.00001672657,0.00004612332,0.0001098196],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6319878,"threshold_uncertainty_score":0.9821288,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2081439463","doi":"10.1145/1082983.1083150","title":"Mining student CVS repositories for performance indicators","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Quality (philosophy); Source lines of code; Data science; Work (physics); Source code; Data mining; Software engineering; Software; Engineering; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01484214742963994,"gpt":0.2662585567185968,"spread":0.2514164092889568,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000519226,0.0003848211,0.000338459,0.0004980954,0.0002228112,0.0003012597,0.002397174,0.0001620611,0.000006992582],"category_scores_gemma":[0.1061117,0.0004050402,0.0001340171,0.000863373,0.00003676182,0.0008567843,0.0007541013,0.0003151658,0.00003366992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002230771,"about_ca_system_score_gemma":0.0001027575,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005027294,"about_ca_topic_score_gemma":8.881108e-7,"domain_scores_codex":[0.997345,0.00001591994,0.0004451578,0.0006821162,0.0006569296,0.0008548374],"domain_scores_gemma":[0.9429664,0.05503149,0.0001004278,0.001485425,0.0001555733,0.0002606793],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009044846,0.00007698787,0.9291496,0.0002344923,0.00008251302,0.0000121519,0.002033692,0.01400489,0.0009996785,0.0004195424,0.0007755187,0.05220185],"study_design_scores_gemma":[0.001117823,0.0004481323,0.8909318,0.0003379111,0.0000341763,0.00008065289,0.00002766467,0.008176492,0.0588141,0.00001015175,0.03852018,0.001500962],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7913684,0.0005802825,0.2041574,0.0002628759,0.00100716,0.0003733143,0.000006602428,0.002242272,0.000001709815],"genre_scores_gemma":[0.6786581,0.0000143295,0.3204703,0.00004550055,0.0004747669,0.0001889093,0.000008460156,0.00005801728,0.00008169382],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1163128,"threshold_uncertainty_score":0.9998401,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3126633874","doi":"10.1145/3437479.3437483","title":"ACM SIGSOFT Empirical Standards Released","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Task (project management); Quality (philosophy); Engineering; Systems engineering; Statistics; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.5303859496964192,"gpt":0.4933538232445762,"spread":0.03703212645184295,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.02906772,0.0006704296,0.003496477,0.0004289216,0.0002174438,0.001223997,0.004151768,0.0002765338,0.01344455],"category_scores_gemma":[0.982414,0.000426141,0.00212022,0.002647781,0.00005632943,0.0003799265,0.001049803,0.0005038166,0.00229903],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000152229,"about_ca_system_score_gemma":0.0004419441,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009552863,"about_ca_topic_score_gemma":0.00001265875,"domain_scores_codex":[0.9826062,0.001575645,0.005857474,0.001710995,0.007545767,0.0007039529],"domain_scores_gemma":[0.1209322,0.8459521,0.002935888,0.02282011,0.006285548,0.001074204],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001049552,0.00009362282,0.8472453,0.0001821466,0.0003255894,0.0001824243,0.0004622133,0.0009841779,0.001144665,0.0001465941,0.1292347,0.01998805],"study_design_scores_gemma":[0.0005724464,0.0000815583,0.3337461,0.00021899,0.0003654977,0.0001094465,0.0001467981,0.0005704523,0.003232327,0.0007689571,0.6591533,0.001034039],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8764507,0.008175737,0.1066485,0.004909829,0.001985293,0.0008263161,0.0004817298,0.0004198006,0.0001020831],"genre_scores_gemma":[0.908035,0.00003910449,0.08851753,0.0007489485,0.0003305117,0.00005456372,0.00006726983,0.00007807063,0.002128978],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9533463,"threshold_uncertainty_score":0.999819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2064871489","doi":"10.1145/1082983.1083115","title":"Effects of agile practices on social factors","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Extreme programming practices; Computer science; Knowledge management; Process management; Scrum; Lean software development; Quality (philosophy); Software quality; Agile Unified Process; Agile usability engineering; Software; Software development; Engineering; Software development process; Engineering management; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02591000041924832,"gpt":0.2800608279415944,"spread":0.2541508275223461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002629346,0.0003355853,0.0003379647,0.000244929,0.0001062615,0.0001099061,0.001411394,0.000176529,0.00001376455],"category_scores_gemma":[0.1265207,0.0003224041,0.0001476695,0.0004558956,0.00002424977,0.0009935744,0.0003386512,0.00038657,0.00002671964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006545649,"about_ca_system_score_gemma":0.00003875335,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003344507,"about_ca_topic_score_gemma":8.85694e-7,"domain_scores_codex":[0.9983977,0.00003993746,0.0003175342,0.0004243452,0.0004154015,0.0004050687],"domain_scores_gemma":[0.9302261,0.06851416,0.0003776569,0.0006940952,0.00008499532,0.0001030185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0001825438,0.002873372,0.2738883,0.005175685,0.00118594,0.0002647427,0.01529031,0.03241666,0.0843006,0.05531883,0.01811638,0.5109866],"study_design_scores_gemma":[0.0008739716,0.0006073522,0.3589353,0.0003912181,0.0001053202,0.00002797914,0.00001254102,0.002107255,0.5633831,0.0001705896,0.07174622,0.001639123],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6782081,0.000739203,0.3152417,0.0007942011,0.0007446366,0.0003487753,0.0000094985,0.003904267,0.000009568082],"genre_scores_gemma":[0.7759899,0.00003257998,0.2235974,0.00008238034,0.0002117311,0.00002747802,0.000004228368,0.00003876902,0.00001550126],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5093474,"threshold_uncertainty_score":0.9999228,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2012086719","doi":"10.1145/1022494.1022541","title":"Empirical studies of software testing techniques","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Software testing; Software reliability testing; Software engineering; Regression testing; Test strategy; Software; Software construction; System integration testing; Software performance testing; Software development; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.07925087812671783,"gpt":0.3242008907103558,"spread":0.244950012583638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005781625,0.0004744522,0.0006260723,0.000405963,0.0001702989,0.00008920566,0.001924871,0.0002045248,0.000001847226],"category_scores_gemma":[0.4144245,0.0004554234,0.0001656456,0.001270145,0.0001308739,0.0005043705,0.001144047,0.0003988775,0.00001191884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001696503,"about_ca_system_score_gemma":0.0001757555,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007145204,"about_ca_topic_score_gemma":0.000001540278,"domain_scores_codex":[0.9974838,0.00003503407,0.0006526634,0.000694069,0.000513784,0.0006206591],"domain_scores_gemma":[0.9291527,0.06768756,0.0002971797,0.002000204,0.0006653249,0.0001970587],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001049753,0.0002912853,0.8581385,0.0009064623,0.0001899455,0.000171632,0.0025241,0.002862707,0.003657379,0.00112847,0.002681093,0.1274379],"study_design_scores_gemma":[0.002342077,0.003231751,0.3001544,0.009991746,0.0002487356,0.001198016,0.00005712358,0.0009996144,0.5547635,0.1180773,0.002672102,0.006263646],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09857077,0.001743065,0.8525242,0.000432477,0.0003738462,0.0003106184,0.000009758553,0.04603185,0.000003462849],"genre_scores_gemma":[0.4250168,0.00001544086,0.5746526,0.0001389033,0.00007862172,0.00004986431,0.000002663561,0.00004153188,0.000003621445],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5579842,"threshold_uncertainty_score":0.9997898,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2160282202","doi":"10.1145/2413038.2413062","title":"Exploring initial challenges for green software engineering","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Sustainability; Software; Engineering; Engineering management; Process (computing); Software engineering; Green computing; Software development; Computer science; Systems engineering; Efficient energy use; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.07060960159239622,"gpt":0.2348167140928424,"spread":0.1642071125004461,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002690756,0.0007370046,0.0006401544,0.0003657698,0.0001342178,0.00008837447,0.00078022,0.0002783161,0.00008168485],"category_scores_gemma":[0.05099652,0.0008257398,0.0002999837,0.0003382737,0.00003627818,0.001158755,0.0002292209,0.0005020232,0.00009276861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002406157,"about_ca_system_score_gemma":0.00003701696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001063155,"about_ca_topic_score_gemma":0.00001175254,"domain_scores_codex":[0.9972078,0.00001513481,0.0006007936,0.0005989938,0.0003440264,0.001233256],"domain_scores_gemma":[0.9799911,0.01821323,0.00005334429,0.001088332,0.0002768551,0.0003770858],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007665975,0.0003009766,0.1721522,0.01913599,0.001217834,0.0001244635,0.008627833,0.3023615,0.008435643,0.001125662,0.002213449,0.4842277],"study_design_scores_gemma":[0.004324548,0.0007769383,0.8463779,0.001352413,0.0003520685,0.0001240125,0.0008306541,0.04303722,0.03709867,0.0009385102,0.05648175,0.008305309],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9358378,0.00414607,0.04914225,0.0002636397,0.001859098,0.001387297,0.00007024259,0.007286021,0.000007582304],"genre_scores_gemma":[0.9446689,0.0002506796,0.05208661,0.00002465898,0.0007910706,0.001766481,0.00005368861,0.0003289272,0.00002900787],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6742257,"threshold_uncertainty_score":0.9994193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241558139","doi":"10.1145/1095430.1081711","title":"Automatic generation of suggestions for program investigation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Source code; Intuition; Task (project management); Program analysis; Set (abstract data type); Dependency (UML); Static program analysis; Fuzzy logic; Software engineering; Code (set theory); Empirical research; Programming language; Software; Software development; Artificial intelligence; Systems engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0435184295460455,"gpt":0.2899552975350936,"spread":0.2464368679890481,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000378398,0.0002124498,0.000224077,0.0003046861,0.00008412941,0.0001045327,0.0008999829,0.0001171238,0.000009225919],"category_scores_gemma":[0.1811862,0.0002295415,0.00009804236,0.0006188143,0.00003320513,0.000572403,0.0001845706,0.0001593827,0.00001544496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000102811,"about_ca_system_score_gemma":0.0001056412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009484678,"about_ca_topic_score_gemma":0.000003146848,"domain_scores_codex":[0.9984918,0.00001890806,0.000381028,0.0003615385,0.0003566981,0.0003899921],"domain_scores_gemma":[0.9619757,0.03657148,0.00009400288,0.0009328279,0.0002745625,0.0001514282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00000422139,0.0002695831,0.1837123,0.0009258531,0.0001191735,0.000003642719,0.001488203,0.1063045,0.03557213,0.006507637,0.002376879,0.6627159],"study_design_scores_gemma":[0.0007290636,0.0003788604,0.2194886,0.000217817,0.00003065783,0.00002209171,0.000003050147,0.6670997,0.1081716,0.0001201213,0.003044454,0.0006940612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4896138,0.0002213932,0.5069421,0.0004635984,0.0002394379,0.0005662509,0.00001001109,0.001943196,1.825023e-7],"genre_scores_gemma":[0.5221184,0.000003340702,0.4773931,0.0000170706,0.0001458413,0.0002633101,0.00002695264,0.00002357471,0.000008388677],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6620218,"threshold_uncertainty_score":0.9360431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2107366830","doi":"10.1145/2088883.2088901","title":"Evolution of software engineers' personality profile","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Social software engineering; Personal software process; Software; Software development; Software construction; Software peer review; Computer science; Work (physics); Software analytics; Engineering; Mechanical engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.0177354591475012,"gpt":0.2476067547847011,"spread":0.2298712956371999,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007690216,0.0004188159,0.0004193097,0.0003125447,0.00009549853,0.00007122901,0.001511443,0.0002408465,0.00006189691],"category_scores_gemma":[0.08767892,0.0004351822,0.0002054615,0.0008391841,0.00003930225,0.001680946,0.0005539046,0.0004242869,0.00004553991],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001969363,"about_ca_system_score_gemma":0.00008645282,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001009604,"about_ca_topic_score_gemma":6.715683e-7,"domain_scores_codex":[0.9977394,0.00004695187,0.0004679871,0.0004333622,0.0005285072,0.000783839],"domain_scores_gemma":[0.974887,0.0228973,0.0002087682,0.001516478,0.0001996365,0.0002907926],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002152511,0.0003656732,0.9494468,0.000985746,0.0001729827,0.00001270377,0.002374876,0.004339269,0.003454922,0.01981094,0.002058556,0.01695601],"study_design_scores_gemma":[0.0008317214,0.0003744118,0.9153829,0.0005266672,0.0001367052,0.0002121763,0.0000483119,0.005875302,0.0562945,0.0004227921,0.01743169,0.002462812],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09093625,0.002667119,0.9016178,0.00009313317,0.0009874084,0.000262603,0.000030523,0.00339998,0.000005179643],"genre_scores_gemma":[0.5575773,0.00001352366,0.4421021,0.00001936261,0.0001789736,0.00004639022,0.00001065119,0.00003779438,0.00001392248],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.466641,"threshold_uncertainty_score":0.99981,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4249157519","doi":"10.1145/1095430.1081744","title":"Strathcona example recommendation tool","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Documentation; Application programming interface; Software engineering; Code (set theory); Source code; Software; Programming language; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.02994625267647503,"gpt":0.2610645669782109,"spread":0.2311183143017359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005253329,0.0003515015,0.0002685138,0.000323605,0.0001241296,0.0002940348,0.001758418,0.0001550607,0.000154405],"category_scores_gemma":[0.1396756,0.0003865498,0.0001108505,0.0007055011,0.00002191867,0.001203964,0.0006263296,0.0004443064,0.0003551925],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001948068,"about_ca_system_score_gemma":0.00009041671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003726489,"about_ca_topic_score_gemma":0.000003461953,"domain_scores_codex":[0.9977161,0.00003010443,0.0003962433,0.0006684497,0.0004464013,0.0007426791],"domain_scores_gemma":[0.9338526,0.0641764,0.00006946207,0.001534425,0.0001506822,0.0002164247],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001182145,0.000213922,0.2763317,0.0002074684,0.0001237362,0.00004820841,0.001127391,0.02002849,0.005994453,0.006380566,0.004898716,0.6846335],"study_design_scores_gemma":[0.001889524,0.0003682114,0.7209218,0.0002156243,0.00003193359,0.0002498599,0.00001152358,0.02879781,0.04364348,0.0002398188,0.2005939,0.003036583],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.255508,0.0002502146,0.7382325,0.001077271,0.0006545684,0.000287922,0.00001278174,0.003971396,0.000005389925],"genre_scores_gemma":[0.6739301,0.00001465292,0.3254616,0.0001205751,0.0002877555,0.00005572592,0.00002715565,0.00004882169,0.00005361623],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6815969,"threshold_uncertainty_score":0.9998586,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2004586836","doi":"10.1145/2347696.2347698","title":"Technical debt in software development","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Software engineering; Debt; Software; Engineering management; Computer science; Software development; Software quality; Engineering; Systems engineering; Business; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.02189103452696845,"gpt":0.2594726961300906,"spread":0.2375816616031222,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009476334,0.0004894726,0.0004300374,0.0006783377,0.0001092,0.0001441934,0.002531305,0.0002853654,0.00003322852],"category_scores_gemma":[0.2644519,0.0005178925,0.0001109764,0.00141333,0.00003812919,0.00105646,0.001457352,0.0007644112,0.0002833702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004503906,"about_ca_system_score_gemma":0.0001797114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002158393,"about_ca_topic_score_gemma":0.000006257377,"domain_scores_codex":[0.9963835,0.00003973385,0.0005713414,0.0006467094,0.0007793173,0.00157943],"domain_scores_gemma":[0.9166954,0.08035104,0.00008422417,0.002108252,0.0001345371,0.0006265094],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00000365041,0.0001304411,0.9714324,0.0001112576,0.00001551575,0.00003671857,0.0005493566,0.001075114,0.0008069213,0.0005116617,0.0002438262,0.02508313],"study_design_scores_gemma":[0.0003802649,0.00003697133,0.983884,0.0001764595,0.000004510759,0.00008616591,0.000003549073,0.0001521109,0.00826093,0.00002361277,0.006204661,0.0007867735],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2883809,0.001688276,0.7044477,0.0001522176,0.0009288989,0.0003734766,0.000003621996,0.004022189,0.00000275923],"genre_scores_gemma":[0.5636204,0.000007964222,0.4360023,0.00005026664,0.0001137665,0.0001200611,0.000008095256,0.00005720822,0.00001993469],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2752395,"threshold_uncertainty_score":0.9997272,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105821857","doi":"10.1145/566171.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Isolation (microbiology); Computer science; Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Instrumentation (computer programming); Code (set theory); Object (grammar); Code reuse; Fault detection and isolation; Reliability engineering; Risk analysis (engineering); Programming language; Software system; Engineering; Software construction; Set (abstract data type); Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05852494155426891,"gpt":0.2645884942805956,"spread":0.2060635527263267,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004457627,0.0002345738,0.0003540856,0.000555594,0.00008268805,0.0001266503,0.0008992489,0.00009904322,0.000009364138],"category_scores_gemma":[0.2069352,0.0002030498,0.0001142787,0.002775927,0.00003345395,0.0004617983,0.0003205906,0.000252396,0.000008918428],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000063507,"about_ca_system_score_gemma":0.00002663086,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003223195,"about_ca_topic_score_gemma":0.00004550524,"domain_scores_codex":[0.9982849,0.00005806359,0.0005021116,0.000416639,0.0003564121,0.0003819251],"domain_scores_gemma":[0.9566954,0.04151729,0.0001868905,0.001272849,0.0001931918,0.0001343119],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000001815249,0.00005028855,0.9031805,0.00002836803,0.00007284507,0.00001120746,0.002315038,0.08051827,0.0008071624,0.0001560047,0.001321896,0.01153658],"study_design_scores_gemma":[0.0003501686,0.0002466638,0.539974,0.0002753986,0.0001152337,0.00001904862,0.000005560722,0.4518456,0.005059356,0.0001978144,0.001228624,0.000682539],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3451802,0.00005562968,0.650466,0.0003318944,0.0001076294,0.0002186687,0.00001237292,0.003626783,8.443382e-7],"genre_scores_gemma":[0.6207497,0.000002664272,0.3789527,0.0002230334,0.00001714437,0.0000252569,0.000006700449,0.00001513649,0.000007621905],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3713273,"threshold_uncertainty_score":0.8280131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3044961859","doi":"10.1145/1041685.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Viewpoints; Process (computing); Consistency (knowledge bases); Sequence (biology); Theoretical computer science; Programming language; Artificial intelligence; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.06001615267200049,"gpt":0.2738289857814312,"spread":0.2138128331094307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003861344,0.0004827027,0.0004261664,0.0002677627,0.0001610373,0.0001582912,0.002060178,0.0001855247,0.000005450942],"category_scores_gemma":[0.07762498,0.0005119707,0.0001779469,0.0006402925,0.00004837411,0.001506933,0.0008501309,0.0004824019,0.00003957269],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002070219,"about_ca_system_score_gemma":0.000089571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004924153,"about_ca_topic_score_gemma":0.000001715927,"domain_scores_codex":[0.997482,0.00003412803,0.0004279352,0.0007242709,0.0004500071,0.0008816725],"domain_scores_gemma":[0.9781348,0.01973229,0.0001051807,0.00166251,0.0001134675,0.0002517787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000003318228,0.00003134313,0.004146473,0.00003538938,0.00002432169,0.00007018942,0.0005912125,0.9720116,0.00161253,0.01576983,0.00001307984,0.005690663],"study_design_scores_gemma":[0.01065881,0.001541905,0.1538638,0.002177379,0.0003599685,0.001487143,0.000137295,0.06683227,0.5579063,0.1852285,0.003459653,0.01634696],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07050636,0.0005697884,0.9222177,0.0003068813,0.001148163,0.0001674212,0.000006510152,0.005075762,0.000001472735],"genre_scores_gemma":[0.4908365,0.00001057334,0.5089349,0.00004069491,0.00008121865,0.00003907772,0.000004883033,0.00004573682,0.00000647053],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9051794,"threshold_uncertainty_score":0.9997332,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2119539611","doi":"10.1145/1108768.1108809","title":"SableSpMT","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Multithreading; Computer science; Java; Speculative multithreading; Multiprocessing; Operating system; Speculative execution; strictfp; Set (abstract data type); Context (archaeology); Instruction set; Software; Real time Java; Embedded system; Programming language; Thread (computing)","retraction":null,"screen_n_in":null,"score":{"opus":0.01274945599625938,"gpt":0.2321231633072098,"spread":0.2193737073109504,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0001755349,0.0001839391,0.0001582597,0.0001466514,0.00008953528,0.0001337021,0.00127841,0.00008273951,0.00001364915],"category_scores_gemma":[0.02571788,0.0001908521,0.00006578366,0.0003595788,0.00001255788,0.0004191168,0.0003974206,0.0001571062,0.00008685918],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004775295,"about_ca_system_score_gemma":0.00003113625,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006240761,"about_ca_topic_score_gemma":6.420577e-7,"domain_scores_codex":[0.9989308,0.00001423218,0.0002106224,0.0003247567,0.0001925989,0.0003269937],"domain_scores_gemma":[0.9910405,0.007863105,0.00005115605,0.0008706097,0.00007193335,0.00010267],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000006697371,0.0002082634,0.08419733,0.0001180514,0.00007468439,0.00003396511,0.001224163,0.5474252,0.001863192,0.02392988,0.01975769,0.3211609],"study_design_scores_gemma":[0.001476454,0.000323266,0.08132547,0.0004265148,0.00003394505,0.0001992103,0.000005800974,0.5196401,0.1065756,0.001059768,0.2854503,0.00348355],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.007842677,0.0003791763,0.9866361,0.0006916386,0.000179596,0.0000774477,0.000001415687,0.004169472,0.00002245957],"genre_scores_gemma":[0.4504553,0.00001332208,0.5491291,0.0002114952,0.0001042729,0.000008374361,0.000002831368,0.00001414229,0.00006114837],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4426126,"threshold_uncertainty_score":0.9824889,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167234454","doi":"10.1145/974043.974088","title":"Performance of publish/subscribe middleware in mobile wireless networks","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Middleware (distributed applications); Scalability; Message oriented middleware; Publication; Computer network; Distributed computing; Domain (mathematical analysis); Asynchronous communication; Mobile computing; Wireless network; Handover; Wireless; Software; Telecommunications; Software architecture; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01065293569486919,"gpt":0.2074056696870235,"spread":0.1967527339921543,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003160169,0.0003506852,0.0004386593,0.000497902,0.00005831065,0.0001158045,0.003100069,0.0002477143,0.000003765588],"category_scores_gemma":[0.01339877,0.0003724577,0.00008813939,0.002019881,0.00005239032,0.0008860415,0.001237285,0.0004673019,0.00001625849],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001836489,"about_ca_system_score_gemma":0.00008110303,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000564656,"about_ca_topic_score_gemma":0.00002310862,"domain_scores_codex":[0.9977612,0.0000133532,0.0004834346,0.0005875563,0.0003926004,0.000761891],"domain_scores_gemma":[0.9936874,0.004342956,0.0001073971,0.001583026,0.000144231,0.0001349839],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.000007177122,0.00007350971,0.2240802,0.0001026491,0.00001674097,0.00002792408,0.0004645571,0.7236336,0.0004899225,0.0005250234,0.0001321681,0.05044648],"study_design_scores_gemma":[0.002907053,0.001531127,0.8041137,0.002945772,0.00003519063,0.0001294023,0.00009172652,0.1160684,0.064909,0.0004964196,0.00326708,0.003505145],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8330022,0.0007739962,0.1636446,0.0002423899,0.000474952,0.0002912206,0.00000484914,0.001563537,0.000002254039],"genre_scores_gemma":[0.859113,0.00006800088,0.1404958,0.00007624355,0.00006090897,0.0001314569,0.00000812762,0.00003797891,0.000008507376],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6075653,"threshold_uncertainty_score":0.9998727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139248042","doi":"10.1145/1082983.1083161","title":"SCQL","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Source code; Programming language; Software engineering; Software; Database; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01701421333253953,"gpt":0.2502417208657814,"spread":0.2332275075332419,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003868635,0.0003620815,0.0002861403,0.0003773396,0.0001134687,0.0002470791,0.002775334,0.000155583,0.00006350425],"category_scores_gemma":[0.2628161,0.0003836175,0.0001335893,0.0008747105,0.00003095955,0.0008972362,0.0009424438,0.0004723282,0.0006838798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001691631,"about_ca_system_score_gemma":0.0000841556,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001507302,"about_ca_topic_score_gemma":0.000001857079,"domain_scores_codex":[0.9975224,0.00002075066,0.0003307026,0.0006427278,0.0006244326,0.0008589631],"domain_scores_gemma":[0.9145384,0.08262839,0.00005562839,0.002257851,0.0001568289,0.0003629152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000009496341,0.0002067092,0.7113065,0.0002432871,0.0001357745,0.0001409264,0.001103839,0.04048538,0.005926412,0.007421836,0.0064809,0.2265389],"study_design_scores_gemma":[0.001275096,0.0002216792,0.8106222,0.0002618383,0.00002298696,0.0002432461,0.000005535745,0.01454064,0.04591541,0.0001250282,0.124436,0.002330331],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2648833,0.001459934,0.7229581,0.001755727,0.0009676712,0.0003115101,0.000008688931,0.007646214,0.000008774708],"genre_scores_gemma":[0.6586944,0.00001414798,0.3406546,0.0001310813,0.0003147702,0.00004191553,0.000004677215,0.00005211599,0.0000921934],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3938112,"threshold_uncertainty_score":0.9998616,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253578585","doi":"10.1145/503271.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Design by contract; Software engineering; Software; Software development; Software construction","retraction":null,"screen_n_in":null,"score":{"opus":0.0297838637625815,"gpt":0.2725138175681765,"spread":0.242729953805595,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004703093,0.0004815051,0.0004212944,0.0003267232,0.0001545274,0.0001585816,0.001952939,0.0001786397,0.00001556294],"category_scores_gemma":[0.21815,0.0005011396,0.0001582494,0.001309973,0.00004664279,0.0008899886,0.0008432265,0.0004716595,0.00007996332],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001399733,"about_ca_system_score_gemma":0.00005152161,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001355572,"about_ca_topic_score_gemma":0.000001490924,"domain_scores_codex":[0.9973736,0.0000486971,0.0004181574,0.0007747534,0.0004457361,0.0009390215],"domain_scores_gemma":[0.9540591,0.04346469,0.0001157438,0.001943048,0.0001619878,0.0002554579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00003344814,0.0002580386,0.2336851,0.0003032741,0.0002231424,0.0009052407,0.001853752,0.1905783,0.006009706,0.02256079,0.0005010066,0.5430883],"study_design_scores_gemma":[0.005116591,0.001687126,0.4711717,0.001395375,0.0001914904,0.002724021,0.0001488048,0.01412339,0.06331518,0.008700256,0.4198023,0.01162379],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02818541,0.000786131,0.961461,0.0002370713,0.001232804,0.0002481519,0.000002656174,0.007842409,0.000004386218],"genre_scores_gemma":[0.2510694,0.00003921886,0.7484409,0.00007012126,0.0001730078,0.00007378199,0.000007807343,0.00006502901,0.00006069555],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5314645,"threshold_uncertainty_score":0.999744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083651196","doi":"10.1145/1988997.1989020","title":"An empirical analysis of a testability model for object-oriented programs","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Computer science; Metric (unit); Unit testing; Java; Object-oriented programming; Empirical research; Reliability engineering; Software; Programming language; Engineering; Mathematics; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.06620077207080198,"gpt":0.3130796067292437,"spread":0.2468788346584417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007117564,0.0003578627,0.0005977026,0.0007411118,0.00007566075,0.00006411989,0.002054328,0.0001890071,0.00001052759],"category_scores_gemma":[0.1092599,0.0003597453,0.0003504874,0.00275315,0.00006970841,0.0005616203,0.0003153304,0.0002623887,0.000003039446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001027265,"about_ca_system_score_gemma":0.0001455371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006521147,"about_ca_topic_score_gemma":0.0000133237,"domain_scores_codex":[0.9973302,0.00003523069,0.0005346573,0.0008340513,0.0005326562,0.0007332166],"domain_scores_gemma":[0.9654189,0.03125526,0.0001071821,0.002402741,0.0004878161,0.0003281285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002242658,0.0004011029,0.9584267,0.00014717,0.0003454287,0.000004577988,0.003887742,0.02609831,0.0006358969,0.0003902036,0.00001219713,0.009628236],"study_design_scores_gemma":[0.0002478387,0.0003591397,0.4154019,0.00002455677,0.0001447578,0.000002181257,0.000009561644,0.5809652,0.002362338,0.00008534456,0.00002233603,0.0003749184],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4087848,0.00004737434,0.5896841,0.00001101707,0.00009052928,0.0003086162,0.00002503644,0.001048214,2.799393e-7],"genre_scores_gemma":[0.5737181,0.00000102438,0.4260355,0.00001026859,0.00001825299,0.00014896,0.00003164986,0.00003245608,0.000003773561],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5548669,"threshold_uncertainty_score":0.9998854,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4240298746","doi":"10.1145/1095430.1081736","title":"Facilitating software evolution research with kenyon","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Source code; Software engineering; Software; Commit; Metadata; Resource (disambiguation); Software system; Software development; Set (abstract data type); Software construction; Data science; Database; Programming language; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03927975784835953,"gpt":0.2942376257946139,"spread":0.2549578679462544,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001751594,0.0005297849,0.0004252082,0.0009613542,0.0004302016,0.0004213014,0.003026379,0.0002571419,0.00003826581],"category_scores_gemma":[0.395951,0.0005126717,0.0001257083,0.002422423,0.0001279236,0.001469735,0.001206921,0.001318589,0.0004316461],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007469781,"about_ca_system_score_gemma":0.0002944098,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009568762,"about_ca_topic_score_gemma":0.00001693833,"domain_scores_codex":[0.9946727,0.000126551,0.0004941273,0.001163011,0.001850079,0.001693555],"domain_scores_gemma":[0.7974515,0.1980249,0.00009610676,0.002981499,0.0008971376,0.0005488446],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004890207,0.0002454471,0.7576773,0.0006041811,0.0001603095,0.000160836,0.00351708,0.107316,0.003524251,0.003257744,0.002023207,0.1214647],"study_design_scores_gemma":[0.003193317,0.001623442,0.9134632,0.001673868,0.00004544735,0.0004985771,0.0002170523,0.02736802,0.02080178,0.0004540779,0.02635937,0.004301841],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3061173,0.001028026,0.6879109,0.0004682321,0.0002565128,0.0004156544,0.00001351872,0.00378653,0.000003334623],"genre_scores_gemma":[0.583396,0.000007988656,0.4160294,0.00002722029,0.000238254,0.0001205469,0.00001062205,0.00007521256,0.00009475289],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3941994,"threshold_uncertainty_score":0.9997325,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231932677","doi":"10.1145/1095430.1081761","title":"Anchoring and adjustment in software estimation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Anchoring; Estimator; Respondent; Estimation; Software; Computer science; Econometrics; Statistics; Psychology; Mathematics; Social psychology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01524443047936189,"gpt":0.2533436695576924,"spread":0.2380992390783305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004207772,0.0003513033,0.0003059508,0.0005275048,0.00007034095,0.000148653,0.001043364,0.0001485335,0.00001248724],"category_scores_gemma":[0.1391335,0.0003900993,0.00005797593,0.0007535802,0.00002806969,0.001042424,0.0007110802,0.0004352949,0.00005343266],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002578518,"about_ca_system_score_gemma":0.0000574593,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003787667,"about_ca_topic_score_gemma":0.00000845298,"domain_scores_codex":[0.9977557,0.0000249621,0.0003823049,0.0006558672,0.000468718,0.000712471],"domain_scores_gemma":[0.9607631,0.03778009,0.00005678069,0.001085006,0.00007656158,0.0002384419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000005091074,0.000071197,0.4394772,0.0002086922,0.00002365669,0.00003549016,0.0007783619,0.1008348,0.0005045898,0.0006360978,0.0001760489,0.4572488],"study_design_scores_gemma":[0.0006333981,0.00007180884,0.9581829,0.0002588709,0.000006887295,0.00004561775,0.000004269536,0.03605118,0.003027034,0.0000680568,0.001015696,0.0006342763],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4408255,0.002921117,0.5532329,0.0003551825,0.000390217,0.000307722,0.000004554909,0.001962107,7.268861e-7],"genre_scores_gemma":[0.581679,0.00005480014,0.4179622,0.00004469206,0.0001415703,0.00006444275,0.000005268013,0.00003605694,0.00001199129],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5187057,"threshold_uncertainty_score":0.9998551,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2105492891","doi":"10.1145/2020976.2020979","title":"Managing technical debt in software development","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Engineering management; Software quality; Debt; Software engineering; Software development; Software; Computer science; Quality (philosophy); Software project management; Engineering; Value (mathematics); Business; Software construction; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.03005410945615254,"gpt":0.2447899692817762,"spread":0.2147358598256237,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000703495,0.0005097908,0.0004401398,0.0008687017,0.0001152827,0.0001340017,0.003279706,0.0002480895,0.00004856347],"category_scores_gemma":[0.1462448,0.0005544724,0.000114535,0.00144224,0.00004668376,0.0007162993,0.001656341,0.0007605997,0.0001880577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003497335,"about_ca_system_score_gemma":0.0001854034,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006476398,"about_ca_topic_score_gemma":0.00001897383,"domain_scores_codex":[0.9965372,0.00003547589,0.0006165027,0.0009303875,0.0006849447,0.001195478],"domain_scores_gemma":[0.9597867,0.03749538,0.00008660642,0.002114475,0.0001395275,0.0003773423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001136571,0.0001553654,0.9321333,0.0002196992,0.00003986921,0.0003940074,0.001666615,0.001372144,0.0005674018,0.00100647,0.0001520996,0.06228167],"study_design_scores_gemma":[0.0004877054,0.00007575708,0.9854573,0.0003293609,0.000006261804,0.00009410366,0.000007470705,0.000458902,0.01057883,0.0002886096,0.001228405,0.0009872667],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1624601,0.0006431857,0.8309865,0.0001107041,0.000600262,0.0003973421,0.000002632841,0.004788111,0.00001119026],"genre_scores_gemma":[0.5286171,0.00001226464,0.4710908,0.00004472927,0.00003806435,0.000110186,0.00000502482,0.00006135452,0.00002047973],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3661571,"threshold_uncertainty_score":0.9996907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3006005708","doi":"10.1145/503271.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Personalization; Scheduling (production processes); Architecture; Code (set theory); Distributed computing; Path (computing); Operating system; Context (archaeology); Computer architecture; Parallel computing; Embedded system; Programming language; Software; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.05239144428673207,"gpt":0.286298241408283,"spread":0.233906797121551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009740269,0.0003268147,0.0004368006,0.0002715056,0.0001157084,0.0001039183,0.001521877,0.0001354581,0.000001825524],"category_scores_gemma":[0.06598745,0.0002901151,0.00008482813,0.001276492,0.00002938836,0.000497715,0.0006619749,0.0003561884,0.000005073301],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002967849,"about_ca_system_score_gemma":0.00005171042,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006073965,"about_ca_topic_score_gemma":0.000004559535,"domain_scores_codex":[0.9978918,0.0001087434,0.0005701266,0.0005646247,0.0003480754,0.0005165949],"domain_scores_gemma":[0.977669,0.02047612,0.0001403789,0.001441701,0.0001730889,0.00009969949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004973392,0.00001808336,0.01366616,0.00009846525,0.00001134346,0.00002578331,0.0006939977,0.953805,0.02371511,0.001246109,0.000007637293,0.006707374],"study_design_scores_gemma":[0.00214121,0.0003917618,0.150469,0.002218542,0.00005194268,0.0003507394,0.0004096385,0.7164957,0.1222337,0.0005014018,0.001628326,0.003108045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1581705,0.0004189617,0.8394397,0.00007169449,0.0006568497,0.0003526075,0.000008046387,0.000880636,9.802704e-7],"genre_scores_gemma":[0.5010925,0.00001095404,0.498759,0.00001558618,0.0000622178,0.00002673134,0.000001561684,0.00002919925,0.000002274639],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.342922,"threshold_uncertainty_score":0.9999551,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4387701050","doi":"10.1145/3617946.3617951","title":"Towards a Research Agenda for Understanding and Managing Uncertainty in Self-Adaptive Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; York University","funders":"Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Agile software development; Human systems engineering; Uncertainty analysis; Risk analysis (engineering); Adaptive system; Complex adaptive system; Key (lock); Management science; Engineering; Artificial intelligence; Simulation; Computer security; Software engineering; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.2246854830976646,"gpt":0.3680591670854527,"spread":0.1433736839877881,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002889653,0.0003319065,0.0004264334,0.00106519,0.0002164736,0.0002320756,0.001123707,0.0001664783,4.928376e-7],"category_scores_gemma":[0.1218971,0.0003535665,0.00007183071,0.002033738,0.00005378926,0.0005413959,0.0009964164,0.0004912664,0.000007121104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006010673,"about_ca_system_score_gemma":0.00009462618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007510868,"about_ca_topic_score_gemma":0.00000623735,"domain_scores_codex":[0.9972051,0.000133209,0.0003747439,0.0007769403,0.0004586565,0.001051345],"domain_scores_gemma":[0.8858163,0.112983,0.00006449554,0.0008584839,0.0001368127,0.000140864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000245772,0.00002487034,0.00420378,0.0009295018,0.0000844047,0.000143283,0.004164731,0.9134496,0.0003677585,0.06496937,0.0003194424,0.01131864],"study_design_scores_gemma":[0.002689491,0.0007783048,0.03543788,0.002017887,0.00004114047,0.0001106737,0.002308191,0.8545064,0.001089594,0.09573766,0.002395525,0.002887226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01105998,0.0007755092,0.9826792,0.0002885362,0.0008328602,0.0006226325,0.00001400413,0.003724755,0.000002557081],"genre_scores_gemma":[0.5203241,0.0001035449,0.4791681,0.00001360248,0.00007473628,0.0002389975,0.000006313111,0.00005559189,0.0000150306],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5092641,"threshold_uncertainty_score":0.9998916,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2018392829","doi":"10.1145/2579281.2579311","title":"Technical debt at the crossroads of research and practice","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Metaphor; Software; Debt; Key (lock); Quality (philosophy); Computer science; Engineering management; Empirical research; Software quality; Software engineering; Engineering; Software development; Knowledge management; Business; Computer security; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.03772669070019714,"gpt":0.3336635637803617,"spread":0.2959368730801646,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.003832154,0.0002372377,0.0002709045,0.0002879779,0.0002669949,0.0001958393,0.002238038,0.000171011,0.0000112215],"category_scores_gemma":[0.7049381,0.000189651,0.00006421309,0.001148093,0.0003289867,0.0004514379,0.002732953,0.0007302816,0.00004427878],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001180878,"about_ca_system_score_gemma":0.00007039547,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006154815,"about_ca_topic_score_gemma":0.000005424565,"domain_scores_codex":[0.9971714,0.0001598664,0.0003368022,0.0005783276,0.001033339,0.0007202646],"domain_scores_gemma":[0.4207683,0.5755117,0.00009039807,0.002740884,0.0006320583,0.0002567356],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001909622,0.0005098904,0.7574113,0.001337811,0.0002036762,0.000119345,0.003070177,0.008476897,0.08141057,0.05364725,0.008671949,0.08495018],"study_design_scores_gemma":[0.001325343,0.00122089,0.8711915,0.0005169644,0.00003552792,0.00105808,0.0000365871,0.004682831,0.06032981,0.0011623,0.05712772,0.001312423],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3930912,0.002874451,0.5954936,0.004896655,0.0006270124,0.0007038392,0.00001018983,0.002264051,0.00003903425],"genre_scores_gemma":[0.8497711,0.00004228308,0.1498257,0.00005611209,0.0001055807,0.00005864021,0.000002460035,0.0000429708,0.00009515695],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.701106,"threshold_uncertainty_score":0.7733744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164617101","doi":"10.1145/1082983.1083247","title":"Dynamic analysis of java applications for multithreaded antipatterns","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Java; Tracing; Programming language; TRACE (psycholinguistics); Scalability; Model checking; Formal methods; Java Modeling Language; Formal specification; Software engineering; Eclipse; Java annotation; Real time Java; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.01855771481563969,"gpt":0.2824922130252833,"spread":0.2639344982096437,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0002290186,0.0002222873,0.0003792239,0.0005720785,0.00007879821,0.00005688229,0.001257332,0.0001017079,0.000004965482],"category_scores_gemma":[0.02297729,0.000232894,0.0002334914,0.001192109,0.00002770072,0.0002318735,0.000231041,0.0001128394,0.000006307282],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005564809,"about_ca_system_score_gemma":0.00003404329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004055321,"about_ca_topic_score_gemma":0.00001160616,"domain_scores_codex":[0.998642,0.00001056336,0.0003739255,0.0004452071,0.0002022768,0.0003260186],"domain_scores_gemma":[0.9746915,0.02361208,0.0001448331,0.00129208,0.000173898,0.00008556945],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001105059,0.0003780822,0.6810821,0.0003880753,0.001087263,0.000003484482,0.001158899,0.04756724,0.006082851,0.001794366,0.0009789607,0.2594677],"study_design_scores_gemma":[0.0007232051,0.000178295,0.369883,0.0001826234,0.0007422275,0.00001421394,0.00000365933,0.6004688,0.02117846,0.001017368,0.004333412,0.001274798],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02952183,0.0002151346,0.9623083,0.0002239158,0.0000621522,0.0003197666,0.0000529172,0.007295396,5.823129e-7],"genre_scores_gemma":[0.5128534,0.000004559798,0.4868804,0.0000493055,0.00002232202,0.0001372859,0.00002884849,0.00001687506,0.000006963189],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5529015,"threshold_uncertainty_score":0.9852526,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2040743371","doi":"10.1145/505894.505907","title":"Datrix <sup>™</sup> source code model and its interchange format","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Bell (Canada)","funders":"","keywords":"Source code; Computer science; Code (set theory); Software engineering; Open source; World Wide Web; Programming language; Software; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.1139794712162333,"gpt":0.3284236143452977,"spread":0.2144441431290643,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002116747,0.0002911855,0.0003268569,0.0004856462,0.0002277345,0.0006140506,0.001729759,0.00009320954,0.0001009097],"category_scores_gemma":[0.168044,0.0002487442,0.0000970881,0.0008089432,0.00004057702,0.0007440459,0.001935067,0.000224511,0.0002974105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004287619,"about_ca_system_score_gemma":0.00002323906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001804944,"about_ca_topic_score_gemma":0.000008125788,"domain_scores_codex":[0.9970176,0.00003725663,0.0005657118,0.0008561578,0.0009695248,0.0005537735],"domain_scores_gemma":[0.969488,0.02807075,0.0001329145,0.001834,0.0001962708,0.0002780434],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003702936,0.00008705207,0.05507618,0.00008269167,0.00005140168,0.00004081376,0.00442596,0.7543762,0.0002094688,0.0004464604,0.03015419,0.1550125],"study_design_scores_gemma":[0.0003392542,0.00004339005,0.003764051,0.00007529256,0.00002162497,0.00004619652,0.0001879047,0.9314649,0.000116368,0.0003182566,0.0632107,0.0004121187],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.660807,0.0005711023,0.3369647,0.0004606229,0.0003379514,0.0001899211,0.00008136876,0.0005711389,0.00001626032],"genre_scores_gemma":[0.9790435,0.00004666913,0.01907285,0.0002207635,0.0001353927,0.00001487208,0.00003709796,0.00003506858,0.001393823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3182365,"threshold_uncertainty_score":0.9999965,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4252575046","doi":"10.1145/357474.355061","title":"Composing features and resolving interactions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Synchronizing; Composition (language); Composition operator; Computer science; Operator (biology); Transition (genetics); Service (business); Theoretical computer science; Programming language; Set (abstract data type); Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.02244443485318719,"gpt":0.2706135015524984,"spread":0.2481690666993112,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002489653,0.000326027,0.0002974199,0.0002013526,0.000197488,0.0002233335,0.0009330489,0.00009767326,0.00003011954],"category_scores_gemma":[0.06049171,0.0003414967,0.00007384631,0.0004116905,0.00004533127,0.0009042376,0.0003897457,0.0004533341,0.00002360306],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006490113,"about_ca_system_score_gemma":0.000020114,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001946457,"about_ca_topic_score_gemma":0.000002102422,"domain_scores_codex":[0.9984586,0.00004568825,0.000267035,0.0005343918,0.0002112108,0.0004830595],"domain_scores_gemma":[0.9475665,0.05111806,0.00005404593,0.001040888,0.00005855372,0.0001619234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002669261,0.00007771223,0.02665715,0.0002578037,0.0001287955,0.0001382516,0.002744507,0.2979332,0.01469163,0.003530249,0.0009603429,0.6528537],"study_design_scores_gemma":[0.002288837,0.0005167893,0.8496326,0.001919194,0.0001312254,0.003105132,0.00008109921,0.01778882,0.05447281,0.006426509,0.05766672,0.00597033],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07629678,0.001603556,0.9179325,0.0003220884,0.0005332341,0.0001243397,0.000004620615,0.003172578,0.00001029497],"genre_scores_gemma":[0.3451125,0.00006954715,0.6544853,0.0000857671,0.00009095255,0.00001734927,0.0000036368,0.00003521464,0.00009971858],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.8229754,"threshold_uncertainty_score":0.9999037,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982261875","doi":"10.1145/505894.505905","title":"WoSEF","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; XML; Software engineering; World Wide Web; Session (web analytics); Unified Modeling Language; Notation; Programming language; Metamodeling; Software; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01684962924630451,"gpt":0.2311417628143882,"spread":0.2142921335680837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002832803,0.000457761,0.0003671666,0.0003474595,0.0001087357,0.0001901328,0.002629728,0.0002056227,0.0000376166],"category_scores_gemma":[0.01123468,0.0004916175,0.0001629846,0.0008627949,0.00002939743,0.0007984238,0.0008607089,0.000413157,0.0001415689],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001233564,"about_ca_system_score_gemma":0.00005137409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002845898,"about_ca_topic_score_gemma":0.000001535767,"domain_scores_codex":[0.9976748,0.00002231832,0.0003936632,0.0006969335,0.0004589853,0.0007533178],"domain_scores_gemma":[0.9881409,0.009026302,0.00008568252,0.002334058,0.0001376315,0.000275415],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001769068,0.0002735569,0.3864126,0.0002607509,0.0001752388,0.0007119639,0.001205859,0.02738452,0.006109823,0.1310369,0.005036302,0.4413748],"study_design_scores_gemma":[0.001184974,0.0004092641,0.1951191,0.0005563895,0.00005238822,0.0008624206,0.000002720561,0.03405816,0.02421719,0.001482751,0.7381667,0.003887915],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03191025,0.0004066613,0.9574708,0.0003401695,0.0005799471,0.0002055202,0.000004802954,0.00907367,0.000008222162],"genre_scores_gemma":[0.4140983,0.00004509398,0.5854024,0.0001279135,0.000129553,0.00006139878,0.000007165444,0.00005852017,0.00006967189],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7331304,"threshold_uncertainty_score":0.9997535,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2071313718","doi":"10.1145/1118537.1123068","title":"Non-null references by default in the Java modeling language","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Null (SQL); Java; Java Modeling Language; Generics in Java; Interface (matter); Java annotation; Software engineering; Real time Java; Operating system; Database","retraction":null,"screen_n_in":null,"score":{"opus":0.01770110530127583,"gpt":0.2393219404544667,"spread":0.2216208351531909,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004590018,0.0002190347,0.0002058677,0.0001009513,0.00008339807,0.0002140189,0.001699028,0.0001090175,0.000006105081],"category_scores_gemma":[0.006819875,0.0001599188,0.00006520514,0.000372885,0.0000142799,0.00037337,0.000210804,0.0002703157,0.00007321467],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004094842,"about_ca_system_score_gemma":0.00002804125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004170205,"about_ca_topic_score_gemma":0.00006877047,"domain_scores_codex":[0.9985911,0.00002907749,0.0002777325,0.0003625078,0.0003081443,0.0004314573],"domain_scores_gemma":[0.9949541,0.004106434,0.00005352652,0.0007822031,0.00003976031,0.00006397402],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002267245,0.0007158988,0.2446022,0.000661824,0.0001758012,0.000260669,0.09458793,0.190141,0.008058357,0.02800986,0.006442635,0.4263212],"study_design_scores_gemma":[0.002673827,0.0005790954,0.02726309,0.0002698947,0.00006602726,0.0002461588,0.001466044,0.8993016,0.01161041,0.001829762,0.05070126,0.003992825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1788674,0.002237143,0.8171969,0.0004900578,0.00030855,0.0002442853,0.000002441102,0.0006164775,0.00003670609],"genre_scores_gemma":[0.9681323,0.0000162045,0.03136751,0.0001886498,0.0001795211,0.00004507243,0.00001096704,0.00001837263,0.00004136324],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7892649,"threshold_uncertainty_score":0.8164521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4232793935","doi":"10.1145/357474.355046","title":"Designing robust Java programs with exceptions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exception handling; Java; Computer science; Structuring; Software engineering; Mechanism (biology); Source code; Programming language; Code (set theory); Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.02507598765568434,"gpt":0.2318147758498418,"spread":0.2067387881941574,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003424601,0.0004534264,0.0003306118,0.0002964852,0.0002122306,0.0004176118,0.002093257,0.000157148,0.0001734086],"category_scores_gemma":[0.03580396,0.0004276875,0.00010822,0.001380747,0.00006462567,0.0008403835,0.0002933411,0.0005415417,0.0003154629],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001278496,"about_ca_system_score_gemma":0.0001109122,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004359076,"about_ca_topic_score_gemma":0.000003278424,"domain_scores_codex":[0.9971493,0.00003407723,0.0003227592,0.0007794603,0.0007005002,0.00101388],"domain_scores_gemma":[0.9667476,0.03080735,0.00004938123,0.001858952,0.0001652036,0.0003714606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002121361,0.0002084513,0.6054559,0.0001968651,0.0001374879,0.000234036,0.001127712,0.1706696,0.001224544,0.0003623168,0.000504673,0.2198572],"study_design_scores_gemma":[0.002739809,0.001559247,0.9395059,0.001491876,0.00009308877,0.0008879356,0.00003952004,0.01650788,0.01279929,0.0001117851,0.01977751,0.004486198],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2519414,0.0002939466,0.7421592,0.0002030987,0.0001820964,0.0003926814,0.000003728695,0.004816615,0.000007271489],"genre_scores_gemma":[0.5433133,0.00001504794,0.4561519,0.0000321349,0.0001116951,0.0001302493,0.00001312935,0.00007136314,0.0001611878],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3340499,"threshold_uncertainty_score":0.9998175,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2795259331","doi":"10.1145/3178315.3178323","title":"Requirements Engineering in the Context of Big Data Applications","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Big data; Computer science; Requirement; Business requirements; Requirements analysis; Software requirements; Software engineering; Context (archaeology); Requirements elicitation; Software development; Domain (mathematical analysis); Systems engineering; Business process; Software; Engineering; Component-based software engineering; Work in process; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.07792903228333961,"gpt":0.3020320789651987,"spread":0.2241030466818591,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008420744,0.0002436934,0.000240663,0.0002458589,0.00006469162,0.0001078093,0.004749154,0.0001015363,0.000005161323],"category_scores_gemma":[0.03586864,0.0002129917,0.00004937446,0.000979347,0.00004151161,0.000682012,0.001022035,0.0002792001,0.00001732653],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003622685,"about_ca_system_score_gemma":0.00004592811,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008883663,"about_ca_topic_score_gemma":0.000009923307,"domain_scores_codex":[0.9983637,0.00002787477,0.0004118187,0.0004726763,0.0003540051,0.0003698863],"domain_scores_gemma":[0.9720463,0.02388175,0.0001477235,0.003725966,0.0001244168,0.00007389508],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004115592,0.0007217056,0.2646658,0.001224692,0.0003467999,0.00008261759,0.008267409,0.003571706,0.008159764,0.04892317,0.007540433,0.6564548],"study_design_scores_gemma":[0.002930388,0.001372271,0.2525685,0.001478627,0.0001858834,0.0002906161,0.0001694863,0.06919818,0.05093722,0.001111582,0.6157418,0.004015518],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0127965,0.0005053002,0.9844909,0.0003622078,0.000429124,0.0004050385,0.00002336238,0.0009812518,0.000006263776],"genre_scores_gemma":[0.7865521,0.00003366132,0.2128934,0.0001155173,0.0002612448,0.00009265382,0.00002176615,0.00002668748,0.00000291991],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7737557,"threshold_uncertainty_score":0.9722527,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1987105996","doi":"10.1145/1082983.1083160","title":"A framework for describing and understanding mining tools in software development","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science; Premise; User needs; Software; Information needs; Software development; Software engineering; Data mining; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.1228947524636725,"gpt":0.2962004079767319,"spread":0.1733056555130594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007552348,0.0004192056,0.0004002415,0.0005871709,0.0002005102,0.0004449193,0.00117772,0.0002381982,0.000006367212],"category_scores_gemma":[0.2830644,0.000476909,0.00007688397,0.0007571799,0.00003393495,0.001003112,0.0007255826,0.0004486986,0.000009369113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006423231,"about_ca_system_score_gemma":0.0001743047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006176051,"about_ca_topic_score_gemma":0.00001029284,"domain_scores_codex":[0.9972429,0.00002204192,0.0004992493,0.0007798392,0.0004388544,0.001017125],"domain_scores_gemma":[0.8479442,0.1506694,0.00008484354,0.0009248779,0.00009142358,0.0002852751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000245774,0.00009387159,0.7339814,0.0005701208,0.00009467841,0.00005381646,0.007726476,0.01996799,0.0004576697,0.01214846,0.0001334109,0.2247475],"study_design_scores_gemma":[0.005807553,0.0005969259,0.894395,0.008258473,0.00006554811,0.0003006291,0.0005719175,0.04117598,0.02582205,0.003858553,0.01193058,0.007216811],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2219431,0.0007011621,0.7753817,0.0002636118,0.0002315464,0.0003509977,0.000004641757,0.001123021,2.923421e-7],"genre_scores_gemma":[0.4849373,0.000009247738,0.514748,0.00005284464,0.00008433341,0.000110176,0.000005122329,0.00004813108,0.000004822356],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2823091,"threshold_uncertainty_score":0.9997683,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2117540154","doi":"10.1145/1022494.1022502","title":"Global software development","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Field (mathematics); Engineering management; Engineering; Engineering ethics; Computer science; Software engineering; Knowledge management; Process management; Data science","retraction":null,"screen_n_in":null,"score":{"opus":0.01649382115773516,"gpt":0.2473545078942795,"spread":0.2308606867365443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000332183,0.000492944,0.0003467977,0.0001800544,0.0001913042,0.0002976224,0.002373504,0.0002193001,0.00001788845],"category_scores_gemma":[0.06723187,0.0005153512,0.0001339212,0.0009285211,0.00002678718,0.001038914,0.0009275271,0.0003103477,0.0001337701],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003805915,"about_ca_system_score_gemma":0.0002544874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006035313,"about_ca_topic_score_gemma":0.00000738392,"domain_scores_codex":[0.9975569,0.00001683506,0.0004459269,0.0007048035,0.0005271881,0.0007483237],"domain_scores_gemma":[0.9876281,0.01021585,0.000129054,0.001587822,0.0001385189,0.0003006658],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003466482,0.0005766549,0.4934558,0.0007379091,0.0004355635,0.0007255507,0.002415166,0.1307449,0.0004776483,0.04287268,0.002120237,0.3254032],"study_design_scores_gemma":[0.00302148,0.0006098358,0.7425194,0.00123948,0.0000988578,0.001082939,0.00001737661,0.0006147867,0.03537283,0.007610934,0.2017414,0.006070651],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04231057,0.0007315251,0.9476507,0.0003525058,0.0008164971,0.0002091275,0.000008767898,0.007916065,0.000004232286],"genre_scores_gemma":[0.3927042,0.00001537179,0.6069268,0.0001550405,0.00008896776,0.00005401939,0.0000108542,0.00003534112,0.000009450644],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3503936,"threshold_uncertainty_score":0.9997298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3023468469","doi":"10.1145/3385678.3385681","title":"The ACM SIGSOFT Paper and Peer Review Quality Initiative","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Technical peer review; Peer review; Computer science; Quality (philosophy); Empirical research; Software technical review; Peer-to-peer; Data science; Software quality; Engineering ethics; World Wide Web; Engineering management; Software; Engineering; Political science; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.243728938492969,"gpt":0.3970486452683754,"spread":0.1533197067754064,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00728168,0.0002910452,0.0004432281,0.00007861215,0.0004128579,0.0007489275,0.003700588,0.00006546631,0.0001959916],"category_scores_gemma":[0.9530837,0.000190982,0.0001438145,0.001058435,0.0001189119,0.0004655785,0.003534446,0.000321511,0.0003239615],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002606076,"about_ca_system_score_gemma":0.00004944499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001984282,"about_ca_topic_score_gemma":0.000006526163,"domain_scores_codex":[0.9954082,0.0001944169,0.0008635028,0.0009664877,0.002123793,0.0004436139],"domain_scores_gemma":[0.07933364,0.9053816,0.0008439044,0.01125602,0.002205011,0.0009797777],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002791838,0.000041651,0.1426478,0.0004872087,0.0001054096,0.00002561971,0.002190386,0.0003619257,0.0001832539,0.001176472,0.6389089,0.2138435],"study_design_scores_gemma":[0.0002761591,0.00006083791,0.2448808,0.000314047,0.000043825,0.000005277454,0.0002200374,0.0002279763,0.0001042543,0.000872879,0.7525114,0.0004825167],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2184861,0.07770711,0.05123764,0.6375689,0.006753559,0.003208287,0.0008678224,0.00392695,0.0002435912],"genre_scores_gemma":[0.9641243,0.0008934602,0.02202637,0.01180537,0.0003790972,0.00004894099,0.00006925676,0.00005108539,0.000602185],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.945802,"threshold_uncertainty_score":0.7788022,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2141291123","doi":"10.1145/1108768.1108795","title":"An empirical framework for comparing effectiveness of testing and property-based formal analysis","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Debugging; Computer science; Software engineering; Software bug; Formal methods; Software testing; Empirical research; Formal specification; Software; Reliability engineering; Programming language; Engineering; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04273890736513571,"gpt":0.3093231757345271,"spread":0.2665842683693914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009246205,0.0002706444,0.0005073732,0.0003754218,0.0001446053,0.0001221167,0.0008504962,0.0001420346,8.21754e-7],"category_scores_gemma":[0.1191537,0.0002266011,0.0001243627,0.001040968,0.00004369324,0.0005045788,0.0002341535,0.0002094064,6.755541e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004865489,"about_ca_system_score_gemma":0.00005899998,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005006901,"about_ca_topic_score_gemma":0.000002030168,"domain_scores_codex":[0.9984379,0.00005869266,0.0003395151,0.0005056238,0.0002251764,0.0004330965],"domain_scores_gemma":[0.9087674,0.08991007,0.0001186689,0.0008600082,0.0002075193,0.0001363413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001794647,0.00007585135,0.9385486,0.000305077,0.00006830469,0.00000165639,0.0001339323,0.03541938,0.0004932426,0.0002858299,0.00001010558,0.02464011],"study_design_scores_gemma":[0.0003322727,0.0003880212,0.4237286,0.000422312,0.0001250371,0.000008170239,8.638476e-7,0.562957,0.01010312,0.001468089,0.00002591431,0.0004405188],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2813687,0.00007939571,0.7142541,0.00003981349,0.00003950562,0.0002004844,0.000004298284,0.004013329,3.665525e-7],"genre_scores_gemma":[0.5041639,2.705623e-7,0.4956968,0.00003243937,0.00003576134,0.00004874782,0.000005005658,0.00001684922,2.512297e-7],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5275377,"threshold_uncertainty_score":0.9240527,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966252218","doi":"10.1145/2557833.2557859","title":"Leveraging \"energy efficiency to software users\"","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Theme (computing); Software; Sustainability; Process (computing); Software engineering; Engineering management; Computer science; Efficient energy use; Engineering; World Wide Web; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.008244656025009046,"gpt":0.1977367678636091,"spread":0.1894921118386,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003083886,0.0005067637,0.0004406093,0.0003137031,0.0001441663,0.0001051204,0.0007953939,0.0001904465,0.00006146786],"category_scores_gemma":[0.06724826,0.0005568793,0.0001614972,0.0006450888,0.00002952828,0.0002220335,0.0002536388,0.0003150267,0.00008500937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002233495,"about_ca_system_score_gemma":0.00003132946,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008267254,"about_ca_topic_score_gemma":0.00001205796,"domain_scores_codex":[0.9977615,0.00002616008,0.0004101888,0.0005160947,0.0003591767,0.0009268626],"domain_scores_gemma":[0.9862791,0.01198509,0.00003128896,0.001178047,0.0001383756,0.0003880817],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00001402726,0.00006145986,0.3415006,0.0006700046,0.00008133656,0.00002766455,0.001467656,0.5882069,0.002005249,0.0004693518,0.002151852,0.06334379],"study_design_scores_gemma":[0.002476573,0.0006325607,0.6836671,0.0008125208,0.0001974691,0.00009374474,0.0002495798,0.06690808,0.03564908,0.001137969,0.2009472,0.007228231],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5179541,0.0002506707,0.4775421,0.00008827286,0.0007447314,0.0001493362,0.000008303885,0.003248149,0.00001432995],"genre_scores_gemma":[0.9597021,0.000006815651,0.0395314,0.0001758208,0.0002725288,0.00006698089,0.00002175294,0.0001592801,0.0000633711],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5212989,"threshold_uncertainty_score":0.9996883,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974316556","doi":"10.1145/1082983.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Outcome (game theory); Computer science; Management science; Decision analysis; Function (biology); Process (computing); Decision engineering; Business decision mapping; Operations research; Risk analysis (engineering); Decision support system; Artificial intelligence; Engineering; Mathematics; Mathematical economics","retraction":null,"screen_n_in":null,"score":{"opus":0.1830927904344468,"gpt":0.4182378890722724,"spread":0.2351450986378256,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003431104,0.0002877917,0.0003401865,0.0004752579,0.00007691803,0.00008017229,0.001709227,0.0001494657,0.00004711589],"category_scores_gemma":[0.6489487,0.0002889421,0.0001314327,0.001128575,0.0000452824,0.0006118338,0.0005090931,0.0003270417,0.00009588985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002485058,"about_ca_system_score_gemma":0.0002974734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000100301,"about_ca_topic_score_gemma":0.000001364909,"domain_scores_codex":[0.9966432,0.000254798,0.0005000014,0.0005360635,0.001541701,0.0005241733],"domain_scores_gemma":[0.6681173,0.3288393,0.0001227275,0.001773131,0.0008869468,0.0002605594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00003441355,0.0004245178,0.0737199,0.0001126318,0.0002426664,0.0000174022,0.02849191,0.614602,0.004986292,0.001599305,0.003660898,0.272108],"study_design_scores_gemma":[0.003773112,0.0007753096,0.4909436,0.0007968485,0.0001782187,0.000101447,0.0002137595,0.4114881,0.08396956,0.001884872,0.003379109,0.002496068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.198656,0.0006506584,0.799004,0.0003997956,0.0001964001,0.0003293541,0.000006424436,0.00075607,0.000001270197],"genre_scores_gemma":[0.5685304,0.000007008307,0.4312665,0.00002576051,0.00006477561,0.00006872111,0.000003828353,0.00002627244,0.000006766394],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6455176,"threshold_uncertainty_score":0.9999563,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2082727576","doi":"10.1145/1290993.1291005","title":"Assessment of Contemporary Modularization Techniques - ACoM'07","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Modular programming; Presentation (obstetrics); Mainstream; Computer science; Software engineering; Modularity (biology); Software; Work (physics); Engineering management; Engineering; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.03651836328889043,"gpt":0.3138935505477442,"spread":0.2773751872588538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001313896,0.0003471823,0.0004487711,0.0004042736,0.00006597487,0.0000501822,0.001486789,0.0002045398,0.000005499255],"category_scores_gemma":[0.08266909,0.000365221,0.0001234819,0.0006909851,0.0000506439,0.0007401024,0.0006271846,0.000350095,0.00000395118],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001186594,"about_ca_system_score_gemma":0.00009707241,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001283158,"about_ca_topic_score_gemma":4.000152e-7,"domain_scores_codex":[0.9979513,0.00004505904,0.0006003668,0.0004953243,0.0004403292,0.0004676273],"domain_scores_gemma":[0.9569532,0.04099619,0.0002290856,0.001458986,0.0002261381,0.0001364324],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001728284,0.0003288489,0.4777505,0.001002624,0.0002464636,0.0001777819,0.0009428287,0.1392997,0.2003297,0.03492085,0.0003687899,0.1446147],"study_design_scores_gemma":[0.0005072532,0.0003332593,0.6055649,0.0003679372,0.00002106489,0.00004246706,0.00001685858,0.003394269,0.383871,0.002810158,0.001809997,0.001260802],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01491788,0.0003555361,0.9805021,0.00006226303,0.000529244,0.0002676301,0.000007105669,0.003342442,0.00001580472],"genre_scores_gemma":[0.4804186,0.0000103082,0.5194319,0.00002746319,0.00004851987,0.00001462724,0.000009015343,0.00003054873,0.000008931069],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4655007,"threshold_uncertainty_score":0.99988,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006840358","doi":"10.1145/1507195.1507219","title":"Towards using architectural knowledge","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Computer science; Software engineering; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.02996516070620384,"gpt":0.2729733027613189,"spread":0.243008142055115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0001403478,0.0002496009,0.0002490694,0.0001745193,0.00009615746,0.0001403876,0.001383378,0.00009266852,0.000006173643],"category_scores_gemma":[0.03364926,0.0002270277,0.0001070477,0.0003973875,0.00002229318,0.0003106721,0.0003140077,0.0001984526,0.00002946781],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005235032,"about_ca_system_score_gemma":0.00006854571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000271715,"about_ca_topic_score_gemma":0.000002176147,"domain_scores_codex":[0.9987381,0.00001790162,0.000213443,0.0003738276,0.0001840406,0.0004727097],"domain_scores_gemma":[0.9923458,0.006588551,0.00004447502,0.0008491658,0.00006185602,0.0001101124],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001165319,0.0001606595,0.05549723,0.000140153,0.00007028674,0.0001483363,0.003816638,0.01237602,0.01569821,0.01286397,0.0003336078,0.8988832],"study_design_scores_gemma":[0.0007501754,0.0003348058,0.9108605,0.0002863708,0.00003859033,0.0004482805,0.00001758133,0.04143044,0.03901053,0.002843244,0.002428416,0.001551059],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.408657,0.001137052,0.5874298,0.0004387508,0.0006241019,0.00009411665,0.000001494055,0.001600443,0.00001728131],"genre_scores_gemma":[0.6773696,0.000003363779,0.3223749,0.0001096716,0.0001187522,0.000002307035,0.000001324308,0.00001014981,0.000009968218],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8973322,"threshold_uncertainty_score":0.9744907,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}