{"meta":{"query_hash":"ba03e5cb2f5b","filters":{"venue":"IEEE Software"},"cohort_total":106,"direct_labels_cover":0,"predictions_cover":106,"exported":106,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ba03e5cb2f5b","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Software"},"results":[{"id":"W1565123216","doi":"10.1109/ms.2015.97","title":"Lifelong Learning for Lifelong Employment","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Lifelong learning; Knowledge management; Computer science; Business; Engineering management; Process management; Engineering; Pedagogy; Psychology","score_opus":0.10623449746196977,"score_gpt":0.3938181253306528,"score_spread":0.287583627868683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565123216","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9567443,0.00072542694,0.015056221,0.00962954,0.007444609,0.0010998606,0.00001554027,0.0007670204,0.00851745],"genre_scores_gemma":[0.9708007,0.000016014475,0.0018108414,0.0007434798,0.0041309744,0.0001271173,0.00000827195,0.000023106495,0.022339508],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989815,0.00012832388,0.00016527339,0.00015666573,0.00027317117,0.00029506383],"domain_scores_gemma":[0.99906725,0.00021359163,0.000087831446,0.000115071954,0.00023709764,0.00027913286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083375373,0.00007808093,0.00012086728,0.000052778996,0.00071046804,0.000076215794,0.00015583464,0.00008283416,0.00003752539],"category_scores_gemma":[0.0011198358,0.00007749166,0.000062334104,0.0001623178,0.000057248202,0.00014047079,0.000016133808,0.00008246294,0.00013490063],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018694624,0.00007609503,0.33096907,0.000039504124,0.000041109008,0.000001999063,0.36080024,0.0003538241,0.00001546978,0.0057578455,0.28068677,0.021239363],"study_design_scores_gemma":[0.0002267005,0.000040718645,0.0012107147,0.000024427512,0.000006454658,5.8547624e-7,0.013662072,0.0000053950153,0.000042476422,0.00059721357,0.9840576,0.0001256582],"about_ca_topic_score_codex":0.0026569858,"about_ca_topic_score_gemma":0.00067542895,"teacher_disagreement_score":0.7033708,"about_ca_system_score_codex":0.00013225157,"about_ca_system_score_gemma":0.000551984,"threshold_uncertainty_score":0.54644173},"labels":[],"label_agreement":null},{"id":"W1850624586","doi":"10.1109/ms.2015.77","title":"An Empirical Evaluation of Web-Based Fingerprinting","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workflow; World Wide Web; Database","score_opus":0.06703942879958484,"score_gpt":0.3365081278620154,"score_spread":0.26946869906243054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850624586","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44828138,0.000024897578,0.551223,0.000051063118,0.0002029601,0.000041039257,5.5955803e-7,0.00009915267,0.000075979864],"genre_scores_gemma":[0.9659932,1.0540769e-7,0.03374486,0.00015428878,0.00008286653,0.0000049311093,0.000003427787,0.000006607554,0.00000967903],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837613,0.00019710019,0.0002553136,0.0002762018,0.0007271123,0.00016816151],"domain_scores_gemma":[0.998777,0.00007884155,0.0001320433,0.00027794047,0.0006354535,0.00009877398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001820583,0.000092565584,0.00015472076,0.00009728882,0.00006516084,0.00005225787,0.00051423366,0.000058797083,0.000016790698],"category_scores_gemma":[0.00033805147,0.00008356152,0.00008263776,0.00027344152,0.000024444946,0.00022003335,0.000049273374,0.000096922915,0.000020609896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014434905,0.00036039602,0.022698548,0.000032930046,0.00006359756,0.000011322648,0.008500413,0.8091104,0.00046095013,0.0036948633,0.0033519443,0.15170021],"study_design_scores_gemma":[0.00036722675,0.00006551545,0.0006781,0.00001924855,0.000022867813,0.0000014030514,0.000041680003,0.9974827,0.0009390827,0.000067638815,0.00021562696,0.000098903234],"about_ca_topic_score_codex":0.000009802356,"about_ca_topic_score_gemma":0.000029396235,"teacher_disagreement_score":0.5177119,"about_ca_system_score_codex":0.000059598253,"about_ca_system_score_gemma":0.0003365113,"threshold_uncertainty_score":0.34075397},"labels":[],"label_agreement":null},{"id":"W1861554568","doi":"10.1109/ms.2010.58","title":"The Theory of Relative Dependency: Higher Coupling Concentration in Smaller Modules","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Code refactoring; Dependency (UML); Agile software development; Quality assurance; Quality (philosophy); Computer science; Scale (ratio); Reliability engineering; Software; Software engineering; Risk analysis (engineering); Engineering; Operations management; Business; Programming language","score_opus":0.017949501939768936,"score_gpt":0.25553881460230954,"score_spread":0.2375893126625406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1861554568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57285154,0.00020864258,0.42532372,0.0001300825,0.0011093869,0.00015934384,0.0000017307078,0.00015815924,0.00005738639],"genre_scores_gemma":[0.9840068,0.0000138288615,0.01565023,0.000013888427,0.00005531416,0.000022796647,7.8434977e-7,0.000012016881,0.00022434673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9989102,0.000043875145,0.0002057447,0.00023476362,0.00033653295,0.00026892198],"domain_scores_gemma":[0.99660575,0.0026286978,0.000062230065,0.00051539263,0.0001372034,0.000050713148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007708552,0.000099813784,0.00010807926,0.0000525912,0.00014434596,0.000051114497,0.00075355725,0.000095854506,0.000014996201],"category_scores_gemma":[0.0010462803,0.00007546183,0.000040097122,0.0002992032,0.00010483755,0.000316878,0.00012471447,0.00045446775,0.000016075353],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008490235,0.00019308394,0.3610905,0.00009753912,0.00012566723,0.00007354966,0.007677291,0.027587786,0.020245923,0.49292615,0.00049009814,0.08940748],"study_design_scores_gemma":[0.0014021376,0.0001424964,0.73339987,0.00016195045,0.000010633525,0.000013832262,0.00007666725,0.06147227,0.037947807,0.16292118,0.0017865564,0.0006646189],"about_ca_topic_score_codex":0.00001963299,"about_ca_topic_score_gemma":0.0000440364,"teacher_disagreement_score":0.41115525,"about_ca_system_score_codex":0.000034323726,"about_ca_system_score_gemma":0.00008865137,"threshold_uncertainty_score":0.30772442},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","score_opus":0.07248001776407481,"score_gpt":0.3025217260625798,"score_spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884204318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054584336,0.00022707762,0.9905116,0.0004917788,0.0014846586,0.000110645255,0.0000016069582,0.0016788769,0.000035348952],"genre_scores_gemma":[0.08104273,0.000006609526,0.91797245,0.00014832136,0.00011551867,0.000026234546,0.0000026298926,0.000015349133,0.0006701865],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989007,0.00008231885,0.00011732273,0.00032020803,0.0003047805,0.00027465285],"domain_scores_gemma":[0.99879,0.00034933028,0.00006467023,0.0005271664,0.0001311321,0.00013765134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032682446,0.0001467074,0.00014906736,0.00008564614,0.00008590969,0.00027220283,0.0006502545,0.00006602407,0.0000017048205],"category_scores_gemma":[0.001394046,0.00014006511,0.00004654978,0.00029998482,0.000033370598,0.002040008,0.00016744019,0.00012651709,0.000052295523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003271112,0.000115445415,0.0028716407,0.00014378972,0.000112152906,0.0002456358,0.011250882,0.20264174,0.005125569,0.017476248,0.030113658,0.72987056],"study_design_scores_gemma":[0.004409844,0.0008515008,0.0047684168,0.00018115285,0.000051147537,0.00027983583,0.0016873513,0.0069463453,0.13476512,0.71710104,0.12543239,0.0035258427],"about_ca_topic_score_codex":0.0000052418595,"about_ca_topic_score_gemma":0.0000010504923,"teacher_disagreement_score":0.7263447,"about_ca_system_score_codex":0.00009813923,"about_ca_system_score_gemma":0.000057348156,"threshold_uncertainty_score":0.5711689},"labels":[],"label_agreement":null},{"id":"W1965658570","doi":"10.1109/ms.2012.167","title":"Technical Debt: From Metaphor to Theory and Practice","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":691,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Code refactoring; Metaphor; Debt; Computer science; Software engineering; Software; Corporate debt; Software development; Engineering; Business; Finance; Linguistics; Programming language","score_opus":0.020076886224658808,"score_gpt":0.29645991537459543,"score_spread":0.2763830291499366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965658570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045335484,0.001583348,0.9904533,0.00086723885,0.00062673446,0.00015924592,0.000007554058,0.0014574402,0.00031158587],"genre_scores_gemma":[0.27154955,0.000040551262,0.7266047,0.0015292446,0.00016930347,0.00003892266,0.0000011909088,0.000016648826,0.000049887116],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987999,0.00019715131,0.00015602284,0.00030003718,0.00022539568,0.00032144887],"domain_scores_gemma":[0.9941165,0.0048935646,0.00006551312,0.00061326753,0.00006096239,0.0002502169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013941331,0.0001562146,0.00015778118,0.00008082784,0.00013635671,0.00011125997,0.000556556,0.00010468513,0.000019718997],"category_scores_gemma":[0.00419547,0.00013934799,0.000042194646,0.00027581464,0.000025266752,0.0014186074,0.00028662334,0.0002161291,0.00007747371],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004151539,0.0007385537,0.0076656276,0.000081156395,0.00030597573,0.00013826194,0.012238736,0.0001305945,0.014526433,0.21964242,0.05784355,0.6862735],"study_design_scores_gemma":[0.0003787486,0.0003056095,0.01404963,0.000097410986,0.000167851,0.00053214555,0.00010423346,0.00015488683,0.019659042,0.03275648,0.9305753,0.0012186549],"about_ca_topic_score_codex":0.00005085395,"about_ca_topic_score_gemma":0.0000019382217,"teacher_disagreement_score":0.87273175,"about_ca_system_score_codex":0.000029734492,"about_ca_system_score_gemma":0.00002174221,"threshold_uncertainty_score":0.56824464},"labels":[],"label_agreement":null},{"id":"W1969427878","doi":"10.1109/ms.2003.1207449","title":"Inspection's role in software quality assurance","year":2003,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software quality analyst; Quality assurance; Software quality; Software quality control; Software engineering; Software quality assurance; Computer science; Software security assurance; Software; Software inspection; Verification and validation; Quality (philosophy); Software peer review; Software development; Software construction; Engineering; Reliability engineering; Operations management; Programming language; Computer security; Information security","score_opus":0.020072206611204773,"score_gpt":0.2847007827377494,"score_spread":0.2646285761265446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969427878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21982,0.00050278945,0.7760724,0.000098411765,0.0010704828,0.0002315197,0.0000071234986,0.002014488,0.00018279128],"genre_scores_gemma":[0.8671142,0.000017077542,0.13228345,0.00011991384,0.00006446474,0.00007856517,0.0000019543659,0.000033109394,0.0002872896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973751,0.00022816878,0.00037397066,0.0006928032,0.00066139264,0.0006685964],"domain_scores_gemma":[0.9969714,0.0015214529,0.000073250645,0.0010795305,0.00017183338,0.00018248218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009268125,0.00024124468,0.00028837507,0.00029498292,0.00023298513,0.00012544083,0.0009989709,0.00015086464,0.000029272183],"category_scores_gemma":[0.006048511,0.0002606892,0.00009839501,0.0013920286,0.000060284772,0.00064269104,0.0001414515,0.000491086,0.00020607811],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010434066,0.00024132412,0.9646093,0.00013119639,0.000029399122,0.00011523815,0.0015945776,0.0073624738,0.00046429166,0.0050082686,0.0028109339,0.017622516],"study_design_scores_gemma":[0.0018359759,0.00014624228,0.94168735,0.00018317228,0.0000048706343,0.000098547076,0.00008605285,0.001108084,0.01199175,0.013499387,0.027967324,0.0013912449],"about_ca_topic_score_codex":0.00014788474,"about_ca_topic_score_gemma":0.00012295859,"teacher_disagreement_score":0.64729416,"about_ca_system_score_codex":0.00026240599,"about_ca_system_score_gemma":0.00026105033,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W1976958311","doi":"10.1109/ms.2006.12","title":"Guest Editors' Introduction: Aspect-Oriented Programming","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Aspect-oriented programming; Software engineering; Modular design; Programming language; Modular programming; Programming paradigm; Interface (matter); Software development; Software; Operating system","score_opus":0.012557784941140099,"score_gpt":0.25122445090256196,"score_spread":0.23866666596142186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976958311","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013684761,0.00018695743,0.9582388,0.00043471222,0.03586397,0.00016626866,0.0000023544685,0.003715868,0.000022602788],"genre_scores_gemma":[0.005520482,0.0000029911137,0.9528359,0.000030040841,0.04122052,0.00005156378,0.000010301242,0.000029078703,0.0002990916],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982187,0.00007551813,0.00027652527,0.0006007939,0.0003516085,0.0004768477],"domain_scores_gemma":[0.99851006,0.00034600604,0.00009927681,0.00079460314,0.00017525727,0.000074813135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003218712,0.00023323692,0.00023206059,0.00013592032,0.0002777451,0.00008613275,0.00064637227,0.00010857611,0.000006026752],"category_scores_gemma":[0.0007789058,0.00023279605,0.00008273054,0.00071289844,0.00008000911,0.00063406385,0.00020421726,0.00027053038,0.00005857175],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040838255,0.0006218656,0.0064246925,0.0002889904,0.0001337756,0.00042206212,0.0017382022,0.1589698,0.0042022965,0.032707468,0.55478275,0.23966725],"study_design_scores_gemma":[0.0004348395,0.00016323761,0.0013473514,0.000035137626,0.000013522305,0.00011020829,0.00003471893,0.0003704102,0.019455519,0.014075395,0.9631925,0.0007671676],"about_ca_topic_score_codex":0.000029224066,"about_ca_topic_score_gemma":0.0000034866134,"teacher_disagreement_score":0.40840974,"about_ca_system_score_codex":0.000116232,"about_ca_system_score_gemma":0.000044100474,"threshold_uncertainty_score":0.9493147},"labels":[],"label_agreement":null},{"id":"W1981665310","doi":"10.1109/ms.2010.133","title":"Advancing Software Engineering Professional Education","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Graduate Education","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software development; Computer science; Engineering management; Software peer review; Curriculum; Software construction; Software; Knowledge management; Engineering; Programming language; Pedagogy; Sociology","score_opus":0.002495459701588077,"score_gpt":0.2213673863177831,"score_spread":0.21887192661619503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981665310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9216021,0.0003986757,0.058992907,0.00001711157,0.014849711,0.00023407691,0.000009688213,0.003658933,0.00023682626],"genre_scores_gemma":[0.8109382,0.0000068911627,0.18759559,0.00004558444,0.0007013502,0.00011972072,0.00002861944,0.00015534353,0.0004087189],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99888754,0.0000068282457,0.00022684867,0.00023100417,0.00022061562,0.0004271834],"domain_scores_gemma":[0.99930954,0.000113772156,0.000027118855,0.0003228092,0.00005231913,0.00017444299],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00010190581,0.00026118587,0.00017179642,0.00015011852,0.00014445893,0.000030515646,0.00022672501,0.0001672499,0.00015097331],"category_scores_gemma":[0.0003080099,0.00029471816,0.00006998819,0.00020481713,0.000019149873,0.00029114724,0.000048129365,0.0007854641,0.00011874297],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053355484,0.000099247016,0.014627577,0.00046439358,0.000055153792,0.0000122910305,0.0011413565,0.39919227,0.5536687,0.0002139765,0.0073317857,0.023187922],"study_design_scores_gemma":[0.0012532037,0.00011821543,0.033601265,0.001293732,0.00006863238,0.0003293821,0.00043509586,0.10149873,0.42979532,0.00024703215,0.42758706,0.003772326],"about_ca_topic_score_codex":0.0000050409617,"about_ca_topic_score_gemma":0.000005309262,"teacher_disagreement_score":0.42025527,"about_ca_system_score_codex":0.00011025498,"about_ca_system_score_gemma":0.00007036249,"threshold_uncertainty_score":0.99995047},"labels":[],"label_agreement":null},{"id":"W1985363770","doi":"10.1109/ms.2004.1270761","title":"A little knowledge about software","year":2004,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Personal software process; Social software engineering; Software peer review; Software Engineering Process Group; Software development; Software engineering; Computer science; Team software process; Surprise; Software construction; Software walkthrough; Deliverable; Software analytics; Software; Software project management; Engineering management; Engineering; Systems engineering","score_opus":0.017374485143255222,"score_gpt":0.2711319030498229,"score_spread":0.25375741790656764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985363770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005793165,0.0015552796,0.9855575,0.0002918706,0.001373727,0.00018126074,0.0000085448,0.0048882854,0.00035037458],"genre_scores_gemma":[0.20303448,0.00009924641,0.79554653,0.0003959324,0.00030669878,0.000078179175,0.000005295745,0.00005007094,0.00048354853],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984622,0.00003610436,0.0002568996,0.0005155769,0.0002647693,0.00046446425],"domain_scores_gemma":[0.9982688,0.0003426838,0.000097110744,0.0009645596,0.00014260455,0.00018426546],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026942903,0.0002624717,0.00022869091,0.00015348372,0.0003034064,0.00018496481,0.0012760574,0.00016088586,0.000026822714],"category_scores_gemma":[0.00048141743,0.00025584354,0.00013570381,0.0006040724,0.00004566717,0.0008843844,0.00024304287,0.0003275421,0.0003868102],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052024723,0.0014414833,0.008344455,0.0007851889,0.00030800543,0.00076542655,0.017113,0.01244637,0.00087785994,0.073140785,0.0527063,0.8320191],"study_design_scores_gemma":[0.0023479213,0.0007589057,0.00890315,0.00082241267,0.00006547722,0.0005455061,0.000032459135,0.0008787245,0.030772602,0.103991576,0.8481263,0.0027549656],"about_ca_topic_score_codex":0.00006128863,"about_ca_topic_score_gemma":0.000012557019,"teacher_disagreement_score":0.82926416,"about_ca_system_score_codex":0.00012458478,"about_ca_system_score_gemma":0.00019342358,"threshold_uncertainty_score":0.9999894},"labels":[],"label_agreement":null},{"id":"W1990906822","doi":"10.1109/ms.2007.52","title":"So, You Think You Know Others' Goals? A Repertory Grid Study","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Repertory grid; Requirements engineering; Computer science; Grid; Domain (mathematical analysis); Requirements elicitation; Non-functional requirement; Requirements analysis; Stakeholder; Software engineering; Knowledge management; Systems engineering; Management science; Process management; Engineering; Software; Software development; Management; Psychology","score_opus":0.029105697559170456,"score_gpt":0.2992732030816835,"score_spread":0.270167505522513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990906822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04366616,0.0010673071,0.9466039,0.000088834466,0.0043123323,0.00044928188,0.000006335115,0.0037277343,0.00007811968],"genre_scores_gemma":[0.06706514,0.00003197379,0.9301914,0.00043839257,0.00068106875,0.000039974482,0.0000025080826,0.00008419762,0.001465336],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970361,0.00019598201,0.00048534086,0.00091843505,0.00057357346,0.0007905423],"domain_scores_gemma":[0.9962829,0.0014480273,0.00016376506,0.0017304262,0.00017055123,0.00020436547],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021444499,0.00039577376,0.00042764083,0.00024515722,0.0004337939,0.00012981513,0.0017146488,0.00017781221,0.000015183766],"category_scores_gemma":[0.0021215472,0.0003698323,0.00015224505,0.0006619464,0.00011981711,0.00067541393,0.00046251636,0.00049498846,0.00010913814],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015410702,0.001424256,0.033266243,0.00020504641,0.0004410137,0.0020031345,0.07368062,0.056868453,0.0025786147,0.001327258,0.010032647,0.8180186],"study_design_scores_gemma":[0.01725304,0.009682682,0.23375285,0.001385677,0.0004899583,0.0012761708,0.017977528,0.00553194,0.07295722,0.0928986,0.5291376,0.017656747],"about_ca_topic_score_codex":0.000044120112,"about_ca_topic_score_gemma":0.000028870278,"teacher_disagreement_score":0.8003619,"about_ca_system_score_codex":0.00018456219,"about_ca_system_score_gemma":0.00010875681,"threshold_uncertainty_score":0.99987537},"labels":[],"label_agreement":null},{"id":"W1998265754","doi":"10.1109/ms.2006.105","title":"How are Java software developers using the Eclipse IDE?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Java; Computer science; Popularity; Software development; Development environment; Software engineering; Software; World Wide Web; Operating system","score_opus":0.02894594475689117,"score_gpt":0.25349211816357187,"score_spread":0.2245461734066807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998265754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1246214,0.00049990887,0.8705213,0.0011008626,0.0015863603,0.00032244006,0.00001650703,0.0013071361,0.000024097993],"genre_scores_gemma":[0.62818074,0.000013346978,0.36734682,0.00045194538,0.0017449352,0.00005749088,0.000009570935,0.00012014058,0.0020750382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969213,0.00011405263,0.00029963252,0.0007493135,0.0009734904,0.0009422384],"domain_scores_gemma":[0.99669325,0.001193435,0.00014240069,0.001441066,0.00036079378,0.00016902976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004829549,0.00038182724,0.00030696837,0.00022964377,0.00074869744,0.00073902507,0.0023332739,0.00017693746,0.00001661401],"category_scores_gemma":[0.0016614975,0.00029835803,0.0001660215,0.0012509769,0.0001561741,0.0008140589,0.0005910716,0.0005256809,0.00009366807],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047006743,0.0004797539,0.6296266,0.0006598765,0.00037433655,0.00178019,0.0039416864,0.10167154,0.002183248,0.0058132205,0.16704196,0.08638061],"study_design_scores_gemma":[0.006013264,0.00049708184,0.5048421,0.0018055754,0.00021682208,0.0022136648,0.0012930637,0.055354603,0.041991744,0.037655346,0.33816177,0.009954949],"about_ca_topic_score_codex":0.00014909712,"about_ca_topic_score_gemma":0.000058938087,"teacher_disagreement_score":0.5035593,"about_ca_system_score_codex":0.00027804612,"about_ca_system_score_gemma":0.00028273434,"threshold_uncertainty_score":0.99994683},"labels":[],"label_agreement":null},{"id":"W2003693092","doi":"10.1109/52.896247","title":"Using different communication media in requirements negotiation","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Negotiation; Computer science; Videoconferencing; Face-to-face; Multimedia; Face (sociological concept); Human–computer interaction; Software engineering; Knowledge management; Political science; Sociology","score_opus":0.07190237722778792,"score_gpt":0.35128411230882906,"score_spread":0.27938173508104114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003693092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9972446,0.00021340967,0.0010492811,0.000046230074,0.00042561707,0.000107581895,0.000010231582,0.00005211916,0.0008509547],"genre_scores_gemma":[0.9985884,0.000053961645,0.0007911152,0.00012217161,0.000054640754,0.000013558765,0.000045181558,0.000013813665,0.0003171659],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999333,0.000069617796,0.00019142321,0.0001364217,0.000101188605,0.00016833877],"domain_scores_gemma":[0.99949455,0.000050933937,0.00005090981,0.00035243153,0.000020807498,0.000030360263],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000094928226,0.000082763974,0.00009686577,0.000060263053,0.000096023665,0.000011120411,0.00015717375,0.000076838776,0.0013300097],"category_scores_gemma":[0.000010311743,0.000081884355,0.000021489863,0.00013779606,0.000023522081,0.00009559807,0.000015570708,0.00012820042,0.000127672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012991024,0.00041982,0.7459989,0.00003313383,0.000037689922,0.000008456793,0.024508674,0.0026917993,0.00022561234,0.00055440405,0.0007925123,0.2245991],"study_design_scores_gemma":[0.0011065976,0.00003478844,0.98820955,0.00011268814,0.000013319107,0.0000058294604,0.00016841719,0.0068053105,0.000037309965,0.0012639279,0.002005363,0.00023690745],"about_ca_topic_score_codex":0.00028523259,"about_ca_topic_score_gemma":0.00046345987,"teacher_disagreement_score":0.24221064,"about_ca_system_score_codex":0.000077729404,"about_ca_system_score_gemma":0.000009682213,"threshold_uncertainty_score":0.9995829},"labels":[],"label_agreement":null},{"id":"W2008107570","doi":"10.1109/ms.2009.193","title":"What Makes APIs Hard to Learn? Answers from Developers","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Microsoft Research","keywords":"Application programming interface; Computer science; Learnability; Usability; Reuse; Software engineering; World Wide Web; Interface (matter); Software development; Software; Human–computer interaction; Programming language; Engineering; Operating system","score_opus":0.023596069061703036,"score_gpt":0.26713194313129746,"score_spread":0.24353587406959443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008107570","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3279537,0.0004525589,0.6646526,0.0030711473,0.0021283652,0.00024965077,0.000007701981,0.0014610656,0.000023242259],"genre_scores_gemma":[0.5841487,0.00008355041,0.41014627,0.0033938258,0.00030255766,0.000036719404,0.000010639833,0.00004714706,0.0018305705],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978012,0.00004474743,0.00020715853,0.00068447425,0.0006473949,0.0006150661],"domain_scores_gemma":[0.99806523,0.0004936466,0.00002904989,0.0009159946,0.00015148256,0.0003445726],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00022616517,0.00023467997,0.00022501416,0.00022862059,0.00019671992,0.0005640943,0.0015514683,0.00010958697,0.000045272373],"category_scores_gemma":[0.0007982427,0.0002368603,0.000081511294,0.0008252973,0.000028322827,0.001071235,0.00018630517,0.00028329747,0.0008028707],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033523185,0.000114939096,0.016546851,0.000027042659,0.00008595494,0.00041683254,0.012016741,0.008402513,0.00472396,0.00020773752,0.05040086,0.9070231],"study_design_scores_gemma":[0.0025933033,0.0013544363,0.6875997,0.001174125,0.000036159272,0.00011124414,0.00089861866,0.0050006183,0.07443912,0.006393832,0.2159556,0.0044432567],"about_ca_topic_score_codex":0.000058590984,"about_ca_topic_score_gemma":0.000011158639,"teacher_disagreement_score":0.9025798,"about_ca_system_score_codex":0.0001522563,"about_ca_system_score_gemma":0.00013668126,"threshold_uncertainty_score":0.99997514},"labels":[],"label_agreement":null},{"id":"W2012940909","doi":"10.1109/ms.2014.106","title":"Five Years of Software Architecture Checking: A Case Study of Eclipse","year":2014,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Software engineering; Software architecture; Architecture; Resource-oriented architecture; Software architecture description; Software development; Software; Programming language; Reference architecture; Software construction; History","score_opus":0.030480893241904363,"score_gpt":0.29017248478558944,"score_spread":0.2596915915436851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012940909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43468451,0.000042164495,0.56430995,0.0000059250838,0.00043354294,0.00018220817,0.0000058212595,0.0003327688,0.0000031150898],"genre_scores_gemma":[0.502024,0.0000017121844,0.497792,0.000019671334,0.000091857735,0.00001695272,6.8121017e-7,0.000022190754,0.000030967072],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979894,0.00027606764,0.00046229645,0.0005237947,0.00040293208,0.00034552198],"domain_scores_gemma":[0.9958695,0.0022810504,0.0002899501,0.0012646973,0.0001937844,0.000100990444],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00060474826,0.00024879104,0.0005387511,0.00024561922,0.00009479142,0.000018193196,0.0010207114,0.000121139434,0.000003916334],"category_scores_gemma":[0.0036094983,0.00025214037,0.00012580249,0.00058937626,0.00010151759,0.00020291012,0.00044596873,0.00031786595,0.000003842266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003309613,0.0005091284,0.0048133354,0.00031721639,0.00014463301,0.0011808823,0.0427638,0.5694897,0.0004435528,0.00018329517,0.00020916009,0.3799122],"study_design_scores_gemma":[0.050723523,0.045388393,0.11638102,0.0049811527,0.0017027853,0.030026441,0.041683402,0.027967056,0.13155821,0.5141127,0.013986315,0.021488992],"about_ca_topic_score_codex":0.000112485046,"about_ca_topic_score_gemma":0.00003462432,"teacher_disagreement_score":0.5415226,"about_ca_system_score_codex":0.000033484757,"about_ca_system_score_gemma":0.000054521755,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W2015271973","doi":"10.1109/ms.2005.156","title":"Improving After-the-Fact Tracing and Mapping: Supporting Software Quality Predictions","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Software engineering; Software; Quality (philosophy); Programming language","score_opus":0.023267198100036784,"score_gpt":0.2865996602850546,"score_spread":0.2633324621850178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015271973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31627133,0.000352595,0.68109334,0.00046341406,0.0003483461,0.00022597994,0.000014761374,0.0012228048,0.0000074365025],"genre_scores_gemma":[0.87039465,0.0000085807405,0.12872884,0.00017878693,0.00033344116,0.00010043035,0.0000029542953,0.00003531526,0.00021699113],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99726015,0.000111199806,0.00052643905,0.00069503946,0.00062078907,0.00078636484],"domain_scores_gemma":[0.9967919,0.0016687313,0.00015584992,0.00096813176,0.00015795404,0.00025746034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012165153,0.0002753531,0.00025498593,0.00020112468,0.0007157692,0.00034949108,0.0008818415,0.00013086839,0.000025563413],"category_scores_gemma":[0.0028946155,0.00024224445,0.00011700755,0.00056652934,0.00010902406,0.0009696792,0.00050108193,0.0005875065,0.000041014704],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026020763,0.00013523453,0.2698379,0.00048132506,0.000107144166,0.000087528766,0.011645266,0.006398777,0.0010537517,0.00012466339,0.001290056,0.70881236],"study_design_scores_gemma":[0.0018433369,0.000273992,0.8978924,0.00048136112,0.000056788387,0.000649474,0.0005513632,0.07530615,0.004753758,0.0011932143,0.014711245,0.002286882],"about_ca_topic_score_codex":0.00010856151,"about_ca_topic_score_gemma":0.000039884013,"teacher_disagreement_score":0.7065255,"about_ca_system_score_codex":0.00016446825,"about_ca_system_score_gemma":0.00015401104,"threshold_uncertainty_score":0.9878442},"labels":[],"label_agreement":null},{"id":"W2016790129","doi":"10.1109/ms.2005.38","title":"Editor's Introduction: Software Design in a Postmodern Era","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"LEAPS; Postmodernism; Software; Software development; Computer science; Software design; Software engineering; Engineering ethics; Sociology; Engineering; Epistemology; Business; Philosophy; Programming language","score_opus":0.013863167879732312,"score_gpt":0.24851543312172267,"score_spread":0.23465226524199034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016790129","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013866844,0.00044932854,0.9863419,0.0036761556,0.0053559258,0.0002457745,0.0000032284224,0.0025282234,0.000012765057],"genre_scores_gemma":[0.037931915,0.000052423115,0.9504482,0.0005120956,0.010757256,0.00008270326,0.0000038985277,0.000037586422,0.00017388967],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814403,0.00010615413,0.0003199218,0.00060185284,0.00037507148,0.00045297],"domain_scores_gemma":[0.9982686,0.000527102,0.00010464883,0.0008595652,0.0001188572,0.000121244855],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005671195,0.0002563485,0.00023459406,0.00023211539,0.00017016898,0.00016575854,0.0009976827,0.0001749059,0.00004744401],"category_scores_gemma":[0.0006015765,0.00026389465,0.00007692783,0.00058914593,0.000031607513,0.001568626,0.0001509691,0.0004964848,0.00012585087],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007020885,0.00038128355,0.0033102753,0.00008664111,0.000057584162,0.00013164504,0.0036439807,0.08500408,0.0003011458,0.00096376013,0.409122,0.4969274],"study_design_scores_gemma":[0.00074853015,0.00032356652,0.0020228117,0.00009696883,0.000017221135,0.00023616343,0.000011342885,0.02252505,0.005591687,0.006131783,0.9611673,0.0011276074],"about_ca_topic_score_codex":0.000034350756,"about_ca_topic_score_gemma":0.000012696504,"teacher_disagreement_score":0.5520453,"about_ca_system_score_codex":0.00015589825,"about_ca_system_score_gemma":0.00012064561,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W2024043058","doi":"10.1109/ms.2002.1032856","title":"Integrating software engineering in introductory computing courses","year":2002,"lang":"en","type":"article","venue":"IEEE Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software engineering; Computer science; Personal software process; Social software engineering; Software Engineering Process Group; Software construction; Software development; Software; Software system; Software peer review; Programming language","score_opus":0.014396070098444697,"score_gpt":0.22429999510052107,"score_spread":0.20990392500207636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024043058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055755086,0.0004387265,0.93847036,0.00009162693,0.000859394,0.00022687002,0.0000035347232,0.004138116,0.000016312826],"genre_scores_gemma":[0.3431904,0.000015607611,0.6563592,0.00009990113,0.00020664163,0.000023248229,0.0000024953067,0.000048146092,0.00005434332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975626,0.00005714193,0.0005190541,0.00074436807,0.00041778522,0.00069907337],"domain_scores_gemma":[0.9983417,0.00031548942,0.00012377636,0.0009380446,0.00013040734,0.00015062485],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037308503,0.0004012378,0.00041116588,0.00045499663,0.00016647285,0.00013455926,0.0013130826,0.00017394412,0.000024312296],"category_scores_gemma":[0.0002910534,0.0004371286,0.000115412186,0.000811392,0.000043288732,0.000671306,0.00040129697,0.00067529816,0.00004489619],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069626476,0.00042888406,0.077224344,0.0005152988,0.0001000634,0.0005347477,0.013409153,0.19741327,0.001445039,0.026485724,0.015911292,0.66652524],"study_design_scores_gemma":[0.00090138166,0.00019791562,0.005894786,0.0009814498,0.0000136259305,0.00016479778,0.000016949232,0.9566177,0.004838008,0.0004389413,0.028226212,0.0017081904],"about_ca_topic_score_codex":0.000039015107,"about_ca_topic_score_gemma":0.000010120303,"teacher_disagreement_score":0.75920445,"about_ca_system_score_codex":0.0002541479,"about_ca_system_score_gemma":0.00003387896,"threshold_uncertainty_score":0.9998081},"labels":[],"label_agreement":null},{"id":"W2032219610","doi":"10.1109/ms.2009.16","title":"Mining Task-Based Social Networks to Explore Collaboration in Software Teams","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task (project management); IBM; Social network (sociolinguistics); Context (archaeology); World Wide Web; Software; Software development; Data science; Social network analysis; Software engineering; Social software engineering; Knowledge management; Software construction; Social media; Engineering; Systems engineering","score_opus":0.03378415132012308,"score_gpt":0.2903802627805691,"score_spread":0.25659611146044603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032219610","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3617693,0.000071379734,0.63599604,0.00036589464,0.00062832196,0.00028727762,0.000004644364,0.00087247125,0.0000046598375],"genre_scores_gemma":[0.8428433,0.000004058705,0.15594953,0.00050505693,0.00032952853,0.0002053891,0.000017540473,0.000051933883,0.000093694536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9973141,0.00010743353,0.0003682284,0.0006960005,0.00073395524,0.00078027754],"domain_scores_gemma":[0.9979517,0.0008489945,0.0000712139,0.0006111813,0.00027893728,0.00023798489],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036231292,0.0002838446,0.0003163596,0.00045722682,0.0005099432,0.00012787204,0.0010853711,0.00020971132,0.000011689502],"category_scores_gemma":[0.0014253319,0.00032035215,0.000082545805,0.0026268663,0.00006397982,0.0004981292,0.0002407164,0.0003722968,0.00006866832],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085298234,0.0002907296,0.35475752,0.00010664104,0.000038317332,0.0008502091,0.027216973,0.5143332,0.0002851356,0.00006547888,0.056184053,0.045786493],"study_design_scores_gemma":[0.010568188,0.0019034289,0.61258453,0.0011913943,0.000038386206,0.00021442554,0.0015967167,0.31586853,0.009746885,0.0006573095,0.0386646,0.006965598],"about_ca_topic_score_codex":0.00004044393,"about_ca_topic_score_gemma":0.00004918139,"teacher_disagreement_score":0.48107398,"about_ca_system_score_codex":0.00038750414,"about_ca_system_score_gemma":0.00048918446,"threshold_uncertainty_score":0.99992484},"labels":[],"label_agreement":null},{"id":"W2036487649","doi":"10.1109/ms.2012.24","title":"Contemporary Peer Review in Action: Lessons from Open Source Development","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; University of Victoria; Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Agile software development; Code review; Software engineering; Computer science; Software development; Software quality; Software inspection; Software development process; Software peer review; Personal software process; Process (computing); Technical peer review; Team software process; Asynchronous communication; Software technical review; Software; Process management; Engineering; Software construction; Peer review; Operating system","score_opus":0.16966384960637565,"score_gpt":0.3791838742844237,"score_spread":0.20952002467804803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036487649","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03996968,0.019988917,0.9276597,0.007641293,0.002150087,0.0011276111,0.000014365027,0.0010122044,0.00043617547],"genre_scores_gemma":[0.797359,0.00030615192,0.1920358,0.0020580867,0.0003543476,0.00040503472,0.000055358487,0.00007003784,0.007356193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99803996,0.00009993,0.00029601477,0.00037371277,0.0007375018,0.0004529008],"domain_scores_gemma":[0.9982226,0.0006151513,0.00006329719,0.000714415,0.00016879963,0.00021574089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012839001,0.0001720209,0.00027468384,0.00010251962,0.00013899313,0.00013776607,0.0018070351,0.00007922348,0.000071607494],"category_scores_gemma":[0.001185285,0.00016769684,0.00004226712,0.00052001496,0.000020832165,0.0011266117,0.0009619943,0.0003258519,0.00038719818],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013633095,0.00035660336,0.29848635,0.0005901445,0.00008821364,0.00006818256,0.005679217,0.0001255786,0.000103583036,0.000146458,0.40290648,0.29143554],"study_design_scores_gemma":[0.00045539226,0.000014987937,0.13989545,0.0012094359,0.0000033246824,0.0000138619025,0.000022778155,0.00007444326,0.00162441,0.00007137873,0.8561887,0.0004258444],"about_ca_topic_score_codex":0.00023306433,"about_ca_topic_score_gemma":0.000016448985,"teacher_disagreement_score":0.7573893,"about_ca_system_score_codex":0.00018958925,"about_ca_system_score_gemma":0.00034385629,"threshold_uncertainty_score":0.68384784},"labels":[],"label_agreement":null},{"id":"W2039584808","doi":"10.1109/ms.2005.159","title":"Managing Change in Software Process Improvement","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process management; Change management (ITSM); Negotiation; Process (computing); Context (archaeology); Software quality; Knowledge management; Computer science; Team software process; Software development process; Quality management; Best practice; Software; Software development; Business; Engineering; Operations management; Marketing; Management; Management system","score_opus":0.023575259659299554,"score_gpt":0.2895074524060809,"score_spread":0.2659321927467813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039584808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028830085,0.00057178165,0.965103,0.0017595739,0.0005677617,0.0004468236,0.000004499178,0.0026377025,0.00007879797],"genre_scores_gemma":[0.67234904,0.00010510125,0.32528847,0.0014621225,0.0003434586,0.00032434112,0.0000034519528,0.00003636015,0.00008764428],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840987,0.000024343162,0.0002752782,0.0004934665,0.0003229347,0.00047413842],"domain_scores_gemma":[0.9989528,0.00015656523,0.00010546786,0.0006141263,0.000067701025,0.00010336276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033408627,0.00022810443,0.00019615765,0.00023637374,0.00013153823,0.000120844,0.0010009416,0.00009977864,0.000024814382],"category_scores_gemma":[0.00012523199,0.00023116215,0.00006023981,0.00055184244,0.000017673663,0.0015955966,0.00017340886,0.0002904853,0.000048904756],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069363127,0.00010537402,0.007653421,0.00013374447,0.000013042443,0.000057666908,0.0029067472,0.0014535489,0.000051403913,0.00035287795,0.0005815459,0.98668367],"study_design_scores_gemma":[0.0077948957,0.0027295188,0.065800495,0.003380706,0.0001383988,0.0005324004,0.0003622282,0.2459264,0.10703591,0.0782249,0.4769397,0.011134451],"about_ca_topic_score_codex":0.000102338985,"about_ca_topic_score_gemma":0.000054796852,"teacher_disagreement_score":0.9755492,"about_ca_system_score_codex":0.0001223804,"about_ca_system_score_gemma":0.000041134517,"threshold_uncertainty_score":0.94265187},"labels":[],"label_agreement":null},{"id":"W2069145957","doi":"10.1109/ms.2005.54","title":"Agile programming: design to accommodate change","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Code refactoring; Extreme programming practices; Agile Unified Process; Agile usability engineering; Computer science; Extreme programming; Software engineering; Systems engineering; Software development; Engineering; Software; Software development process; Programming language","score_opus":0.13834359816085032,"score_gpt":0.3287332638963435,"score_spread":0.19038966573549318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069145957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00090080226,0.0002341694,0.9936857,0.00095655594,0.0007708318,0.000526607,0.0000031561563,0.002912494,0.000009644009],"genre_scores_gemma":[0.022131685,0.000009635607,0.975998,0.000999032,0.00034751548,0.0003068426,0.0000014539931,0.00003360287,0.00017224211],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834055,0.00010902123,0.00020746348,0.0005074802,0.00026391118,0.00057157443],"domain_scores_gemma":[0.9982057,0.0005801254,0.000058251153,0.0008681615,0.000090823094,0.00019694252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004971835,0.00023527152,0.00023142443,0.00015900833,0.00018527721,0.0000952818,0.0013059494,0.00008974351,0.000007072066],"category_scores_gemma":[0.0007343761,0.00023031767,0.00006662171,0.00057039526,0.000027645548,0.00082146894,0.0004109699,0.00019233885,0.0002663141],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005583656,0.000034778037,0.00008264806,0.0000115748435,0.000010153486,0.000018057826,0.0017238983,0.048408918,0.00028814463,0.00021706277,0.0015635731,0.9476356],"study_design_scores_gemma":[0.0015591921,0.0011361638,0.0040802243,0.0003209743,0.00003855979,0.00017745983,0.0000758525,0.013485641,0.15035917,0.016478568,0.80856556,0.0037226265],"about_ca_topic_score_codex":0.0000059080994,"about_ca_topic_score_gemma":0.0000036244587,"teacher_disagreement_score":0.943913,"about_ca_system_score_codex":0.00009875644,"about_ca_system_score_gemma":0.00003313403,"threshold_uncertainty_score":0.9392082},"labels":[],"label_agreement":null},{"id":"W2069869616","doi":"10.1109/ms.2011.88","title":"Journey: A Massively Multiplayer Online Game Middleware","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Middleware (distributed applications); Scalability; Programmer; Fault tolerance; Reliability (semiconductor); Load balancing (electrical power); Consistency (knowledge bases); Peer-to-peer; Distributed computing; Multimedia; Operating system; Grid","score_opus":0.08319503254545663,"score_gpt":0.26244527294376613,"score_spread":0.1792502403983095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069869616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21479246,0.00024250886,0.77822304,0.0012281445,0.0014183283,0.00032522177,0.00006399835,0.0035180391,0.00018828198],"genre_scores_gemma":[0.5342588,0.000012305606,0.4638007,0.0010001205,0.00012811743,0.000034712742,0.0000047328135,0.00003054099,0.0007299974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978337,0.000045598823,0.00032850332,0.0006766595,0.00042274233,0.0006927536],"domain_scores_gemma":[0.9980216,0.00010665143,0.00013748123,0.0012645837,0.00023060404,0.00023906551],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015394864,0.00030662405,0.00030477988,0.00028042484,0.00018828169,0.00008533997,0.0026524276,0.0002134799,0.000039254028],"category_scores_gemma":[0.00035071964,0.00028066014,0.00012470671,0.00080620736,0.00008410033,0.00046141312,0.0009081477,0.00039448973,0.0004397145],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012739825,0.0015419305,0.0684221,0.00013661206,0.00035847267,0.0024307887,0.027908683,0.0014421314,0.0026737927,0.0035068982,0.1796393,0.7118119],"study_design_scores_gemma":[0.0075021936,0.003316426,0.37179962,0.0017725809,0.00018641276,0.0013334893,0.0017927382,0.03408767,0.100751504,0.094017036,0.37429312,0.009147179],"about_ca_topic_score_codex":0.00006343467,"about_ca_topic_score_gemma":0.00010357284,"teacher_disagreement_score":0.70266473,"about_ca_system_score_codex":0.00009085655,"about_ca_system_score_gemma":0.00009492251,"threshold_uncertainty_score":0.99996454},"labels":[],"label_agreement":null},{"id":"W2070848457","doi":"10.1109/ms.2008.107","title":"A Replicated Survey of IT Software Project Failures","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software project management; Software review; Software peer review; Software; Software engineering; Computer science; Software development; Engineering; Software construction; Operating system","score_opus":0.07118256728858817,"score_gpt":0.3032006274918481,"score_spread":0.23201806020325993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070848457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035274066,0.0002773868,0.96102583,0.00019219134,0.00035739492,0.00032503332,0.00004445463,0.0024471923,0.000056466335],"genre_scores_gemma":[0.5441381,0.00011239551,0.45513391,0.00020164328,0.00004540895,0.000062899824,0.000021130776,0.00003684781,0.00024766187],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.998172,0.00014629615,0.00039999885,0.00053220725,0.00040329577,0.00034623],"domain_scores_gemma":[0.99699223,0.0010505798,0.00024043636,0.001258332,0.00037402118,0.00008439996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000599029,0.00023606134,0.0003328198,0.00020017313,0.00022105186,0.00004111191,0.001275969,0.00015229423,0.000015309733],"category_scores_gemma":[0.002126133,0.00022151895,0.00010352203,0.0010753828,0.000084105035,0.00058333954,0.00021011812,0.00025700126,0.000022556393],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023055467,0.000965303,0.39143854,0.000693055,0.00046922016,0.0006636225,0.009473818,0.0017084683,0.0014040485,0.0011073513,0.50553244,0.086313576],"study_design_scores_gemma":[0.002369448,0.0019602038,0.6289668,0.0006572896,0.00008697401,0.0018287951,0.000042845983,0.0055680894,0.07563353,0.002309832,0.2766091,0.003967108],"about_ca_topic_score_codex":0.0026379903,"about_ca_topic_score_gemma":0.00007905971,"teacher_disagreement_score":0.50886405,"about_ca_system_score_codex":0.00003501029,"about_ca_system_score_gemma":0.0002445775,"threshold_uncertainty_score":0.90332806},"labels":[],"label_agreement":null},{"id":"W2071650163","doi":"10.1109/ms.2012.3","title":"Conway's Law Revisited: The Evidence for a Task-Based Perspective","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mirroring; Perspective (graphical); Task (project management); Computer science; Software; Organizational architecture; Software system; Software engineering; Software architecture; Knowledge management; Engineering; Artificial intelligence; Programming language; Sociology; Systems engineering; Communication","score_opus":0.1082970439283792,"score_gpt":0.3257855418566644,"score_spread":0.21748849792828523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071650163","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001988192,0.0011066729,0.99530005,0.0009071799,0.0003844949,0.00046769084,0.000011401089,0.0012498772,0.00037379406],"genre_scores_gemma":[0.6281092,0.000026280442,0.36949354,0.0019519281,0.00012452381,0.00021045342,9.856802e-7,0.000022126265,0.000060947987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891865,0.00006648501,0.00015987373,0.00039177248,0.00019666023,0.0002665379],"domain_scores_gemma":[0.9968731,0.0018051389,0.00011291415,0.00086248666,0.0002788338,0.000067551875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005525302,0.00016259725,0.00014770741,0.000047038222,0.0003421266,0.00011112718,0.001212977,0.00007384483,0.00001830674],"category_scores_gemma":[0.0009279035,0.000118164055,0.00012461323,0.00027348482,0.00007849941,0.0006424837,0.00006425728,0.00018232207,0.000021353111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002653398,0.00028089044,0.002119974,0.0003582982,0.00021444958,0.00009277852,0.017374001,0.000633867,0.00063649524,0.91143423,0.041709002,0.024880698],"study_design_scores_gemma":[0.002592305,0.003576248,0.003936485,0.002396665,0.0004132724,0.00021737149,0.00047819025,0.037408464,0.094648615,0.29663557,0.5539034,0.003793419],"about_ca_topic_score_codex":0.0002911316,"about_ca_topic_score_gemma":0.000012229296,"teacher_disagreement_score":0.6279104,"about_ca_system_score_codex":0.00006342353,"about_ca_system_score_gemma":0.0000785269,"threshold_uncertainty_score":0.48185903},"labels":[],"label_agreement":null},{"id":"W2074675307","doi":"10.1109/ms.2007.82","title":"Novelty in Sameness","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Interdisciplinary Cultural and Social Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Novelty; Hindsight bias; Psychology; Computer science; Epistemology; Social psychology; Philosophy","score_opus":0.03415645288163651,"score_gpt":0.365508935073741,"score_spread":0.3313524821921045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074675307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9646952,0.00011677052,0.0006384799,0.0009934087,0.0010818059,0.00013203046,0.0000042478955,0.00011515109,0.032222915],"genre_scores_gemma":[0.9957265,0.000022708604,0.00031945106,0.00019342988,0.00046548832,0.0000051609577,0.0000012077961,0.0000045743473,0.0032614814],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9991718,0.000033846278,0.00013081172,0.00012562268,0.00020689033,0.00033105598],"domain_scores_gemma":[0.9996926,0.00010620751,0.000029441238,0.00004929898,0.00006651319,0.000055929904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005261842,0.000067379326,0.000109429435,0.00003110342,0.00096303684,0.000017788183,0.0001390336,0.00007850782,0.0000707924],"category_scores_gemma":[0.00012621697,0.000057222875,0.000049995215,0.0002645144,0.00016887345,0.00011660032,0.000050645456,0.000096197546,0.00005226035],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010164829,0.0002525117,0.2763335,0.000031569867,0.000041908384,0.00015849009,0.5985974,0.000021467846,0.0003487394,0.020876125,0.0069950502,0.09624157],"study_design_scores_gemma":[0.0008574259,0.00009250373,0.53433037,0.00012055768,0.000014906554,0.0000018656488,0.10968229,0.0000014207437,0.0007324486,0.028846024,0.32452887,0.00079128204],"about_ca_topic_score_codex":0.0024664926,"about_ca_topic_score_gemma":0.050581794,"teacher_disagreement_score":0.48891512,"about_ca_system_score_codex":0.00017508605,"about_ca_system_score_gemma":0.00003942612,"threshold_uncertainty_score":0.96674263},"labels":[],"label_agreement":null},{"id":"W2077182211","doi":"10.1109/ms.2013.66","title":"Developer Dashboards: The Need for Qualitative Analytics","year":2013,"lang":"en","type":"article","venue":"IEEE Software","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Analytics; IBM; Situation awareness; Adaptation (eye); Data science; Knowledge management; Workload; Task (project management); Situational ethics; Process management; Engineering; Systems engineering","score_opus":0.07780871811451874,"score_gpt":0.4240877947459236,"score_spread":0.3462790766314049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077182211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31489575,0.00014271954,0.6115573,0.016946234,0.01005919,0.0029386543,0.00023771178,0.0011317343,0.042090703],"genre_scores_gemma":[0.9285076,0.000002064221,0.0062758154,0.005753437,0.00032781844,0.000688273,0.00004155445,0.00003916441,0.05836423],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990339,0.00016382197,0.00028187045,0.00018578013,0.00012445566,0.00021014211],"domain_scores_gemma":[0.9983508,0.0008649315,0.000104216706,0.00029026013,0.00033350658,0.0000562998],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00027573065,0.00011578786,0.00013605341,0.000062458086,0.00031004476,0.000047116024,0.00019415106,0.00008294596,0.008633871],"category_scores_gemma":[0.00027319012,0.00007869244,0.00010096805,0.00013266913,0.00006811849,0.00012344753,0.000017667071,0.00013615267,0.0036379576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043638745,0.00008169959,0.00055208575,0.000017306525,0.00025158926,0.0000010782295,0.13508755,0.00004732604,0.00005307206,0.011177014,0.8386477,0.014039903],"study_design_scores_gemma":[0.001756825,0.00014640688,0.031494804,0.000034315093,0.00006522314,0.000015730855,0.077048875,0.0007586858,0.00022026402,0.01078849,0.87713605,0.0005343058],"about_ca_topic_score_codex":0.00010402728,"about_ca_topic_score_gemma":0.00003476667,"teacher_disagreement_score":0.6136119,"about_ca_system_score_codex":0.0000431901,"about_ca_system_score_gemma":0.000035218,"threshold_uncertainty_score":0.99713784},"labels":[],"label_agreement":null},{"id":"W2086221358","doi":"10.1109/52.903173","title":"Improving subjective estimates using paired comparisons","year":2001,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Research Canada","funders":"","keywords":"Computer science; Software; Scale (ratio); Sizing; Data science; Software technical review; Software development; Software engineering; Industrial engineering; Software quality; Engineering","score_opus":0.04136745351365596,"score_gpt":0.28974969134457945,"score_spread":0.2483822378309235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086221358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3009442,0.00014472207,0.6971081,0.000039521576,0.00049478596,0.00013036735,0.0000024904414,0.0011232904,0.00001252898],"genre_scores_gemma":[0.7061641,0.0000027210658,0.29361537,0.000036359663,0.00009498727,0.000014686423,0.0000012124351,0.000025899812,0.000044636196],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982308,0.000040992312,0.00020576181,0.0004936977,0.0004177892,0.00061092526],"domain_scores_gemma":[0.99790996,0.0009962625,0.00006441122,0.00068283366,0.00016996152,0.00017655114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002643254,0.00020818479,0.00022577863,0.00020400748,0.0003813985,0.00018103528,0.000918778,0.00008915974,0.000013763582],"category_scores_gemma":[0.0011412369,0.00021469455,0.00008229317,0.0007905291,0.000060313138,0.0005361947,0.0003407143,0.00027777476,0.000064170425],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002241068,0.00018081085,0.9072621,0.000105104664,0.00009665289,0.0004464694,0.0017311947,0.032896325,0.008358406,0.00028445228,0.0017155791,0.04690049],"study_design_scores_gemma":[0.0008083304,0.00015336687,0.13595198,0.00013663383,0.00002156469,0.00034101208,0.000055153672,0.8472916,0.012427154,0.00076407194,0.0011304542,0.0009186943],"about_ca_topic_score_codex":0.00035414592,"about_ca_topic_score_gemma":0.000015142839,"teacher_disagreement_score":0.81439525,"about_ca_system_score_codex":0.00019621776,"about_ca_system_score_gemma":0.0001550667,"threshold_uncertainty_score":0.875499},"labels":[],"label_agreement":null},{"id":"W2089372337","doi":"10.1109/ms.2015.31","title":"Release Stabilization on Linux and Chrome","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Rework; Operating system; Computer science; Business; Engineering; Embedded system","score_opus":0.03211070806974998,"score_gpt":0.26943304995962936,"score_spread":0.23732234188987938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089372337","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07697097,0.00031384447,0.92031723,0.0003403019,0.00047039322,0.00010256872,0.0000026512764,0.0013570153,0.00012502569],"genre_scores_gemma":[0.8680097,0.000047938618,0.13132998,0.0003622694,0.00010568935,0.000016153963,0.0000027362835,0.000015546591,0.000110025954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993313,0.000030593983,0.00009620528,0.00022952282,0.00018254494,0.00012981943],"domain_scores_gemma":[0.9992093,0.0001853373,0.0000436211,0.00035712228,0.00007443587,0.00013022336],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021029197,0.000094377334,0.00008627652,0.000063860665,0.00006947706,0.00008072245,0.00024523353,0.00005740751,0.0000028140657],"category_scores_gemma":[0.0004643792,0.00008750345,0.000016968215,0.00018726615,0.000016153544,0.00042568892,0.00006447522,0.00010626948,0.000025830648],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002217974,0.0008616843,0.057594046,0.00041626111,0.00013875346,0.0005420787,0.017951809,0.027316576,0.0010240105,0.04653852,0.20583302,0.64156145],"study_design_scores_gemma":[0.003385028,0.004340491,0.025366336,0.00042310148,0.00006771395,0.00037263808,0.00011447268,0.086405575,0.031027587,0.07745092,0.7679736,0.0030725575],"about_ca_topic_score_codex":0.000017221635,"about_ca_topic_score_gemma":0.0000015978396,"teacher_disagreement_score":0.7910387,"about_ca_system_score_codex":0.000035048808,"about_ca_system_score_gemma":0.000044933797,"threshold_uncertainty_score":0.35682872},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","score_opus":0.01863158711266795,"score_gpt":0.26563867711580574,"score_spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097429059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07273431,0.000070483184,0.9242499,0.00031377462,0.0013499459,0.000099599296,0.000008719297,0.0011461183,0.000027173035],"genre_scores_gemma":[0.23847549,0.000005670536,0.76119196,0.00015754264,0.00008100577,0.000012007696,9.943334e-7,0.00001283822,0.000062471845],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989045,0.00006531515,0.00013745375,0.00042027232,0.00016962722,0.00030279966],"domain_scores_gemma":[0.9981534,0.0008478774,0.000046580542,0.00076808495,0.000057660298,0.00012641992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003598741,0.0001735275,0.00017862275,0.00006403913,0.00018664311,0.000057272206,0.00065256655,0.00009982718,0.0000030237088],"category_scores_gemma":[0.0015033057,0.00015279048,0.00004228128,0.00013729167,0.00010969047,0.00015052916,0.00027373168,0.00048583193,0.00000543329],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017341332,0.00006833635,0.0091037,0.00014730157,0.000051020208,0.00010137625,0.007390052,0.016098224,0.01846737,0.012919995,0.0004642877,0.935171],"study_design_scores_gemma":[0.0009343213,0.0002167824,0.048019487,0.000055550703,0.000020770889,0.00041087784,0.0000357531,0.0008021532,0.029193455,0.89296365,0.025755785,0.0015914162],"about_ca_topic_score_codex":0.000038777234,"about_ca_topic_score_gemma":0.00014703204,"teacher_disagreement_score":0.93357956,"about_ca_system_score_codex":0.00001636138,"about_ca_system_score_gemma":0.000042714757,"threshold_uncertainty_score":0.62306154},"labels":[],"label_agreement":null},{"id":"W2099656866","doi":"10.1109/ms.2010.70","title":"Certification 1, 2, 3","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Certification; Software; Column (typography); Investment (military); Software engineering; Computer science; Professional certification (computer technology); Engineering management; Business; Accounting; Engineering; Management; Operating system; Economics; Political science; Telecommunications","score_opus":0.015834637025682757,"score_gpt":0.2574545233972596,"score_spread":0.24161988637157686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099656866","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021402674,0.000022427887,0.9741749,0.0005265876,0.0015067694,0.00006281095,0.0000011148252,0.0020336427,0.00026903683],"genre_scores_gemma":[0.55356944,0.000004534911,0.44602698,0.00013043219,0.00010365198,0.000017151497,0.0000011659384,0.000007629257,0.00013900534],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994367,0.000010592775,0.00009382658,0.00019736729,0.00012609086,0.00013541801],"domain_scores_gemma":[0.9990909,0.00015699009,0.000043243148,0.00059733115,0.00005472264,0.000056777266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001641274,0.00007408111,0.00005730305,0.000052169755,0.0001202253,0.00008518854,0.0006067267,0.000069102694,0.000028069804],"category_scores_gemma":[0.00021932732,0.000070372414,0.0000315985,0.00018751255,0.000014453015,0.00047477192,0.00004975623,0.00022072157,0.000097951044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007879104,0.0001728105,0.009337898,0.000059738977,0.00003341331,0.000042923934,0.0015435724,0.00022085571,0.061791368,0.07798401,0.043410223,0.8053953],"study_design_scores_gemma":[0.00020111029,0.00007948511,0.012755305,0.000018539942,0.000009402581,0.000112617876,0.0000035195987,0.0073583974,0.11997207,0.024930878,0.83393574,0.0006229662],"about_ca_topic_score_codex":0.0000145596605,"about_ca_topic_score_gemma":0.000004315656,"teacher_disagreement_score":0.8047723,"about_ca_system_score_codex":0.0000069969024,"about_ca_system_score_gemma":0.000023071376,"threshold_uncertainty_score":0.28697038},"labels":[],"label_agreement":null},{"id":"W2107715674","doi":"10.1109/52.819970","title":"A modular software process mini-assessment method","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Scope (computer science); Process (computing); Computer science; Software engineering; Modular design; Software development process; Personal software process; Software; Focus (optics); Process management; Software Engineering Process Group; Software development; Engineering management; Engineering; Software construction; Programming language","score_opus":0.014620630803170854,"score_gpt":0.3192028523388995,"score_spread":0.30458222153572867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107715674","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012240799,0.00022915135,0.98198515,0.0003802684,0.0004637187,0.00030030197,0.000015850012,0.0040572365,0.00032754644],"genre_scores_gemma":[0.058165662,0.000055827215,0.94016683,0.00057945604,0.00015377699,0.00015675808,0.00000875797,0.000047956906,0.00066497753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976876,0.00011996774,0.00034734723,0.0007493881,0.0005595494,0.00053615175],"domain_scores_gemma":[0.9978996,0.00050206645,0.0001149757,0.0011366531,0.00014446669,0.00020222858],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056645536,0.00033743636,0.00032527905,0.00013803874,0.00033561495,0.0002239462,0.001527351,0.00017697008,0.00032754263],"category_scores_gemma":[0.0001709338,0.00032478466,0.00014491675,0.00066692015,0.000030604006,0.0011065837,0.0001011388,0.00040205658,0.00013948373],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021368132,0.0002838074,0.002818911,0.00022854118,0.00011234981,0.00022514747,0.0018267129,0.019492285,0.00018758987,0.0008354577,0.0059092855,0.9680585],"study_design_scores_gemma":[0.0025783484,0.0013906697,0.01883319,0.00071520027,0.00020847,0.0011365669,0.00008464148,0.13208549,0.01776825,0.06168099,0.75837725,0.005140948],"about_ca_topic_score_codex":0.00004611771,"about_ca_topic_score_gemma":0.0000022803931,"teacher_disagreement_score":0.96291757,"about_ca_system_score_codex":0.00008036884,"about_ca_system_score_gemma":0.00016612872,"threshold_uncertainty_score":0.9999204},"labels":[],"label_agreement":null},{"id":"W2110721401","doi":"10.1109/ms.2004.14","title":"How higher-education systems influence software engineering degree programs","year":2004,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Professionalization; Certification; Professional certification (computer technology); Engineering management; Higher education; Knowledge management; Engineering ethics; Medical education; Political science; Computer science; Engineering; Medicine","score_opus":0.028834112766979,"score_gpt":0.24537254399261565,"score_spread":0.21653843122563665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110721401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04010806,0.0014376325,0.9488218,0.0005093547,0.0029144378,0.00046200966,0.0000041313738,0.0057260124,0.000016599406],"genre_scores_gemma":[0.57650256,0.000026836697,0.42245764,0.000115016875,0.0002574675,0.00024888836,0.000008499966,0.000044380708,0.00033871894],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982063,0.000027425998,0.00025938658,0.0005599965,0.00044619828,0.0005006672],"domain_scores_gemma":[0.99823403,0.00018260314,0.00016606922,0.00095862616,0.00024797805,0.00021070182],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002121262,0.00033432024,0.00025285588,0.00018450568,0.00021591633,0.0008293583,0.001212716,0.00019664576,0.0000019140873],"category_scores_gemma":[0.0003759825,0.00033368086,0.00009778236,0.0007118843,0.000030080124,0.0019731445,0.00014912276,0.00035784394,0.000028345408],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003669038,0.0013833588,0.04086331,0.003155169,0.00040974215,0.00043980664,0.003609142,0.27654698,0.0022500774,0.12903398,0.0047075595,0.53756416],"study_design_scores_gemma":[0.0024476377,0.0015836926,0.0629336,0.00462074,0.0001777905,0.0012870663,0.00009995427,0.004052211,0.0124292495,0.013611694,0.8903982,0.0063581313],"about_ca_topic_score_codex":0.00017072921,"about_ca_topic_score_gemma":0.000002698376,"teacher_disagreement_score":0.8856907,"about_ca_system_score_codex":0.00022454461,"about_ca_system_score_gemma":0.0002454132,"threshold_uncertainty_score":0.99991155},"labels":[],"label_agreement":null},{"id":"W2111138279","doi":"10.1109/ms.2005.164","title":"The Art and Science of Software Release Planning","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Enterprise resource planning; Software release life cycle; Product (mathematics); Computer science; New product development; Resource (disambiguation); Process (computing); Software; Software engineering; Process management; Engineering; Software development; Business; Knowledge management; Software quality; Marketing; Operating system","score_opus":0.016706014955432467,"score_gpt":0.2741704459699971,"score_spread":0.2574644310145647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111138279","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32260007,0.0014307064,0.6740328,0.0005968996,0.00047023382,0.00019011307,0.0000043950317,0.0006198629,0.000054908756],"genre_scores_gemma":[0.8572946,0.000034977176,0.14205357,0.00008305232,0.000105327454,0.000017953425,4.986827e-7,0.000017386274,0.00039261754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981129,0.000027146083,0.00021995117,0.000407516,0.00072804873,0.0005044363],"domain_scores_gemma":[0.9971701,0.0015487412,0.000067194764,0.0008031795,0.00022026645,0.00019051768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008153598,0.00013794549,0.00013799277,0.00017151286,0.0006746936,0.00017878342,0.001444872,0.000047865677,0.0000034926634],"category_scores_gemma":[0.0030633828,0.00010629797,0.00003961932,0.0008030857,0.00047016388,0.0006081677,0.00050838426,0.00023967802,0.00004047812],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004541355,0.0001466266,0.117066264,0.0002036579,0.00006411736,0.00009741759,0.0059728115,0.025509423,0.0046672183,0.0039962176,0.0237747,0.8184561],"study_design_scores_gemma":[0.003977754,0.0011827591,0.42475697,0.001379548,0.000053342428,0.00076392526,0.00031881087,0.10963192,0.21104184,0.0092151845,0.23421818,0.0034597763],"about_ca_topic_score_codex":0.0000060253265,"about_ca_topic_score_gemma":0.0000020167606,"teacher_disagreement_score":0.81499636,"about_ca_system_score_codex":0.00006931328,"about_ca_system_score_gemma":0.00024195506,"threshold_uncertainty_score":0.5189266},"labels":[],"label_agreement":null},{"id":"W2112080211","doi":"10.1109/ms.2008.24","title":"Tests and Requirements, Requirements and Tests: A Möbius Strip","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Photochromic and Fluorescence Chemistry","field":"Materials Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Syntax; Computer science; Requirements engineering; Software engineering; Requirements analysis; Test (biology); Requirements elicitation; Programming language; Acceptance testing; Requirements management; Non-functional requirement; Natural language processing; Software; Software development","score_opus":0.04204179844796443,"score_gpt":0.2767380583499161,"score_spread":0.23469625990195167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112080211","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9984338,0.000497092,0.00016883772,0.000034013217,0.00022110053,0.00020565941,0.0000614907,0.00016026862,0.00021771649],"genre_scores_gemma":[0.9955275,0.00017032235,0.0033853212,0.00020750068,0.00013001777,0.000031131385,0.00000895072,0.000020486208,0.00051875395],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99859804,0.000021107611,0.0002529846,0.00046677177,0.00029009688,0.00037097468],"domain_scores_gemma":[0.99926215,0.00006757113,0.00010000422,0.00031656097,0.00006124912,0.00019246952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015800142,0.00019868315,0.00021653502,0.000033734388,0.0004071425,0.00004485281,0.00019976326,0.00010134707,0.00012823973],"category_scores_gemma":[0.00021588888,0.00018517261,0.000025121743,0.00009554559,0.00036605244,0.0003056361,0.00014817045,0.000102037644,0.000046272813],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021468097,0.000058720383,0.036056027,0.00006961598,0.000006773302,0.00007534243,0.00035126193,5.3638234e-7,0.9593121,0.0000036627168,0.0036079015,0.00043659977],"study_design_scores_gemma":[0.0020177907,0.00017975205,0.07817948,0.0003155879,0.000039581926,0.00045789967,0.00013035504,0.000035446265,0.9152075,0.0007440813,0.0019948245,0.00069768983],"about_ca_topic_score_codex":0.000058226684,"about_ca_topic_score_gemma":0.000005433657,"teacher_disagreement_score":0.044104576,"about_ca_system_score_codex":0.000063840256,"about_ca_system_score_gemma":0.00008349473,"threshold_uncertainty_score":0.755112},"labels":[],"label_agreement":null},{"id":"W2119162476","doi":"10.1109/ms.2007.156","title":"Agile's Coming of Age ... or Not","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Agile software development; Maturity (psychological); Mainstream; Agile usability engineering; Extreme programming practices; Agile Unified Process; Field (mathematics); Engineering; Software development; Software; Computer science; Psychology; Political science; Software development process; Software engineering","score_opus":0.035197744341986595,"score_gpt":0.29815746705245805,"score_spread":0.26295972271047147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119162476","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028485198,0.00005899926,0.96957105,0.000064710235,0.0005828625,0.00008741599,0.0000029889056,0.00093942817,0.00020735363],"genre_scores_gemma":[0.55299187,0.000011165825,0.44652107,0.00019413908,0.00006401491,0.0000033189758,7.2919585e-7,0.000011271158,0.00020244114],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990494,0.000018291483,0.0002372228,0.00021377555,0.00023377743,0.0002475273],"domain_scores_gemma":[0.998329,0.0009070297,0.00011591272,0.00050848926,0.00006537624,0.00007421154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005843784,0.00011650831,0.00016437471,0.00011213556,0.00008495794,0.00003726883,0.00070543756,0.000079693265,0.000018510858],"category_scores_gemma":[0.00036342017,0.00009957052,0.000060146154,0.00034055472,0.000029945162,0.00034756947,0.00011802955,0.00015650775,0.00001120106],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000400962,0.0004387427,0.01083369,0.00067291636,0.00019261958,0.002770258,0.007820414,0.0012051717,0.024052452,0.019837687,0.023893612,0.9078815],"study_design_scores_gemma":[0.0012892873,0.00094255706,0.02986885,0.0005187958,0.000054293378,0.0003711188,0.00007286485,0.0026542242,0.6491702,0.0051752836,0.30822355,0.0016589523],"about_ca_topic_score_codex":0.000047864367,"about_ca_topic_score_gemma":0.000013803352,"teacher_disagreement_score":0.9062225,"about_ca_system_score_codex":0.000024512152,"about_ca_system_score_gemma":0.00003330629,"threshold_uncertainty_score":0.4060368},"labels":[],"label_agreement":null},{"id":"W2121111390","doi":"10.1109/ms.2008.51","title":"The Software Engineering Silver Bullet Conundrum","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Silver bullet; Software; Computer science; Software engineering; Social software engineering; Engineering; Software development; Software construction; Materials science; Programming language","score_opus":0.01639189029657439,"score_gpt":0.22654515245338033,"score_spread":0.21015326215680594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121111390","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.123280525,0.0011911736,0.8689359,0.00054006826,0.00254328,0.00033117054,0.000010078492,0.003143413,0.000024395626],"genre_scores_gemma":[0.82490486,0.00024777176,0.16970006,0.0004464545,0.00065249135,0.00020368364,0.000006983951,0.00014831749,0.0036893596],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99735886,0.000045866844,0.00030646825,0.0005537696,0.00081377686,0.0009212805],"domain_scores_gemma":[0.9949403,0.00315081,0.000058629063,0.0013743747,0.00021350446,0.00026241294],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037735276,0.00030288912,0.00023765484,0.00014558164,0.0010434684,0.0001731569,0.0021230772,0.0001344663,0.000021940872],"category_scores_gemma":[0.0034393417,0.00024527378,0.00015424826,0.00069369463,0.00013452765,0.00037170292,0.00051823934,0.00053766224,0.0004441453],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008905481,0.00047806682,0.3598687,0.00051934196,0.0007914882,0.004191387,0.009224525,0.08494381,0.0023488766,0.0075335265,0.43618208,0.09382913],"study_design_scores_gemma":[0.002561813,0.00045809415,0.17850831,0.00027354382,0.000028237728,0.0020663666,0.00004821655,0.024450542,0.014542694,0.0008980365,0.7730563,0.0031078395],"about_ca_topic_score_codex":0.000026527561,"about_ca_topic_score_gemma":0.0000030388053,"teacher_disagreement_score":0.70162433,"about_ca_system_score_codex":0.00013900206,"about_ca_system_score_gemma":0.0001963452,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W2124946826","doi":"10.1109/ms.2009.176","title":"Guest Editors' Introduction: Cooperative and Human Aspects of Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Social software engineering; Software development; Software peer review; Software engineering; Domain (mathematical analysis); Software; Computer science; Variety (cybernetics); Personal software process; Software construction; Software Engineering Process Group; Software deployment; Artificial intelligence","score_opus":0.008644575784821317,"score_gpt":0.24257475633170983,"score_spread":0.23393018054688852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124946826","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011753773,0.0003125098,0.9797253,0.0006940933,0.005508659,0.00017907015,0.0000060746884,0.001777964,0.000042551193],"genre_scores_gemma":[0.6302472,0.00003114392,0.35954875,0.00010401237,0.00997787,0.000015417541,0.0000071991717,0.000024804482,0.000043604854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99888617,0.000025446261,0.00024029624,0.0003829734,0.00023126112,0.00023384418],"domain_scores_gemma":[0.9989244,0.0002124336,0.00010359535,0.00049757963,0.00016431173,0.000097729535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020103402,0.00020299465,0.00023997288,0.00013912166,0.00016945155,0.00008613865,0.00042512792,0.00010464195,0.000009174775],"category_scores_gemma":[0.00050878356,0.00020316806,0.00004703087,0.00036399098,0.00003412318,0.0007339263,0.00007650831,0.00024669277,0.000003894971],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010484245,0.0015415024,0.014739215,0.0013282049,0.000653461,0.0005787289,0.011975936,0.027739808,0.06728257,0.30806035,0.4665027,0.099492684],"study_design_scores_gemma":[0.0019789229,0.004659513,0.039300557,0.0007058905,0.00013982043,0.0007289505,0.00005214733,0.0035172869,0.4229734,0.011512547,0.51090753,0.0035234762],"about_ca_topic_score_codex":0.000015168887,"about_ca_topic_score_gemma":0.000001227168,"teacher_disagreement_score":0.62017655,"about_ca_system_score_codex":0.000033705706,"about_ca_system_score_gemma":0.000033661454,"threshold_uncertainty_score":0.8284953},"labels":[],"label_agreement":null},{"id":"W2136904599","doi":"10.1109/ms.2006.126","title":"Guest Editors' Introduction: Global Software Development: How Far Have We Come?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Software peer review; Computer science; Social software engineering; Software development process; Software engineering; Personal software process; Software; Engineering management; Engineering; Software construction","score_opus":0.01102441306856668,"score_gpt":0.23326458316861817,"score_spread":0.22224017010005148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136904599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009010413,0.00071862247,0.9689546,0.00424905,0.020431584,0.00022149475,0.000022008724,0.004435828,0.00006572581],"genre_scores_gemma":[0.03204811,0.000058359914,0.9325075,0.0002459183,0.033734452,0.00010201148,0.000060200167,0.00005752492,0.0011859194],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99761295,0.00006516404,0.00034634903,0.0007689371,0.00061397935,0.0005926299],"domain_scores_gemma":[0.99821466,0.00023663716,0.00020137265,0.0009465841,0.00024583578,0.00015492218],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031821732,0.0003974007,0.00031215072,0.00012779106,0.0005077028,0.00044159187,0.0012684088,0.00023708367,0.00002523195],"category_scores_gemma":[0.00030399143,0.0004011938,0.00011393495,0.00061208504,0.000069790774,0.0012871269,0.00028957165,0.00034239332,0.00010441063],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012625913,0.00016525593,0.01635228,0.000120766,0.00006316699,0.000109250985,0.00030603874,0.00073578244,0.00003522824,0.0015734239,0.9304308,0.05009537],"study_design_scores_gemma":[0.00021625048,0.000058594487,0.0025192671,0.00004134511,0.000012598756,0.00012158228,0.000008434327,0.00015761906,0.0025417192,0.0017084281,0.992073,0.0005411873],"about_ca_topic_score_codex":0.00007507344,"about_ca_topic_score_gemma":0.000038878257,"teacher_disagreement_score":0.06164216,"about_ca_system_score_codex":0.00026106526,"about_ca_system_score_gemma":0.00016167255,"threshold_uncertainty_score":0.999844},"labels":[],"label_agreement":null},{"id":"W2138450492","doi":"10.1109/ms.2009.3","title":"A Tale of Two Conferences","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Agile software development; Software engineering; Key (lock); Software development; Scrum; Computer science; Flash (photography); Software; Engineering management; Engineering; Programming language; Computer security","score_opus":0.03320943124483294,"score_gpt":0.2778344717614347,"score_spread":0.24462504051660178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138450492","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07451501,0.00018561787,0.9236672,0.00006600909,0.00033930922,0.00006097791,0.0000033723295,0.0007491295,0.00041337474],"genre_scores_gemma":[0.74383694,0.00004289883,0.2559311,0.000051590323,0.000032329826,0.000007768237,6.418945e-7,0.000004917835,0.000091796195],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993408,0.000021866437,0.00014215232,0.00017345186,0.00018116208,0.00014062169],"domain_scores_gemma":[0.999174,0.0002442103,0.000081074984,0.00037428815,0.00007925353,0.00004715369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010737718,0.00008732182,0.00013100581,0.000063727515,0.00009831951,0.000015848062,0.0005866382,0.000037423768,0.000020780864],"category_scores_gemma":[0.0001099449,0.00007968907,0.00004948026,0.00021851044,0.000052485793,0.00035323246,0.000073259,0.00009284579,0.000015622369],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007385523,0.0011544329,0.34970313,0.0006444171,0.00041666857,0.0012594643,0.022267913,0.0063298023,0.009692284,0.17952888,0.08340408,0.34552506],"study_design_scores_gemma":[0.0036464236,0.002137974,0.057784658,0.0006193555,0.00008111082,0.002425405,0.000076328964,0.025466977,0.49682003,0.08757015,0.3197662,0.0036053946],"about_ca_topic_score_codex":0.000101841586,"about_ca_topic_score_gemma":0.0000029359876,"teacher_disagreement_score":0.66932195,"about_ca_system_score_codex":0.000007910668,"about_ca_system_score_gemma":0.00008503794,"threshold_uncertainty_score":0.3249626},"labels":[],"label_agreement":null},{"id":"W2154060542","doi":"10.1109/52.895172","title":"Critical factors affecting personal software processes","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; National Research Council Canada","funders":"","keywords":"Personal software process; Team software process; Software development; Software engineering; Computer science; Software; Software peer review; Process (computing); Software development process; Software construction; Operating system","score_opus":0.020792264626538288,"score_gpt":0.2798346046630434,"score_spread":0.2590423400365051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154060542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18317842,0.00051082013,0.81042117,0.00021412066,0.0006118758,0.000152342,0.00001539475,0.004727126,0.00016873881],"genre_scores_gemma":[0.73717934,0.000048846567,0.26191506,0.00025849996,0.00022412154,0.000023760576,0.000005445769,0.000041797553,0.00030316412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981625,0.00006148738,0.0002304764,0.00057401013,0.00043360828,0.0005379383],"domain_scores_gemma":[0.9968832,0.002228958,0.00005385298,0.00045831793,0.00017772055,0.00019792981],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023368788,0.0002972453,0.00024146037,0.00010354737,0.00051233754,0.00031525496,0.0008646949,0.0001579915,0.00038819062],"category_scores_gemma":[0.002524889,0.0002748788,0.00011008727,0.0005987214,0.00006712454,0.0015095484,0.00008523271,0.00038742617,0.00010862578],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009174925,0.00095004804,0.08324493,0.0026537445,0.00025135258,0.00072262966,0.0365072,0.0017645124,0.00030900273,0.0012683517,0.027548498,0.844688],"study_design_scores_gemma":[0.004685034,0.0054564243,0.11732209,0.004895706,0.0006027137,0.0037912251,0.0015215517,0.019010615,0.15587585,0.04521537,0.6225424,0.019081062],"about_ca_topic_score_codex":0.00004239418,"about_ca_topic_score_gemma":0.000004831894,"teacher_disagreement_score":0.82560694,"about_ca_system_score_codex":0.000053928794,"about_ca_system_score_gemma":0.00013522888,"threshold_uncertainty_score":0.9999703},"labels":[],"label_agreement":null},{"id":"W2155971005","doi":"10.1109/ms.2007.141","title":"Open Source Software: All You Do Is Put It Together","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"ITEA","keywords":"Middleware (distributed applications); Computer science; Software engineering; Component (thermodynamics); Interface (matter); Software; World Wide Web; Publication; Simple (philosophy); Database; Operating system","score_opus":0.03129996086845111,"score_gpt":0.3008090885430084,"score_spread":0.2695091276745573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155971005","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029641136,0.00039432797,0.9930298,0.00077853043,0.001092267,0.00039376385,0.00006705637,0.00057827245,0.00070187036],"genre_scores_gemma":[0.017802484,0.000041062784,0.9514515,0.011998104,0.000660726,0.000062391075,0.00003241019,0.00010510644,0.017846223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754757,0.00005199164,0.00043783142,0.0008104988,0.00047029526,0.00068182027],"domain_scores_gemma":[0.99765897,0.00022490413,0.00019259834,0.0015139087,0.00015650016,0.00025313144],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078576105,0.00030108905,0.00033345007,0.00010109252,0.0003944636,0.00025620125,0.0020372476,0.00013707695,0.00012742935],"category_scores_gemma":[0.00017972128,0.00027000246,0.00011161254,0.00039255476,0.00008481866,0.0015522041,0.0014997108,0.00023516911,0.00047203441],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009938311,0.00030693476,0.014642252,0.0001921394,0.00021918141,0.00046108128,0.021794135,0.00042484852,0.0007741979,0.015293307,0.3143273,0.63146526],"study_design_scores_gemma":[0.0004007314,0.00006316061,0.0002835171,0.00007946848,0.0000073404362,0.000058056903,0.00013398837,0.00006120121,0.0028730284,0.0009809596,0.9946251,0.00043344274],"about_ca_topic_score_codex":0.00034233363,"about_ca_topic_score_gemma":0.00012234146,"teacher_disagreement_score":0.6802978,"about_ca_system_score_codex":0.00007757166,"about_ca_system_score_gemma":0.0001017947,"threshold_uncertainty_score":0.9999752},"labels":[],"label_agreement":null},{"id":"W2156448859","doi":"10.1109/ms.2009.161","title":"Recommendation Systems for Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software construction; Personal software process; Software peer review; Reuse; Software system; Package development process; Software Engineering Process Group; Software; World Wide Web; Engineering; Operating system","score_opus":0.0223554942090374,"score_gpt":0.26801504227710155,"score_spread":0.24565954806806414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156448859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071370318,0.00020201414,0.9876107,0.00030938763,0.0019326693,0.0004982421,0.000018320541,0.002283287,0.000008360501],"genre_scores_gemma":[0.49182016,0.00003384956,0.5064412,0.00028793118,0.00068574393,0.0002626835,0.000053957825,0.0000694721,0.00034501523],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832326,0.000023462126,0.000280716,0.00049898936,0.00030498658,0.00056859356],"domain_scores_gemma":[0.99772847,0.0012110495,0.00006163126,0.0006110787,0.00021466658,0.00017308781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042282566,0.00022236946,0.0002279918,0.00024358896,0.00020852375,0.00022303098,0.00084056833,0.00012416317,0.00000887911],"category_scores_gemma":[0.002261437,0.00023619154,0.00010314873,0.00048338267,0.000009292222,0.0005690261,0.000080679085,0.0002076218,0.00004378562],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007399092,0.00050099904,0.016987812,0.0012480472,0.0002556759,0.000098855984,0.0026287648,0.22144257,0.0027351982,0.012080124,0.095641464,0.6463065],"study_design_scores_gemma":[0.004353928,0.0019228797,0.050944574,0.00067861826,0.000053837066,0.00028674363,0.0000440722,0.5940745,0.010095227,0.0027804286,0.33100325,0.003761978],"about_ca_topic_score_codex":0.000008764517,"about_ca_topic_score_gemma":3.6920596e-7,"teacher_disagreement_score":0.6425445,"about_ca_system_score_codex":0.00016762425,"about_ca_system_score_gemma":0.00007185662,"threshold_uncertainty_score":0.9631612},"labels":[],"label_agreement":null},{"id":"W2160708296","doi":"10.1109/ms.2007.155","title":"A Software Chasm: Software Engineering and Scientific Computing","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software development; Software requirements; Software construction; Software system; Software; Software peer review; Computer science; Personal software process; Software deployment; Engineering management; Systems engineering; Engineering; Operating system","score_opus":0.02701085889276701,"score_gpt":0.2734204104807158,"score_spread":0.2464095515879488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160708296","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087647825,0.0014674519,0.9023155,0.000042591313,0.0033287422,0.00027316195,0.000010175585,0.0049111024,0.0000034818277],"genre_scores_gemma":[0.07991124,0.000010424809,0.91943735,0.000115585404,0.00024084335,0.00001087227,0.0000073214005,0.000077570454,0.00018880387],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9962145,0.00006494373,0.00058349123,0.0012370776,0.000641541,0.0012584223],"domain_scores_gemma":[0.99491155,0.0030479357,0.00018729024,0.001195425,0.00026665215,0.0003911646],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020903219,0.00053756376,0.00051963306,0.00056967826,0.00086317287,0.0003924323,0.0013262854,0.00024790075,0.000005011805],"category_scores_gemma":[0.005690856,0.0005690698,0.0001413887,0.00128227,0.00021810248,0.00094438775,0.0009451799,0.0006005959,0.00003443319],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043819357,0.00018737676,0.02208625,0.0009755073,0.00019655815,0.0008602213,0.009534734,0.2660087,0.0051200576,0.0046151383,0.0014587844,0.68891287],"study_design_scores_gemma":[0.01720042,0.0030559422,0.33530286,0.0072842995,0.0005293822,0.0078838775,0.0015527,0.18241937,0.16791306,0.093812756,0.15068603,0.032359313],"about_ca_topic_score_codex":0.0000098364135,"about_ca_topic_score_gemma":0.0000066266875,"teacher_disagreement_score":0.6565535,"about_ca_system_score_codex":0.0001677443,"about_ca_system_score_gemma":0.00010282848,"threshold_uncertainty_score":0.99967605},"labels":[],"label_agreement":null},{"id":"W2167247076","doi":"10.1109/ms.2008.149","title":"Licensing Software Engineers?","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Personal software process; Software development; Software peer review; Social software engineering; Engineering management; Software technical review; Software; Computer science; Software construction; Engineering; Programming language","score_opus":0.012999305167937467,"score_gpt":0.19489654546016183,"score_spread":0.18189724029222437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167247076","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6261956,0.0011254641,0.36334792,0.00008404667,0.0045828335,0.00011760229,0.000017012895,0.004307032,0.00022248348],"genre_scores_gemma":[0.9684696,0.00014159143,0.030175824,0.00010412699,0.00065656786,0.00001633794,0.00002806417,0.00007665667,0.00033118544],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919605,0.000004896202,0.00015947934,0.00015139361,0.00017538332,0.00031276955],"domain_scores_gemma":[0.999515,0.000059911596,0.000011227053,0.00021574997,0.000036140886,0.00016196696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000422627,0.00017007027,0.00014640835,0.00009895006,0.00013540633,0.000009752446,0.00012230771,0.00013246518,0.00007449633],"category_scores_gemma":[0.00007643154,0.00017361097,0.000061657294,0.00026595764,0.000042410207,0.00011743512,0.000014310468,0.00021600566,0.00020911393],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022536266,0.00029492012,0.010162134,0.0031337966,0.00045142334,0.0003869058,0.01766634,0.24577127,0.012251951,0.00009770985,0.53282595,0.17693506],"study_design_scores_gemma":[0.0038756952,0.00034347922,0.12879968,0.0014509092,0.00022320957,0.0022549452,0.0005019303,0.10147743,0.080945656,0.0010434464,0.6719572,0.007126399],"about_ca_topic_score_codex":0.000008430537,"about_ca_topic_score_gemma":0.0000011805721,"teacher_disagreement_score":0.34227404,"about_ca_system_score_codex":0.00007218141,"about_ca_system_score_gemma":0.00002377984,"threshold_uncertainty_score":0.70796496},"labels":[],"label_agreement":null},{"id":"W2201200918","doi":"10.1109/ms.2015.158","title":"Requirements: The Key to Sustainability","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Deutsche Forschungsgemeinschaft","keywords":"Social software engineering; Software requirements; Paradigm shift; Software engineering; Software Engineering Process Group; Software development; Sustainability; Key (lock); Computer science; Software peer review; Focus (optics); Personal software process; Software; Engineering; Software construction; Systems engineering; Engineering management; Computer security; Programming language","score_opus":0.02696040185903763,"score_gpt":0.2627659894617791,"score_spread":0.23580558760274145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201200918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625895,0.00015070639,0.03235855,0.0011665164,0.00096304633,0.00064758776,0.000009621101,0.0008079954,0.0013064634],"genre_scores_gemma":[0.99830484,9.051367e-7,0.00063294306,0.00019206399,0.00012745643,0.00006862306,0.0000023487555,0.000024423565,0.00064639846],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989876,0.0000443394,0.00018067393,0.00017986321,0.00024165481,0.0003658816],"domain_scores_gemma":[0.9987555,0.000060865317,0.000011692466,0.000587762,0.00037594078,0.00020824211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050124456,0.0001397794,0.00013045667,0.000036639074,0.0001280676,0.00003373242,0.00029233372,0.000059781873,0.000023335777],"category_scores_gemma":[0.0008284907,0.00010428155,0.00005558837,0.0002672899,0.000051379648,0.00013031093,0.000076586235,0.00014286413,0.00007220612],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016359263,0.00023774781,0.28409088,0.0009644974,0.00018168744,0.000111255766,0.05359955,0.15668383,0.0001199094,0.0011790984,0.39161137,0.11105657],"study_design_scores_gemma":[0.0013015533,0.00032476944,0.047978334,0.0000363581,0.000057525045,0.000012895715,0.011416885,0.0027020895,0.0016232785,0.06162327,0.8717584,0.0011646147],"about_ca_topic_score_codex":0.00009547611,"about_ca_topic_score_gemma":0.00007370548,"teacher_disagreement_score":0.48014706,"about_ca_system_score_codex":0.00058399886,"about_ca_system_score_gemma":0.00010475197,"threshold_uncertainty_score":0.42524782},"labels":[],"label_agreement":null},{"id":"W2290793703","doi":"10.1109/ms.2016.31","title":"A Deep-Intelligence Framework for Online Video Processing","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Scalability; Big data; Deep learning; Architecture; Distributed computing; Computer architecture; Artificial intelligence; Database; Data mining; Operating system","score_opus":0.028500305236466746,"score_gpt":0.306971460595694,"score_spread":0.2784711553592273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290793703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006677016,0.00008742744,0.9966824,0.0013160823,0.000118320415,0.0002366342,0.000009305697,0.00086881046,0.000013313396],"genre_scores_gemma":[0.20922975,0.000018122315,0.78984773,0.00038778127,0.00012663932,0.00016820776,7.044992e-7,0.000010988179,0.00021007245],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99917394,0.000008499624,0.00017108835,0.0003310169,0.000109394605,0.00020606308],"domain_scores_gemma":[0.9990854,0.00020686603,0.000086010434,0.00041305748,0.00014044662,0.000068182235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00007939669,0.00009817109,0.00009447053,0.000050348408,0.00027535384,0.000052431325,0.00058020244,0.00008321021,0.000011219003],"category_scores_gemma":[0.00013195642,0.000070187445,0.000067755434,0.0002698493,0.000040523028,0.0002515759,0.0000781881,0.00006660016,0.000027873151],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002378665,0.000034897657,0.00006127402,0.000012740822,0.0000025748172,5.0877924e-7,0.0000813686,0.0000118471535,0.00033738694,0.019852323,0.00022058502,0.9793821],"study_design_scores_gemma":[0.0001566123,0.00021745553,0.00038765723,0.000322107,0.000011495052,0.00002620555,0.000023423232,0.021758905,0.0785851,0.83217293,0.0658094,0.0005287011],"about_ca_topic_score_codex":0.0000027599278,"about_ca_topic_score_gemma":0.0000043732994,"teacher_disagreement_score":0.9788534,"about_ca_system_score_codex":0.000035562116,"about_ca_system_score_gemma":0.000045309178,"threshold_uncertainty_score":0.28621608},"labels":[],"label_agreement":null},{"id":"W2290829945","doi":"10.1109/ms.2016.47","title":"Software Engineering for Big Data Systems","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Big data; Theme (computing); Computer science; Software analytics; Software; Social software engineering; Software engineering; Software system; Software development; Data science; Software construction; World Wide Web; Operating system","score_opus":0.04856795361697013,"score_gpt":0.2393491465296642,"score_spread":0.19078119291269405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290829945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010188168,0.00030186027,0.98262787,0.00032765567,0.0052428953,0.0002761003,0.000045447945,0.0009751563,0.000014863035],"genre_scores_gemma":[0.71299297,0.000015156062,0.27441576,0.00039299863,0.004974926,0.00015028025,0.000020611771,0.00010933053,0.0069279918],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984938,0.000021023508,0.0002230261,0.00061086024,0.0002494162,0.00040189346],"domain_scores_gemma":[0.9975177,0.00050258334,0.00007759843,0.0017275756,0.00007159511,0.00010296131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003609329,0.00017016505,0.0001796831,0.00009766171,0.0002062179,0.00012580208,0.0021647448,0.000060515642,9.496053e-7],"category_scores_gemma":[0.00039171983,0.000117752475,0.00006215488,0.00019156275,0.000017645849,0.000057548892,0.0010457637,0.00005817376,0.00005022183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009863113,0.0000892338,0.0021165842,0.00049067277,0.00016572706,0.000043873304,0.00040427185,0.022530288,0.00031122426,0.0019974187,0.07903799,0.89280283],"study_design_scores_gemma":[0.0013220449,0.00014102107,0.00084522105,0.0007272705,0.00003263942,0.000038388902,0.000017236274,0.1653988,0.00038691674,0.0003348374,0.829919,0.0008366459],"about_ca_topic_score_codex":0.000016543878,"about_ca_topic_score_gemma":0.0000017148528,"teacher_disagreement_score":0.8919662,"about_ca_system_score_codex":0.000051328017,"about_ca_system_score_gemma":0.000035842193,"threshold_uncertainty_score":0.48018065},"labels":[],"label_agreement":null},{"id":"W2293790107","doi":"10.1109/ms.2008.5","title":"Emotional Requirements","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Happiness; Laughter; Psychology; Game design; Social psychology; Personality; Emotional intelligence; Affect (linguistics); Cognitive psychology; Computer science; Human–computer interaction; Communication","score_opus":0.07922943416817232,"score_gpt":0.30135042706012793,"score_spread":0.2221209928919556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293790107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12743813,0.00004590616,0.8699571,0.00027787694,0.0011434692,0.00006810379,0.0000020174648,0.0003792093,0.0006881827],"genre_scores_gemma":[0.89997816,0.000014031885,0.09778388,0.0005947912,0.00018372641,0.000009151526,0.0000014820732,0.000008861047,0.0014258965],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99896777,0.000024780764,0.00017289628,0.00026698157,0.0003426357,0.00022491792],"domain_scores_gemma":[0.9993107,0.000066197914,0.000047260466,0.00039972176,0.00010126811,0.00007485396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008509041,0.00009000719,0.00008307087,0.000056711662,0.00036158043,0.000025931484,0.00068830047,0.0000432377,0.000081300524],"category_scores_gemma":[0.00009999401,0.000088309775,0.0000540304,0.00021667698,0.00008591653,0.00045209704,0.00014129106,0.000082260456,0.0008943588],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029181023,0.000921416,0.24008805,0.00006235078,0.00015126476,0.0012128379,0.02076464,0.0052620126,0.005780997,0.059630506,0.19645602,0.46964073],"study_design_scores_gemma":[0.0010240986,0.00090367283,0.14611726,0.00035622815,0.000026386644,0.0014450526,0.00018980638,0.050327916,0.3476144,0.24634536,0.20195375,0.0036960675],"about_ca_topic_score_codex":0.000017467226,"about_ca_topic_score_gemma":0.0000037398254,"teacher_disagreement_score":0.77254003,"about_ca_system_score_codex":0.000040629184,"about_ca_system_score_gemma":0.00007413636,"threshold_uncertainty_score":0.99988353},"labels":[],"label_agreement":null},{"id":"W2334398149","doi":"10.1109/ms.2009.118","title":"Theory of Relative Dependency:
 Higher Coupling Concentration in Smaller Modules and its Implications for Software Refactoring and Quality","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Code refactoring; Dependency (UML); Software quality; Software engineering; Quality (philosophy); Software; Computer science; Reliability engineering; Coupling (piping); Programming language; Engineering; Software development; Physics; Mechanical engineering","score_opus":0.08567194059581427,"score_gpt":0.33744661089834255,"score_spread":0.25177467030252826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334398149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46957853,0.00076636934,0.52902746,0.000121410914,0.00008742931,0.00026305916,0.000016912327,0.00013569246,0.0000031190539],"genre_scores_gemma":[0.93048877,0.00005996379,0.06925567,0.00002634827,0.00003319831,0.00004261,0.0000067931346,0.000012766652,0.00007389327],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868697,0.000052503336,0.0003299938,0.00043883943,0.00019435365,0.00029733998],"domain_scores_gemma":[0.996958,0.002257225,0.00010609235,0.00035592844,0.00022513344,0.00009759235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064905814,0.00015521975,0.00022940735,0.00010503374,0.00015239228,0.00005073556,0.0002931871,0.00012215282,0.000002447687],"category_scores_gemma":[0.0015865765,0.0001578139,0.0000378007,0.00026485455,0.00004266,0.0005535704,0.00008368585,0.00019188595,0.0000010036655],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015014865,0.0002581846,0.61255085,0.0006250886,0.000118326534,0.0000040855916,0.009081865,0.010354275,0.023663947,0.25726292,0.0000619622,0.08586836],"study_design_scores_gemma":[0.0006465596,0.000082452476,0.9491736,0.00012296248,0.0000074269933,0.0000031144477,0.0000144036685,0.0011501601,0.0026623702,0.04579736,0.00007744618,0.0002621208],"about_ca_topic_score_codex":0.000013082945,"about_ca_topic_score_gemma":0.000013304111,"teacher_disagreement_score":0.46091023,"about_ca_system_score_codex":0.00008087598,"about_ca_system_score_gemma":0.00006137989,"threshold_uncertainty_score":0.64354646},"labels":[],"label_agreement":null},{"id":"W2344561138","doi":"10.1109/ms.2015.149","title":"Is It Worth Responding to Reviews? Studying the Top Free Apps in Google Play","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Mobile apps; World Wide Web; App store; Computer science; Point (geometry); Internet privacy; Value (mathematics); Mobile device; Psychology","score_opus":0.11041795925278627,"score_gpt":0.366144305719745,"score_spread":0.2557263464669587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344561138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90294135,0.001364332,0.00018919566,0.012722833,0.00261844,0.0011894358,0.000027329648,0.0001951474,0.07875193],"genre_scores_gemma":[0.97271717,0.00012713997,0.0009132851,0.004434406,0.0009960514,0.000111088804,0.0000020700932,0.000026053483,0.020672726],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99800295,0.00047738015,0.0002730269,0.00025796506,0.0005584043,0.00043027723],"domain_scores_gemma":[0.9984667,0.0007794794,0.00008221986,0.0003427058,0.00008786549,0.00024102927],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0041451138,0.00012198173,0.00023468955,0.00014228113,0.00052950584,0.00016086713,0.0006632437,0.00008910243,0.000060294184],"category_scores_gemma":[0.013211987,0.00009532787,0.00007455747,0.0013034196,0.00010871521,0.00021418258,0.00014552384,0.00020316051,0.0002328336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006217305,0.00006968321,0.1182094,0.000020567408,0.000014685239,0.000018364599,0.43964648,0.000014144567,0.0000033600138,0.00081840303,0.34384215,0.09728059],"study_design_scores_gemma":[0.00025238996,0.000032416323,0.003508045,0.00027006722,0.0000078711555,1.8528259e-7,0.02577658,7.5377875e-7,0.000006461959,0.001934331,0.96801335,0.00019754015],"about_ca_topic_score_codex":0.00059941784,"about_ca_topic_score_gemma":0.0027592678,"teacher_disagreement_score":0.6241712,"about_ca_system_score_codex":0.0001903927,"about_ca_system_score_gemma":0.00018885963,"threshold_uncertainty_score":0.99510014},"labels":[],"label_agreement":null},{"id":"W2518215700","doi":"10.1109/ms.2016.120","title":"How Software Development Group Leaders Influence Team Members' Innovative Behavior","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Team software process; Software development; Team effectiveness; Personal software process; Knowledge management; Team composition; Software; Engineering; Psychology; Software development process; Business; Engineering management; Computer science; Software construction","score_opus":0.04713400338277273,"score_gpt":0.3343014072762845,"score_spread":0.28716740389351175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518215700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9783823,0.000035184472,0.017027259,0.0009558396,0.0023909442,0.0004219905,0.00004118091,0.00043192087,0.0003133751],"genre_scores_gemma":[0.97715807,0.0000046474133,0.0053189388,0.0011839888,0.00010313474,0.00040535285,0.000007701875,0.000037737234,0.015780453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980396,0.00010133149,0.00027983965,0.00065733347,0.00038251458,0.0005393949],"domain_scores_gemma":[0.9984498,0.00040078387,0.00017413044,0.00053189223,0.0002744127,0.00016895198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002118597,0.00027109863,0.00021870968,0.00020559096,0.0003991431,0.000063559724,0.00046356904,0.00014982262,0.0005057276],"category_scores_gemma":[0.0007545037,0.0002081178,0.000052734766,0.0007431891,0.0005512182,0.00046318688,0.00008119248,0.00020946207,0.00041925954],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007533882,0.0010861001,0.65876395,0.00003746058,0.000055377834,0.00006327185,0.032860648,0.0000024153078,0.020187886,0.0005535536,0.034626648,0.25168735],"study_design_scores_gemma":[0.0014512532,0.00024541403,0.7496901,0.00016625172,0.000028242834,0.00010484539,0.0050459714,1.956083e-7,0.0204287,0.00009616783,0.22178099,0.000961885],"about_ca_topic_score_codex":0.00002794061,"about_ca_topic_score_gemma":0.000044311215,"teacher_disagreement_score":0.25072548,"about_ca_system_score_codex":0.0001731083,"about_ca_system_score_gemma":0.00019232734,"threshold_uncertainty_score":0.8486798},"labels":[],"label_agreement":null},{"id":"W2541219092","doi":"10.1109/ms.2016.156","title":"The Tragedy of Defect Prediction, Prince of Empirical Software Engineering Research","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software bug; Computer science; Field (mathematics); Tragedy (event); Empirical research; Software; Software engineering; Data science; Engineering; Programming language; Mathematics; Sociology","score_opus":0.043490389487501946,"score_gpt":0.32622678522319115,"score_spread":0.2827363957356892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541219092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29631698,0.00047286414,0.7016551,0.00022618024,0.00053322356,0.0002814431,0.00002567828,0.0004817793,0.0000067504275],"genre_scores_gemma":[0.970333,0.000095432304,0.029029826,0.0000073332267,0.00012498176,0.00007886952,7.6446935e-7,0.00004032759,0.00028949662],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967406,0.00019396821,0.0004898147,0.00049062097,0.0013722739,0.0007127248],"domain_scores_gemma":[0.98655987,0.011026405,0.00008975529,0.0013915292,0.0007556123,0.00017680506],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023081582,0.00018750208,0.00026333352,0.00030671692,0.00028440348,0.0000459726,0.001971463,0.00013824903,0.0000084235335],"category_scores_gemma":[0.014074871,0.00011701823,0.00017779428,0.0012403728,0.00027883283,0.00032214788,0.0005257177,0.00042681806,0.000022839338],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007260763,0.00024405091,0.8607714,0.0005417657,0.000252117,0.000049709604,0.002280736,0.003364902,0.013413265,0.0014768348,0.007843711,0.109688856],"study_design_scores_gemma":[0.002017423,0.0012260566,0.799156,0.0013722603,0.000026348309,0.0000854443,0.00004574495,0.002649082,0.16132833,0.002179141,0.029073972,0.00084021676],"about_ca_topic_score_codex":0.000012654165,"about_ca_topic_score_gemma":0.000003212085,"teacher_disagreement_score":0.674016,"about_ca_system_score_codex":0.00014942793,"about_ca_system_score_gemma":0.000306377,"threshold_uncertainty_score":0.99423},"labels":[],"label_agreement":null},{"id":"W2547621596","doi":"10.1109/ms.2016.147","title":"Cyclomatic Complexity","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Engineering and Physical Sciences Research Council","keywords":"Cyclomatic complexity; Computer science; Popularity; Metric (unit); Software metric; Software engineering; Code (set theory); Object (grammar); Software; Simple (philosophy); Software development; Programming language; Data science; Theoretical computer science; Software quality; Artificial intelligence; Engineering; Set (abstract data type); Political science; Epistemology","score_opus":0.03786635918510187,"score_gpt":0.27448962098181307,"score_spread":0.2366232617967112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547621596","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10484193,0.000046163867,0.8923427,0.0006631743,0.0005818304,0.00010159318,0.000005252014,0.001354027,0.000063332045],"genre_scores_gemma":[0.8690541,0.000005471025,0.13006866,0.00011185898,0.00010000889,0.000025966556,4.836093e-7,0.00001876773,0.00061470526],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986731,0.000040397244,0.00015179685,0.0003306282,0.0004034859,0.00040060657],"domain_scores_gemma":[0.9978114,0.0010708302,0.000030478603,0.0008504696,0.00008428009,0.00015255783],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021564495,0.00012606755,0.00013644213,0.00010518909,0.00014065392,0.0000551993,0.0011282121,0.000051731193,0.0000631388],"category_scores_gemma":[0.0009789673,0.000086615975,0.00006006396,0.00031782407,0.00008301336,0.00036041456,0.00028427911,0.00009035173,0.000837901],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017871056,0.00030382664,0.22523646,0.0003046902,0.00014966834,0.0003679348,0.0019898475,0.00018441437,0.011433556,0.034659564,0.05388977,0.6714624],"study_design_scores_gemma":[0.0037331937,0.00049049914,0.74471235,0.00085276033,0.000017821209,0.00033226344,0.0000147594155,0.004910925,0.04596633,0.14526917,0.051146623,0.0025532867],"about_ca_topic_score_codex":0.0000108874265,"about_ca_topic_score_gemma":0.0000028547126,"teacher_disagreement_score":0.76421213,"about_ca_system_score_codex":0.000087289445,"about_ca_system_score_gemma":0.000059808142,"threshold_uncertainty_score":0.99994004},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","score_opus":0.016007370281025515,"score_gpt":0.2593511872747655,"score_spread":0.24334381699374003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575619597","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15765993,0.000060334696,0.82408506,0.005944687,0.010592611,0.00053419237,0.00003845258,0.0008058499,0.0002788881],"genre_scores_gemma":[0.88885415,0.0000021166989,0.106508754,0.0012829483,0.00039269877,0.00017155235,0.000008082928,0.00001793127,0.0027617444],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983742,0.000020402762,0.00028291988,0.00039414968,0.000496152,0.00043217404],"domain_scores_gemma":[0.9977307,0.00003162264,0.000283367,0.0012835771,0.00030047918,0.0003702556],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00021210311,0.00025102583,0.00023263376,0.00010859351,0.000951932,0.0014010367,0.0018771517,0.00009929373,0.000013415392],"category_scores_gemma":[0.00084515265,0.00024008655,0.000090377136,0.00024806362,0.00002350395,0.0012057478,0.00038514493,0.0001280678,0.0005947726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000073218284,0.00034990493,0.52607876,0.00032949206,0.00013245226,0.00003505135,0.012467664,0.0003983308,0.000025185644,0.0062514134,0.35240433,0.10152009],"study_design_scores_gemma":[0.0006271662,0.000087847744,0.40918368,0.0004423896,0.000014709255,0.00011391305,0.0012500609,0.00029207452,0.0009243514,0.00019482273,0.5855234,0.0013455196],"about_ca_topic_score_codex":0.00004100162,"about_ca_topic_score_gemma":0.00001753487,"teacher_disagreement_score":0.73119426,"about_ca_system_score_codex":0.00028755475,"about_ca_system_score_gemma":0.00030028424,"threshold_uncertainty_score":0.9996356},"labels":[],"label_agreement":null},{"id":"W2603990485","doi":"10.1109/ms.2017.31","title":"What Do Developers Use the Crowd For? A Study Using Stack Overflow","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Helpfulness; Construct (python library); Software engineering; Crowdsourcing; Stack (abstract data type); World Wide Web; Software; Software development; Call stack; Programming language","score_opus":0.09704486087371211,"score_gpt":0.34214923386082413,"score_spread":0.24510437298711202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603990485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5377462,0.00004091093,0.45838663,0.0005079002,0.002200452,0.0008843203,0.000013110093,0.00021185653,0.000008647448],"genre_scores_gemma":[0.8548627,0.000007796242,0.14367795,0.00063829985,0.00017518949,0.00009822736,0.0000020547152,0.000041689353,0.0004961005],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980772,0.00007497591,0.00033197456,0.00059421186,0.00046158652,0.00046006273],"domain_scores_gemma":[0.99585503,0.0004774732,0.00029840853,0.0027249202,0.0005610421,0.00008312262],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00066035736,0.0002446422,0.00023010936,0.0000944688,0.003593894,0.0060398756,0.003070906,0.00008180409,0.000008491102],"category_scores_gemma":[0.0010725682,0.00018902496,0.00010081362,0.00033467097,0.00014751361,0.0052048075,0.0008566962,0.0002192462,0.000034167362],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008227273,0.0010089044,0.6414538,0.000090339585,0.00068266795,0.00016293679,0.07824479,0.005149381,0.00034062675,0.0054149698,0.015030313,0.252339],"study_design_scores_gemma":[0.01063362,0.0013733662,0.7387433,0.0014623756,0.0003965017,0.00023519387,0.017329711,0.033517733,0.0035810205,0.017184474,0.16971773,0.0058249715],"about_ca_topic_score_codex":0.0001549556,"about_ca_topic_score_gemma":0.00013135384,"teacher_disagreement_score":0.31711653,"about_ca_system_score_codex":0.00012494679,"about_ca_system_score_gemma":0.00028644074,"threshold_uncertainty_score":0.9977033},"labels":[],"label_agreement":null},{"id":"W2626618171","doi":"10.1109/ms.2017.265094809","title":"An Examination of the Current Rating System used in Mobile App Stores","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Mobile apps; Computer science; App store; Embedded system; Operating system; World Wide Web","score_opus":0.025931086123580867,"score_gpt":0.32456517201113344,"score_spread":0.2986340858875526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626618171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9942413,0.00008026942,0.00004083082,0.000021085874,0.001440655,0.0002483622,0.00000837699,0.000065399436,0.0038537197],"genre_scores_gemma":[0.99959195,0.00000576278,0.000040348245,0.0000025358331,0.00022055053,0.00003170944,0.0000010039996,0.000006067233,0.000100075005],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9989591,0.00031615203,0.00014046338,0.000115784016,0.00032327563,0.00014520787],"domain_scores_gemma":[0.9992245,0.0002122552,0.00019838347,0.0002445734,0.000077126184,0.00004316829],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011679516,0.000054126183,0.00010919304,0.00002443297,0.000890249,0.000105342406,0.00042245153,0.000048028487,0.0000022822196],"category_scores_gemma":[0.0015482351,0.000043673837,0.000040339724,0.00007401006,0.00021433506,0.00026053246,0.000033088923,0.00009480813,0.0000022810157],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000446565,0.00007942832,0.21198177,0.00010837051,0.0000036845609,0.0000011929181,0.064753436,0.000034966106,0.00006618518,0.00080372643,0.000074340736,0.72208846],"study_design_scores_gemma":[0.00047236762,0.00006490382,0.9585966,0.0010199999,0.000014377405,1.5428022e-7,0.033229627,0.00012518362,0.00047937888,0.0004433679,0.005286635,0.00026744165],"about_ca_topic_score_codex":0.00052227214,"about_ca_topic_score_gemma":0.0021188587,"teacher_disagreement_score":0.7466148,"about_ca_system_score_codex":0.0000947267,"about_ca_system_score_gemma":0.00010827973,"threshold_uncertainty_score":0.6847165},"labels":[],"label_agreement":null},{"id":"W2747252153","doi":"10.1109/ms.2018.110154908","title":"Software Engineering for Sustainability: Find the Leverage Points!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council","keywords":"Leverage (statistics); Sustainability; Social software engineering; Personal software process; Software development; Software engineering; Software; Software Engineering Process Group; Software system; Computer science; Software construction; Software development process; Systems engineering; Engineering; Engineering management","score_opus":0.012142928146104556,"score_gpt":0.23607399775399163,"score_spread":0.22393106960788706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747252153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32249725,0.000042758493,0.67445505,0.00033526646,0.0009141736,0.00057152327,0.00013942763,0.0010130872,0.00003145889],"genre_scores_gemma":[0.9855211,0.0000027972092,0.013337669,0.00024887937,0.0002866686,0.00020884757,0.000048769056,0.000052938165,0.00029235243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991581,0.0000065769696,0.00024174101,0.00017765955,0.00011931064,0.0002966312],"domain_scores_gemma":[0.9989875,0.00023806057,0.00002084804,0.00036037547,0.00034096572,0.000052251977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018035383,0.00015614822,0.00012505647,0.00007030096,0.0002666415,0.00003154952,0.00018285599,0.00008539278,0.00007697143],"category_scores_gemma":[0.00043384518,0.00013622249,0.00008633521,0.00029049578,0.00006761768,0.000118125114,0.000009349253,0.00014544552,0.00002166264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030433692,0.0006925057,0.10390156,0.007252461,0.0018076155,0.0000469138,0.05512486,0.42913893,0.008275751,0.049991384,0.15910098,0.18436271],"study_design_scores_gemma":[0.003320099,0.0004108791,0.18207924,0.00018428675,0.0002398491,0.000026864223,0.0015279917,0.029080013,0.026916647,0.020555949,0.7334044,0.0022538076],"about_ca_topic_score_codex":0.000007867182,"about_ca_topic_score_gemma":0.000044532426,"teacher_disagreement_score":0.6630238,"about_ca_system_score_codex":0.00009898776,"about_ca_system_score_gemma":0.000053985917,"threshold_uncertainty_score":0.55549914},"labels":[],"label_agreement":null},{"id":"W2773527514","doi":"10.1109/ms.2017.442103917","title":"From Incident to Insight: Incident Responders and Software Innovation","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software; Computer science; Incident management; Software engineering; Engineering; Computer security; Operating system","score_opus":0.03194826281789954,"score_gpt":0.3003736501338562,"score_spread":0.26842538731595667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773527514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3439684,0.00010449064,0.6530155,0.0010122036,0.00084333826,0.00018474403,0.000010904073,0.00083240436,0.000028015274],"genre_scores_gemma":[0.65663874,0.000026613387,0.34209955,0.0008316699,0.00020305818,0.000044202334,0.00000639396,0.000024854719,0.0001249454],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983494,0.000047214635,0.00031699985,0.0005836217,0.00040841717,0.0002943073],"domain_scores_gemma":[0.99741125,0.00040615778,0.00029046007,0.0015279698,0.00021605,0.00014811012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043886306,0.00023398252,0.00022393368,0.00029579605,0.0007527831,0.0007781921,0.0014604848,0.00014399059,0.000013862852],"category_scores_gemma":[0.0029108645,0.0002342093,0.000039520895,0.00032950967,0.000049404323,0.0016513134,0.0007909193,0.00025745353,0.000045886336],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019109396,0.00018786191,0.16535851,0.0001422955,0.00019991695,0.0005622322,0.023648025,0.0008411183,0.004580543,0.008099478,0.040345006,0.75584394],"study_design_scores_gemma":[0.001359498,0.00062113896,0.6629662,0.00055635994,0.00005762167,0.00009204486,0.000102731065,0.001541855,0.030811917,0.06017004,0.23950699,0.0022136162],"about_ca_topic_score_codex":0.0008356053,"about_ca_topic_score_gemma":0.00006763866,"teacher_disagreement_score":0.7536303,"about_ca_system_score_codex":0.00009362103,"about_ca_system_score_gemma":0.000084158935,"threshold_uncertainty_score":0.9550778},"labels":[],"label_agreement":null},{"id":"W2781728735","doi":"10.1109/ms.2017.4541027","title":"Software Bots","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"AI in Service Interactions","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Social software engineering; Computer science; Software engineering; Software peer review; Software; Personal software process; Software construction; World Wide Web; Operating system","score_opus":0.028295514907940838,"score_gpt":0.29788676247431284,"score_spread":0.269591247566372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781728735","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028557038,0.00006057763,0.9615251,0.0023074804,0.004844459,0.0001415993,0.000013785196,0.0010997866,0.0014501784],"genre_scores_gemma":[0.67866784,0.000011641903,0.3155231,0.0016859117,0.00048296168,0.00004649459,0.0000033216506,0.000035843732,0.003542896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871624,0.000025644624,0.00018509569,0.00043925946,0.0002911323,0.00034266178],"domain_scores_gemma":[0.99691427,0.00015521781,0.00019535996,0.0024216252,0.00017461288,0.0001389223],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011312148,0.00016476176,0.00015406807,0.000064585016,0.0016151468,0.0005560194,0.0030389957,0.000092725786,0.00008056662],"category_scores_gemma":[0.0004145587,0.00016280265,0.00010529973,0.000079728765,0.00006978072,0.0016881967,0.00071527774,0.00023387495,0.0012023201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028294833,0.0005009434,0.13360816,0.00018912768,0.00023744207,0.000723084,0.006870274,0.0007053687,0.001204594,0.010120173,0.19484259,0.6509699],"study_design_scores_gemma":[0.0022979232,0.00040458527,0.29444554,0.0006543486,0.00007919679,0.0006030828,0.0001505034,0.008967112,0.019715667,0.087274425,0.5822347,0.00317293],"about_ca_topic_score_codex":0.0001519038,"about_ca_topic_score_gemma":0.00010398829,"teacher_disagreement_score":0.65011084,"about_ca_system_score_codex":0.00006029594,"about_ca_system_score_gemma":0.00008264939,"threshold_uncertainty_score":0.99968463},"labels":[],"label_agreement":null},{"id":"W2894409651","doi":"10.1109/ms.2018.3571224","title":"Software Engineering for Machine-Learning Applications: The Road Ahead","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software; Key (lock); Theme (computing); Software Engineering Process Group; Software construction; Systems engineering; Artificial intelligence; Engineering; Programming language; Operating system","score_opus":0.04012733313453585,"score_gpt":0.2721944039980815,"score_spread":0.23206707086354564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894409651","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011859949,0.00060657697,0.98342276,0.0005514251,0.001287137,0.00095713953,0.00004596539,0.0010046164,0.00026441575],"genre_scores_gemma":[0.9541467,0.000052863987,0.022704419,0.003976661,0.015147779,0.0013839715,0.00049118354,0.00020812944,0.0018882931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988539,0.0000045385686,0.00023658595,0.00034521753,0.00020186343,0.00035786896],"domain_scores_gemma":[0.99890536,0.00015910516,0.00014194631,0.00041808654,0.00036154973,0.0000139583035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027193176,0.00021209221,0.0001589292,0.000118556956,0.00091139344,0.00025794862,0.0005997826,0.0000884213,0.00018716352],"category_scores_gemma":[0.0007374083,0.00015975749,0.00009105235,0.0005233591,0.000094023875,0.00065464264,0.00017990792,0.00019097609,0.0006124939],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017082324,0.00023645701,0.07571107,0.00195441,0.0001987114,0.0000061959795,0.00040310674,0.0025911133,0.0009875227,0.011134209,0.05637169,0.8502347],"study_design_scores_gemma":[0.00016933557,0.00001140198,0.0022081027,0.00007030138,0.00004897196,0.0000037457385,0.000032362997,0.0100891525,0.00033242465,0.00090056384,0.98583615,0.00029748023],"about_ca_topic_score_codex":0.00019653706,"about_ca_topic_score_gemma":0.00006879014,"teacher_disagreement_score":0.96071833,"about_ca_system_score_codex":0.000021164502,"about_ca_system_score_gemma":0.00001891235,"threshold_uncertainty_score":0.78725743},"labels":[],"label_agreement":null},{"id":"W2896246835","doi":"10.1109/ms.2018.2874323","title":"Toward Solving Social and Technical Problems in Open Source Software Ecosystems: Using Cause-and-Effect Analysis to Disentangle the Causes of Complex Problems","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université Laval","funders":"Fonds De La Recherche Scientifique - FNRS","keywords":"Open source software; Key (lock); Software; Software development; Social software engineering; Software peer review; Computer science; Open source; Software engineering; Software analytics; Scale (ratio); Knowledge management; Data science; Business; Process management; Software development process; Software construction; Computer security; Operating system","score_opus":0.08125413947268562,"score_gpt":0.33063687733353087,"score_spread":0.24938273786084525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896246835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4611571,0.00009117812,0.53617686,0.0005086111,0.00013561663,0.0016092355,0.000045676752,0.00025836343,0.000017333461],"genre_scores_gemma":[0.9575091,0.0000028754482,0.041886717,0.000249752,0.00011386697,0.00015630832,0.000009486066,0.00004202043,0.000029868941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699295,0.00031815545,0.0007782181,0.0008482783,0.000503025,0.0005593528],"domain_scores_gemma":[0.99771434,0.0006373781,0.00037388635,0.00079248304,0.00034288492,0.00013905404],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012988979,0.00034647004,0.00076584343,0.0005020663,0.0008827774,0.0005756201,0.0017719467,0.00015829383,0.000015073148],"category_scores_gemma":[0.00048792045,0.00027768456,0.00011863566,0.0035524212,0.00035620417,0.0006747649,0.002387308,0.00027909083,0.000006739407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037939288,0.00024623072,0.9483733,0.00048681867,0.0008162941,0.000018275174,0.02670057,0.004401289,0.0036959923,0.00052989804,0.0015768622,0.0131164845],"study_design_scores_gemma":[0.00815081,0.0035278406,0.85100716,0.0033040768,0.003126046,0.0008163784,0.0025954733,0.09259322,0.005273691,0.008416635,0.0146625675,0.006526125],"about_ca_topic_score_codex":0.0017481844,"about_ca_topic_score_gemma":0.005164151,"teacher_disagreement_score":0.496352,"about_ca_system_score_codex":0.00017761617,"about_ca_system_score_gemma":0.0001396976,"threshold_uncertainty_score":0.9999675},"labels":[],"label_agreement":null},{"id":"W2903422878","doi":"10.1109/ms.2018.4321239","title":"Software Structures: A Careful Look","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Dijkstra's algorithm; Programming language; Structured programming; Software; Software system; Software design; Software engineering; Data structure; Software development; Theoretical computer science; Shortest path problem","score_opus":0.03197649138478839,"score_gpt":0.2915086104074699,"score_spread":0.2595321190226815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903422878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010565566,0.00035186816,0.98122644,0.00007301886,0.0034056627,0.00019454384,0.00001604532,0.004112004,0.00005487475],"genre_scores_gemma":[0.056027893,0.000011071251,0.94240427,0.00050810917,0.00059916894,0.00003256983,0.000004103451,0.0000524537,0.00036034247],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997571,0.00012325172,0.0003212146,0.0008198408,0.00045349804,0.0007112008],"domain_scores_gemma":[0.997004,0.00083540694,0.00012180596,0.0015090654,0.00033085476,0.00019891506],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031094163,0.00037519864,0.00035972302,0.00019446174,0.00045912567,0.000113958515,0.00183531,0.00020273264,0.00004202485],"category_scores_gemma":[0.002338945,0.00035058116,0.00013438328,0.0006424782,0.00024915175,0.0006764324,0.00056671165,0.00033986312,0.00020916101],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008895612,0.0001498512,0.008468542,0.00042778056,0.00032647568,0.00052331487,0.015764462,0.033649143,0.0033073183,0.014729198,0.02749239,0.8950726],"study_design_scores_gemma":[0.0029706229,0.0018422528,0.015976299,0.00042570042,0.000093851886,0.00072522333,0.00030452886,0.002090307,0.119515136,0.7250233,0.12560438,0.005428348],"about_ca_topic_score_codex":0.000014530317,"about_ca_topic_score_gemma":0.000010915214,"teacher_disagreement_score":0.8896442,"about_ca_system_score_codex":0.00013000803,"about_ca_system_score_gemma":0.00014474198,"threshold_uncertainty_score":0.9998946},"labels":[],"label_agreement":null},{"id":"W2908997660","doi":"10.1109/ms.2018.2874321","title":"Making Companies Nimble-From Software Agility to Business Agility: A Conversation with the Authors [Insights]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Agile software development; Conversation; Business; Knowledge management; Software; Process management; Management; Computer science; Software engineering; Sociology","score_opus":0.04292529038817968,"score_gpt":0.2584286951382636,"score_spread":0.21550340475008392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908997660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53288406,0.0001716617,0.46458954,0.0001972464,0.0006482696,0.00047314688,0.000040344334,0.0009575266,0.00003821706],"genre_scores_gemma":[0.9674667,0.000006729358,0.03190639,0.00011452794,0.00016452816,0.00014334387,0.000030439653,0.00006024107,0.00010711116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9987826,0.000066547706,0.00024637274,0.00035588935,0.00024797485,0.00030066524],"domain_scores_gemma":[0.9983469,0.00060563156,0.000054513457,0.0007642958,0.00016507339,0.000063564294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000220281,0.0002652418,0.00032091312,0.000070971444,0.00017454225,0.000073349984,0.00035908172,0.00011909998,0.000036972113],"category_scores_gemma":[0.00011883314,0.00019257152,0.000059577305,0.000537731,0.00004543061,0.00013060297,0.00006490791,0.000219607,0.00012751426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051569332,0.0000299626,0.018247442,0.00052087015,0.00022777366,0.0000055915716,0.0075646196,0.9555036,0.0045317863,0.00015183783,0.004663457,0.00850153],"study_design_scores_gemma":[0.0023903672,0.00022580674,0.68163484,0.0015926483,0.00037093993,0.000050724095,0.008179062,0.06510362,0.009278632,0.0025176003,0.22514504,0.0035106994],"about_ca_topic_score_codex":0.00015464549,"about_ca_topic_score_gemma":0.000093574075,"teacher_disagreement_score":0.89039993,"about_ca_system_score_codex":0.00012615879,"about_ca_system_score_gemma":0.000027716427,"threshold_uncertainty_score":0.78528386},"labels":[],"label_agreement":null},{"id":"W2910293723","doi":"10.1109/ms.2018.2874327","title":"Requirements Engineering (RE) for Social Good: RE Cares [Requirements]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Ottawa; Polytechnique Montréal","funders":"","keywords":"Event (particle physics); Human multitasking; Ask price; Software engineering; Computer science; Field (mathematics); Software requirements; Software; Engineering management; Software development; Engineering; Software design; Psychology; Business; Programming language","score_opus":0.04499099891568093,"score_gpt":0.30439012950662797,"score_spread":0.25939913059094705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910293723","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018877266,0.0001880329,0.97447133,0.00035410002,0.00307834,0.0006381932,0.00002154897,0.0021513859,0.00021981925],"genre_scores_gemma":[0.6984484,0.000016412218,0.29975814,0.00038083392,0.000454337,0.00018344208,0.000018955656,0.00007044475,0.0006690087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99830997,0.000023454064,0.00028813237,0.00049812987,0.00038419483,0.00049613393],"domain_scores_gemma":[0.9987658,0.00031023842,0.0001335956,0.0005750754,0.00012703869,0.00008819725],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036155406,0.0002562735,0.00025347102,0.00012481393,0.00022041355,0.00016620768,0.00097445404,0.00014794186,0.0000424756],"category_scores_gemma":[0.00016917949,0.00026979184,0.00014669422,0.00027586357,0.000012227657,0.0009708023,0.00018514381,0.00018447862,0.00005264236],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039171637,0.0011929603,0.06461726,0.006511308,0.0019766423,0.0002512789,0.030397907,0.029543132,0.060447954,0.08517603,0.39906624,0.32042757],"study_design_scores_gemma":[0.002994167,0.0011541342,0.0030855855,0.0005081835,0.00011576105,0.000022328335,0.00014717465,0.030634629,0.053477824,0.00468173,0.9002921,0.0028863898],"about_ca_topic_score_codex":0.000022516579,"about_ca_topic_score_gemma":0.0000035247297,"teacher_disagreement_score":0.67957115,"about_ca_system_score_codex":0.00011680433,"about_ca_system_score_gemma":0.000057593956,"threshold_uncertainty_score":0.99997544},"labels":[],"label_agreement":null},{"id":"W2950680175","doi":"10.1109/ms.2019.2923408","title":"Can a Machine Learn Through Customer Sentiment?: A Cost-Aware Approach to Predict Support Ticket Escalations","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ticket; Computer science; Happiness; Sentiment analysis; Mechanism (biology); Customer retention; Artificial intelligence; Machine learning; Knowledge management; Marketing; Business; Computer security; Psychology; Service (business)","score_opus":0.023024918169823754,"score_gpt":0.2671272912724126,"score_spread":0.24410237310258884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950680175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04014233,0.000055481567,0.9488209,0.0012305398,0.001256251,0.0011071888,0.00008784431,0.0006292182,0.0066702403],"genre_scores_gemma":[0.9295119,0.000008159252,0.05531445,0.0015117762,0.00015231098,0.00009465722,0.00022105663,0.000039601757,0.013146053],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977889,0.00007186086,0.00035468052,0.0007149194,0.00059047324,0.0004791799],"domain_scores_gemma":[0.99863595,0.000065949745,0.00012404959,0.0008504781,0.00012152297,0.00020206333],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00023515409,0.00024975126,0.0003231772,0.000194654,0.00027744664,0.00017596401,0.00078174134,0.000090793714,0.00037327933],"category_scores_gemma":[0.000023224267,0.00023075152,0.00018799015,0.00086560915,0.000028676892,0.00043162092,0.00032764135,0.00020247042,0.0013259681],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005295574,0.0015503317,0.66696364,0.00022411082,0.0012796912,0.00004413726,0.032589372,0.0437044,0.0005624349,0.0066271005,0.20493804,0.041463785],"study_design_scores_gemma":[0.0062236427,0.0007213514,0.042495262,0.000269139,0.00042814916,0.00012692234,0.0012870826,0.5584804,0.0035576727,0.0009386799,0.3820947,0.0033770034],"about_ca_topic_score_codex":0.000097873206,"about_ca_topic_score_gemma":0.000014287575,"teacher_disagreement_score":0.89350647,"about_ca_system_score_codex":0.0000810488,"about_ca_system_score_gemma":0.00010186346,"threshold_uncertainty_score":0.99945164},"labels":[],"label_agreement":null},{"id":"W2964122836","doi":"10.1109/ms.2020.2985321","title":"Quantum Advantage and the Y2K Bug: A Comparison","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Quantum computer; Quantum; Quantum cryptography; Quantum algorithm; Cryptography; Computation; Quantum information; Quantum technology","score_opus":0.014873082323117954,"score_gpt":0.24411442581218962,"score_spread":0.22924134348907166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964122836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09548626,0.0008529415,0.892159,0.010328865,0.0004542487,0.00017235555,0.000006681093,0.0004960078,0.000043680455],"genre_scores_gemma":[0.9562587,0.000015322616,0.040267322,0.003166345,0.00025002117,0.000006463509,0.0000012782184,0.000013099046,0.00002141107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99881923,0.000102453996,0.00020214992,0.0003834719,0.00023169281,0.00026098618],"domain_scores_gemma":[0.99908257,0.00031108723,0.00008492576,0.00034620834,0.000033736767,0.0001414692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001823033,0.00015932029,0.00024872145,0.000025521627,0.00040316995,0.00014950077,0.00075883686,0.00004287078,0.0000042280185],"category_scores_gemma":[0.00011472056,0.000101678364,0.000075346274,0.00026670084,0.00013907088,0.00010839566,0.00040430404,0.00030652128,0.000029441288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027483402,0.00021292549,0.011015761,0.00033429297,0.00020268989,0.00028308725,0.08986877,0.021662382,0.0006186929,0.06918227,0.02976647,0.77657783],"study_design_scores_gemma":[0.0009081274,0.00009811791,0.00050039677,0.00002296127,0.000007811083,0.000029331428,0.00006402963,0.97980607,0.00018794273,0.003713636,0.014471221,0.00019034809],"about_ca_topic_score_codex":0.000015341022,"about_ca_topic_score_gemma":0.0000036128918,"teacher_disagreement_score":0.9581437,"about_ca_system_score_codex":0.0000061888486,"about_ca_system_score_gemma":0.000030907122,"threshold_uncertainty_score":0.41463235},"labels":[],"label_agreement":null},{"id":"W2978107437","doi":"10.1109/ms.2019.2944784","title":"Critical Requirements Engineering in Practice","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scope (computer science); Computer science; Heuristics; Software engineering; Systems engineering; Requirements engineering; Engineering; Engineering management; Software; Programming language","score_opus":0.11890904818325516,"score_gpt":0.4255844636449601,"score_spread":0.30667541546170496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978107437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.861805,0.0007244431,0.11876561,0.0005387493,0.006407424,0.0005407863,0.00001090075,0.00023803371,0.010969058],"genre_scores_gemma":[0.9880924,6.963879e-7,0.0102927545,0.0003061395,0.00010720673,0.00000736306,2.1592768e-7,0.000014187126,0.001179002],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99689466,0.00011801217,0.00067584746,0.00048378514,0.0015192317,0.00030849053],"domain_scores_gemma":[0.99219686,0.00655393,0.00010506009,0.0006822509,0.00036054166,0.00010133218],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002263208,0.0001226503,0.00027534613,0.00031650672,0.000073258794,0.00024375535,0.00052969554,0.00007136289,0.0006062276],"category_scores_gemma":[0.02578597,0.000099858575,0.00008213968,0.00072098087,0.000016718577,0.00082774594,0.00018207556,0.00018088405,0.0027266392],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050025905,0.0007985055,0.626204,0.00016413837,0.00009149076,0.0012612181,0.0072330236,0.043224137,0.007751117,0.07539581,0.10567461,0.13170166],"study_design_scores_gemma":[0.0034540938,0.0004334931,0.090778045,0.00077831186,0.00002548767,0.00027432706,0.002364228,0.04220978,0.00054384535,0.05256025,0.8051624,0.0014157718],"about_ca_topic_score_codex":0.000035835266,"about_ca_topic_score_gemma":0.0000113695305,"teacher_disagreement_score":0.69948775,"about_ca_system_score_codex":0.00006123205,"about_ca_system_score_gemma":0.00004514266,"threshold_uncertainty_score":0.99804986},"labels":[],"label_agreement":null},{"id":"W3008513288","doi":"10.1109/ms.2020.2975159","title":"An Exploratory Study of Machine Learning Model Stores","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données","keywords":"Computer science; Machine learning; Artificial intelligence; Knowledge management; Software engineering; World Wide Web","score_opus":0.10187739541313702,"score_gpt":0.2916997906936815,"score_spread":0.1898223952805445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008513288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96083045,0.000098114324,0.038160916,0.000100870006,0.00019411824,0.00018772803,0.000011920516,0.0003183978,0.000097456206],"genre_scores_gemma":[0.9983745,0.00000555178,0.00034773178,0.00068190513,0.00047750713,0.000012158668,0.000042601838,0.00003260016,0.000025441082],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989903,0.00001353136,0.00023352803,0.00030850296,0.00028397192,0.00017016738],"domain_scores_gemma":[0.99936277,0.00001880236,0.0001624301,0.00025212372,0.0001828633,0.000020998825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012880916,0.00015949269,0.00021012875,0.00009383581,0.00020460981,0.00007660943,0.00042568674,0.00004675832,0.00013367612],"category_scores_gemma":[0.00015393345,0.00014507413,0.000036594505,0.00039246696,0.00003578475,0.0013575187,0.00017141372,0.00018437328,0.00008854675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004616597,0.0021965427,0.6012044,0.001225053,0.00013748194,0.00007155191,0.013688206,0.31874728,0.0064391303,0.00056678,0.008542542,0.04671937],"study_design_scores_gemma":[0.0016340413,0.00037574355,0.0051987553,0.00011815674,0.00023001083,0.0000011996625,0.008336658,0.9591437,0.0014270267,0.0009024175,0.02146871,0.0011635687],"about_ca_topic_score_codex":0.00018014447,"about_ca_topic_score_gemma":0.00018005849,"teacher_disagreement_score":0.6403964,"about_ca_system_score_codex":0.0000068225354,"about_ca_system_score_gemma":0.000017798644,"threshold_uncertainty_score":0.5915951},"labels":[],"label_agreement":null},{"id":"W3024434753","doi":"10.1109/ms.2020.2995125","title":"A Hitchhiker's Guide to Model-Driven Engineering for Data-Centric Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Wilfrid Laurier University; University of Ottawa; Université du Québec à Montréal; Queen's University; McGill University","funders":"","keywords":"Computer science; Software engineering; Data modeling; Software development; Software; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.04089678605667016,"score_gpt":0.27547480779549394,"score_spread":0.23457802173882378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024434753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061177006,0.00025972296,0.9894092,0.0007131435,0.0014017541,0.00093109906,0.000119303404,0.0010375436,0.000010537453],"genre_scores_gemma":[0.47040638,0.000013899111,0.526778,0.001366972,0.0008389211,0.0002825741,0.000052112733,0.000059350707,0.00020177553],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99787486,0.000022002863,0.00044772064,0.0008210599,0.00035709338,0.00047724336],"domain_scores_gemma":[0.9978274,0.00015995209,0.000087011475,0.0013715257,0.00019579983,0.00035829033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029026862,0.00023068023,0.0003433449,0.00008245155,0.00018148652,0.00014387842,0.0022019774,0.00010624688,0.0000014015944],"category_scores_gemma":[0.00044112728,0.0002060197,0.00008897101,0.0005605998,0.0000105176505,0.0006332908,0.0006414563,0.00012685476,0.00010639573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017549064,0.00003587912,0.0017915792,0.0007073176,0.000050768107,0.0000107702945,0.0017034553,0.9021024,0.0002610628,0.00024894785,0.087711,0.0053592925],"study_design_scores_gemma":[0.0003267588,0.00007216877,0.00004651248,0.000065919194,0.0000113114675,0.000007061079,0.000010740961,0.9247406,0.00014076407,0.000010780845,0.074303396,0.00026399296],"about_ca_topic_score_codex":0.000040613948,"about_ca_topic_score_gemma":0.0000020315813,"teacher_disagreement_score":0.46428868,"about_ca_system_score_codex":0.0000938749,"about_ca_system_score_gemma":0.00019037274,"threshold_uncertainty_score":0.84012395},"labels":[],"label_agreement":null},{"id":"W3048364816","doi":"10.1109/ms.2020.3015150","title":"Navigating the Rough Seas of Software Project Resistance: Four Project Manager Personas to Help Bring the Ship Safely to Harbor","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Persona Design and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université Laval","funders":"","keywords":"Persona; Project manager; Resistance (ecology); Software; Software project management; Project management; Engineering; Team software process; Software development; Object (grammar); Software engineering; Engineering management; Computer science; Management; Business; Software development process; Systems engineering; Software construction; Artificial intelligence; Mechanical engineering","score_opus":0.06924004153743307,"score_gpt":0.3038383186511632,"score_spread":0.2345982771137301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048364816","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07253161,0.00038210597,0.88402385,0.038979758,0.00021143103,0.0028128163,0.00009231333,0.0007383241,0.00022777614],"genre_scores_gemma":[0.7847025,0.000009092501,0.20328747,0.010218473,0.0004278081,0.00056920084,0.0000036120914,0.000056746645,0.0007250876],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99769163,0.00015692369,0.000324242,0.0007079404,0.0006278686,0.0004913669],"domain_scores_gemma":[0.99818027,0.0004205213,0.0001456838,0.0009195053,0.00018492919,0.00014908824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045185236,0.00026065897,0.00025355726,0.000038878206,0.0007057302,0.00023689464,0.0021772583,0.00006444485,0.0000044072267],"category_scores_gemma":[0.00053215266,0.00017685622,0.00015766888,0.0017753942,0.000068580244,0.00026040527,0.00045534948,0.00044105516,0.000074428215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047670977,0.00035989808,0.010278049,0.0016940564,0.00050120737,0.00023981945,0.40903682,0.003671357,0.021411274,0.013083024,0.2906882,0.24855961],"study_design_scores_gemma":[0.004370232,0.0019426722,0.05651249,0.0058183656,0.0005015445,0.00015595119,0.023251543,0.03559141,0.053691756,0.004849052,0.8058542,0.007460774],"about_ca_topic_score_codex":0.00017048906,"about_ca_topic_score_gemma":0.000060658287,"teacher_disagreement_score":0.7121709,"about_ca_system_score_codex":0.00007690342,"about_ca_system_score_gemma":0.00026314496,"threshold_uncertainty_score":0.72119874},"labels":[],"label_agreement":null},{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","score_opus":0.04746115487556264,"score_gpt":0.26957009093035184,"score_spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094967092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85268426,0.0004407527,0.14355531,0.0021826564,0.00038927453,0.000277639,0.0000018856333,0.00030319995,0.00016502167],"genre_scores_gemma":[0.9820643,0.000058462912,0.016158849,0.0015425694,0.000068897156,0.000016146545,0.0000010743062,0.000017609904,0.00007209495],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99828625,0.00016577284,0.00031094436,0.00054170017,0.00045671323,0.00023861554],"domain_scores_gemma":[0.99884,0.00020040313,0.00012860903,0.00057588174,0.00010651184,0.00014862996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018789114,0.00019183905,0.00025768488,0.00015832533,0.000120698045,0.00005558053,0.000696213,0.0001212527,0.00006584341],"category_scores_gemma":[0.00036295588,0.00017206169,0.00009934493,0.00094224996,0.000044036533,0.00048685024,0.000092252674,0.00027061038,0.00020984159],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014524319,0.0013491217,0.122301,0.0026187534,0.00014117338,0.001097259,0.12554647,0.037097923,0.35280386,0.0006776696,0.021644076,0.33327025],"study_design_scores_gemma":[0.0025085448,0.0044652144,0.041189548,0.0034399438,0.00003161234,0.000010592606,0.00030846763,0.21223207,0.72192913,0.0031133874,0.009095768,0.0016757454],"about_ca_topic_score_codex":0.0002535151,"about_ca_topic_score_gemma":0.00012222925,"teacher_disagreement_score":0.36912525,"about_ca_system_score_codex":0.00007123018,"about_ca_system_score_gemma":0.00014145518,"threshold_uncertainty_score":0.7016472},"labels":[],"label_agreement":null},{"id":"W3176577060","doi":"10.1109/ms.2021.3090978","title":"A Data-Centric Study of Software Tutorial Design","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Android (operating system); Software; Software development; Software design; Human–computer interaction; Programming language; Operating system","score_opus":0.06835701065436674,"score_gpt":0.3096404811859884,"score_spread":0.2412834705316217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176577060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07541874,0.00020110457,0.9170312,0.00014707813,0.0062541445,0.00038935867,0.00001588789,0.0003959654,0.00014651506],"genre_scores_gemma":[0.78627753,0.000014129473,0.21201529,0.00015520802,0.00048334448,0.000020338903,0.00003476765,0.00002247586,0.000976947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99821365,0.00030012254,0.00028182036,0.0005446059,0.00041526547,0.00024453743],"domain_scores_gemma":[0.99786395,0.00035056839,0.0001312392,0.0012648737,0.00028429445,0.00010507628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040847395,0.00012796419,0.00021409286,0.000085013744,0.0002498569,0.00015400963,0.001454462,0.000053419157,0.00009777833],"category_scores_gemma":[0.0010155622,0.00012906482,0.000036037287,0.00081836403,0.000017484079,0.00059191795,0.0006962645,0.0001946594,0.00009496313],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019136118,0.01680902,0.16884774,0.00043273414,0.0009002256,0.0012054943,0.10233635,0.026820825,0.0013527178,0.0031741227,0.26350868,0.41442072],"study_design_scores_gemma":[0.035092875,0.0077543063,0.13242313,0.0009536353,0.0009766517,0.00078134896,0.077403404,0.04420761,0.025015661,0.007195988,0.65960485,0.008590551],"about_ca_topic_score_codex":0.000041712934,"about_ca_topic_score_gemma":0.000015733196,"teacher_disagreement_score":0.71085876,"about_ca_system_score_codex":0.00003753685,"about_ca_system_score_gemma":0.0005348022,"threshold_uncertainty_score":0.5263111},"labels":[],"label_agreement":null},{"id":"W3188152090","doi":"10.1109/ms.2021.3101249","title":"From GWT to Angular: An Experiment Report on Migrating a Legacy Web Application","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science; Web application; World Wide Web; Software; Operating system","score_opus":0.020332023076295298,"score_gpt":0.3055672975441192,"score_spread":0.28523527446782393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188152090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4771115,0.00008402767,0.5212281,0.00033298033,0.00047176922,0.00015571245,0.0000056789604,0.0005923183,0.000017957116],"genre_scores_gemma":[0.7408769,9.971341e-7,0.2580295,0.00030533256,0.00036229123,0.00017987963,0.000037972175,0.000028124707,0.0001790045],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9979051,0.000057531848,0.00025456434,0.0008452269,0.00061058183,0.00032703354],"domain_scores_gemma":[0.9974904,0.0003297696,0.000053688604,0.0016731701,0.00019696912,0.00025602273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023355176,0.00017046818,0.00016978347,0.0001075437,0.00017045588,0.0002763132,0.000690297,0.000074931464,0.000017950942],"category_scores_gemma":[0.00083562965,0.00018372928,0.00006248351,0.0005919157,0.000012824913,0.00039730943,0.00025682122,0.0001868809,0.0001407164],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055744575,0.0015384803,0.044297487,0.00011685694,0.0002127694,0.007576547,0.022924788,0.02711455,0.576366,0.0019077782,0.029473947,0.288415],"study_design_scores_gemma":[0.00097502524,0.0004868763,0.0295218,0.00027562567,0.000014552672,0.0003054237,0.00046801195,0.034545455,0.87986594,0.0013086869,0.050776802,0.0014557748],"about_ca_topic_score_codex":0.00017329807,"about_ca_topic_score_gemma":0.000034981178,"teacher_disagreement_score":0.30349994,"about_ca_system_score_codex":0.00015274783,"about_ca_system_score_gemma":0.000203915,"threshold_uncertainty_score":0.7492263},"labels":[],"label_agreement":null},{"id":"W3213341592","doi":"10.1109/ms.2021.3129066","title":"How New Zealand Software Companies Are Adapting Work Settings With Changing Times","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Supply Chain Resilience and Risk Management","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Work (physics); Software; Software engineering; Computer science; Software development; Software deployment; Business; Engineering management; Process management; Engineering; Operating system","score_opus":0.012929324475299944,"score_gpt":0.20086062991697273,"score_spread":0.1879313054416728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213341592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8694027,0.0036259585,0.08294681,0.03378291,0.0030503527,0.0015537819,0.000027440092,0.004029665,0.0015804013],"genre_scores_gemma":[0.88658136,0.00007297092,0.024293903,0.009500354,0.0059698783,0.00007679483,0.00020335343,0.0002381736,0.073063225],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977908,0.000015395399,0.0002329622,0.0006371781,0.00054971623,0.00077394594],"domain_scores_gemma":[0.9987893,0.00012060975,0.00032976962,0.00045633077,0.000255924,0.000048029557],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019868718,0.00038562776,0.00040009644,0.00031482163,0.0007864192,0.0010178139,0.00036451442,0.000095478856,0.00020003185],"category_scores_gemma":[0.0002392452,0.00032039586,0.00012606494,0.0014258397,0.00007132755,0.0010987951,0.00037540897,0.00024320702,0.00013589692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013070069,0.00014629678,0.6159479,0.00087241834,0.000306626,0.0010399484,0.0018176909,0.0058058193,0.000039821403,0.00035838294,0.3190262,0.05450819],"study_design_scores_gemma":[0.0027913349,0.00004549119,0.03618212,0.003107736,0.00046030083,0.000044507527,0.02211642,0.00078541465,0.0006089762,0.0019511644,0.92969275,0.0022138124],"about_ca_topic_score_codex":0.00014702296,"about_ca_topic_score_gemma":0.0002017341,"teacher_disagreement_score":0.6106665,"about_ca_system_score_codex":0.000043173313,"about_ca_system_score_gemma":0.000060055405,"threshold_uncertainty_score":0.99992484},"labels":[],"label_agreement":null},{"id":"W3215011116","doi":"10.1109/ms.2021.3130755","title":"Conceptualizing Digital Twins","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering","score_opus":0.021660725881187958,"score_gpt":0.22720987860016348,"score_spread":0.20554915271897553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215011116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5285745,0.00073737965,0.18429269,0.000085061816,0.004034003,0.00017459059,0.0005274356,0.0042970926,0.27727726],"genre_scores_gemma":[0.99828017,0.0000075386206,0.0006490281,0.00008249094,0.000114666356,0.0000076260785,0.000047395213,0.00003148071,0.000779618],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99943835,0.0000033219562,0.0001567172,0.000096398166,0.00012344196,0.00018175812],"domain_scores_gemma":[0.99966455,0.00004873557,0.000008923021,0.00015780593,0.000049077094,0.00007091865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000015503041,0.000100302925,0.00009327782,0.000024235502,0.000051922158,0.00012467788,0.00008398096,0.000077350785,0.00017362172],"category_scores_gemma":[0.00004071731,0.000115629635,0.00005394902,0.00016032245,0.000028539645,0.00061705353,0.000013863583,0.00013722894,0.00033420481],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014121604,0.00027442302,0.029133486,0.0013612887,0.0007151019,0.0009613371,0.01680978,0.31689447,0.0042869034,0.008235519,0.21465051,0.40666306],"study_design_scores_gemma":[0.0013725413,0.000039809547,0.0011753903,0.00038149784,0.000032009168,0.00028523934,0.0035859917,0.0021439274,0.110630296,0.0030057235,0.8758588,0.0014887917],"about_ca_topic_score_codex":3.036109e-7,"about_ca_topic_score_gemma":7.254307e-7,"teacher_disagreement_score":0.6612083,"about_ca_system_score_codex":0.000038973427,"about_ca_system_score_gemma":0.000026053003,"threshold_uncertainty_score":0.47152397},"labels":[],"label_agreement":null},{"id":"W4205514683","doi":"10.1109/ms.2021.3133913","title":"Toward Autonomic, Software-Intensive Digital Twin Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Software system; Software engineering; Real-time computing; Operating system","score_opus":0.024184062474785727,"score_gpt":0.21881175032984845,"score_spread":0.19462768785506274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205514683","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40809593,0.0024153534,0.5094059,0.0002918861,0.01881051,0.00086197036,0.0023164724,0.010509822,0.04729213],"genre_scores_gemma":[0.9964448,0.000019794812,0.0010255681,0.00014822853,0.0002227553,0.000047301597,0.0001476045,0.000097810596,0.001846089],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986716,0.000010811187,0.00042143,0.00025185317,0.00024275086,0.00040156502],"domain_scores_gemma":[0.9989685,0.0001336543,0.000036700087,0.00036195616,0.00032941147,0.00016982043],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0000443229,0.00026550356,0.00029704478,0.000081033395,0.000082862796,0.00038154738,0.00021639632,0.00020723118,0.00009009515],"category_scores_gemma":[0.00019265317,0.00029941023,0.00014048083,0.00022147555,0.0000489772,0.0009477022,0.000042598953,0.00031228058,0.000883826],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034180473,0.00017127812,0.0124772815,0.0022587,0.0010796929,0.0012694816,0.0072900136,0.70352614,0.0006445116,0.0015983232,0.19663036,0.073020026],"study_design_scores_gemma":[0.0042827576,0.00020138931,0.0029622428,0.002091617,0.00019389424,0.0026251439,0.014018864,0.017868979,0.05058488,0.0032464685,0.8964417,0.0054820506],"about_ca_topic_score_codex":0.0000037703562,"about_ca_topic_score_gemma":8.4367974e-7,"teacher_disagreement_score":0.69981134,"about_ca_system_score_codex":0.00019649073,"about_ca_system_score_gemma":0.00010195588,"threshold_uncertainty_score":0.9999458},"labels":[],"label_agreement":null},{"id":"W4213241976","doi":"10.1109/ms.2021.3133805","title":"AI-Driven Development Is Here: Should You Worry?","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Worry; Computer science; Software development; Software engineering; Software; Psychology; Operating system","score_opus":0.04386800979763472,"score_gpt":0.2825543218158692,"score_spread":0.23868631201823448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213241976","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015032331,0.00026851197,0.9566484,0.002419504,0.0013185185,0.0002642859,0.000015116065,0.023866953,0.00016634527],"genre_scores_gemma":[0.34066457,0.00000358328,0.6458098,0.011922281,0.0001018832,0.0002565562,0.0000102491,0.00004477234,0.001186257],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99788016,0.0000827567,0.00029184617,0.0006175535,0.0006770866,0.00045058475],"domain_scores_gemma":[0.99860144,0.00018353855,0.00010741836,0.0008788513,0.00009855404,0.00013019198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003402022,0.00022759767,0.00021158204,0.00016996564,0.0010742941,0.00011906829,0.0016035893,0.00006530103,0.00010869074],"category_scores_gemma":[0.00011992831,0.00023912238,0.000090645364,0.00066284946,0.000036491638,0.00022139418,0.0011584057,0.00044313536,0.00008188005],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011380922,0.00022504585,0.05021281,0.00004408132,0.000053431104,0.000203288,0.008154227,0.0006443717,0.000058953017,0.00044131672,0.69294995,0.24700111],"study_design_scores_gemma":[0.0009736913,0.0005124,0.005729577,0.00016811452,0.000027581238,0.0004243765,0.00007001084,0.014122391,0.008387082,0.05334812,0.9139939,0.0022427528],"about_ca_topic_score_codex":0.00004911565,"about_ca_topic_score_gemma":0.000003092998,"teacher_disagreement_score":0.32563224,"about_ca_system_score_codex":0.00022120413,"about_ca_system_score_gemma":0.00027984194,"threshold_uncertainty_score":0.9751128},"labels":[],"label_agreement":null},{"id":"W4231546496","doi":"10.1109/ms.2011.59","title":"Point/Counterpoint","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Software construction; Software development; Social software engineering; Predictability; Software; Architectural pattern; Component-based software engineering; Resource-oriented architecture; Software design; Software peer review; Programming language","score_opus":0.031384596718333616,"score_gpt":0.24662010987626712,"score_spread":0.2152355131579335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231546496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0517384,0.00009175139,0.9447812,0.00006589154,0.0011209699,0.00012282666,0.0000027581375,0.0015073844,0.00056882965],"genre_scores_gemma":[0.80238795,0.000006048087,0.19664724,0.00023371201,0.00009635345,0.00003307687,8.72255e-7,0.000027336444,0.0005674203],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99864006,0.000028089631,0.00016422311,0.00038266857,0.00035704856,0.00042790695],"domain_scores_gemma":[0.9985434,0.00025460156,0.00003182462,0.00089745194,0.00011194363,0.00016081045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025891545,0.0001468783,0.0001319784,0.00015123724,0.00012157789,0.00005834275,0.0012874202,0.000065703,0.00012892525],"category_scores_gemma":[0.00044954006,0.00014010324,0.000075955395,0.0003763733,0.000042227202,0.0004745294,0.00032885207,0.00021134791,0.00075765623],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012460604,0.0014603244,0.38478628,0.00061683153,0.0005074807,0.0034153976,0.058999088,0.00052758015,0.0044671353,0.055060785,0.14256476,0.34746975],"study_design_scores_gemma":[0.0047521284,0.0021878553,0.6166,0.00072455965,0.000054534332,0.0014699954,0.00022370197,0.018682811,0.18147688,0.08657498,0.08119308,0.00605948],"about_ca_topic_score_codex":0.000056954435,"about_ca_topic_score_gemma":0.0000035971525,"teacher_disagreement_score":0.7506495,"about_ca_system_score_codex":0.000063938525,"about_ca_system_score_gemma":0.00006766911,"threshold_uncertainty_score":0.97383904},"labels":[],"label_agreement":null},{"id":"W4232538815","doi":"10.1109/ms.2013.87","title":"Software Experts Summit Advertisement","year":2013,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Summit; Computer science; Software; World Wide Web; Software development; Software engineering; Advertising; Business; Operating system","score_opus":0.044729675024613016,"score_gpt":0.26068407741906613,"score_spread":0.21595440239445313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232538815","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81457585,0.0015393905,0.15897468,0.0032454608,0.00928549,0.0021886784,0.00005770969,0.0035422342,0.006590488],"genre_scores_gemma":[0.98095423,0.000046215428,0.004108722,0.008169877,0.0027679752,0.00031319776,0.00019742656,0.000103629674,0.0033387193],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99818224,0.0000064042797,0.00034857506,0.000493025,0.0004328018,0.0005369305],"domain_scores_gemma":[0.99880004,0.00005087534,0.00015536598,0.0005938133,0.00036663088,0.000033304834],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001047546,0.00030953463,0.00024711576,0.00019058847,0.00042138324,0.00038912843,0.00062486593,0.00012783422,0.0067265714],"category_scores_gemma":[0.00025367996,0.00026889998,0.00011272649,0.00046748004,0.00008532514,0.0024723446,0.00034292144,0.0001338196,0.0070621674],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018459908,0.00019940043,0.12650633,0.00035634867,0.00004761151,0.000027150092,0.000081999024,0.00007969791,0.00045847552,0.0004672834,0.6502833,0.22147395],"study_design_scores_gemma":[0.00053182984,0.000016770937,0.030893693,0.00027282833,0.00006575751,0.000004865222,0.00025266537,0.0004749893,0.0014135232,0.005561435,0.95942795,0.0010837078],"about_ca_topic_score_codex":0.0013253092,"about_ca_topic_score_gemma":0.00013501894,"teacher_disagreement_score":0.30914465,"about_ca_system_score_codex":0.00004268958,"about_ca_system_score_gemma":0.00002397072,"threshold_uncertainty_score":0.99997634},"labels":[],"label_agreement":null},{"id":"W4251906434","doi":"10.1109/ms.2018.110164344","title":"Hybrid Labels are the New Measure!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Metric (unit); Process (computing); Analytics; Measure (data warehouse); Similarity (geometry); Software; Similarity measure; Artificial intelligence; Data science; Machine learning; Data mining; Engineering; Operations management","score_opus":0.02350352321040119,"score_gpt":0.2580113610226939,"score_spread":0.2345078378122927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251906434","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030664518,0.00039166526,0.9902406,0.002590422,0.0014174854,0.00013046067,0.0000033670992,0.0019184266,0.00024114517],"genre_scores_gemma":[0.71498466,0.000033976732,0.2800806,0.0023955514,0.0013622954,0.000024879055,0.0000010491848,0.000036261943,0.0010807492],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989132,0.00004996877,0.00014251149,0.00030155442,0.00031022695,0.0002825069],"domain_scores_gemma":[0.99837965,0.00033481664,0.000102336155,0.00093633344,0.00013926085,0.000107623986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035420505,0.00015112721,0.0001227968,0.00004850537,0.00034292997,0.0001804817,0.0013764082,0.000050144674,0.000031317144],"category_scores_gemma":[0.00044986975,0.000107249645,0.00006379921,0.00027241957,0.000055184955,0.00047144655,0.00016340619,0.00020580218,0.00022051712],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001661312,0.00006215506,0.0028738305,0.000029303003,0.00008879412,0.00008339568,0.0016944594,0.00010618693,0.0003680165,0.005622347,0.68009776,0.30895713],"study_design_scores_gemma":[0.00031147304,0.00022683016,0.0023352522,0.00012335595,0.000024722493,0.00018753258,0.000012880003,0.001495805,0.039595593,0.024146635,0.9309471,0.0005927955],"about_ca_topic_score_codex":0.000058764643,"about_ca_topic_score_gemma":0.000009752596,"teacher_disagreement_score":0.7119182,"about_ca_system_score_codex":0.000027444623,"about_ca_system_score_gemma":0.00008497639,"threshold_uncertainty_score":0.43735135},"labels":[],"label_agreement":null},{"id":"W4251952445","doi":"10.1109/ms.2009.184","title":"Point/Counterpoint","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Counterpoint; Social software engineering; Computer science; Software engineering; Software development; Software peer review; Personal software process; Software construction; Software; Software analytics; Empirical research; Software requirements; Programming language; Sociology; Epistemology; Philosophy","score_opus":0.010611519008575569,"score_gpt":0.2502784733209914,"score_spread":0.23966695431241583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251952445","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035515458,0.00016364145,0.990934,0.0012971045,0.000586462,0.00008625736,0.0000015545446,0.0027536713,0.00062575756],"genre_scores_gemma":[0.5420024,0.000026590944,0.45567918,0.0019183987,0.0001298358,0.0000080394375,0.000001172765,0.000010016079,0.00022441236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991143,0.000020855741,0.00014810564,0.00027507925,0.00019749104,0.00024418987],"domain_scores_gemma":[0.99905825,0.00013911886,0.00005690959,0.00060806115,0.00005468615,0.00008296745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002014849,0.00013342097,0.000119879594,0.00008143654,0.00012217258,0.0001216607,0.0007555726,0.00006289122,0.000021548038],"category_scores_gemma":[0.0001394627,0.00012480235,0.00006818768,0.00024618005,0.000010959778,0.0007562805,0.000052354215,0.00016663372,0.00008959892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028994042,0.0003245047,0.0014054973,0.000054219454,0.000055907658,0.0004397737,0.0024979122,0.00095673517,0.0023073207,0.06928308,0.131263,0.791383],"study_design_scores_gemma":[0.0011555979,0.0017749978,0.016997384,0.00031856113,0.00003910154,0.0008729099,0.000023680133,0.017359879,0.045358878,0.23173952,0.6818081,0.0025513445],"about_ca_topic_score_codex":0.000009697433,"about_ca_topic_score_gemma":6.6774373e-7,"teacher_disagreement_score":0.7888317,"about_ca_system_score_codex":0.00003333513,"about_ca_system_score_gemma":0.000027286816,"threshold_uncertainty_score":0.5089292},"labels":[],"label_agreement":null},{"id":"W4283204998","doi":"10.1109/ms.2022.3164872","title":"Software Design Trends Supporting Multiconcern Assurance","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Software security assurance; Computer science; Life-critical system; Computer security; Risk analysis (engineering); Variety (cybernetics); Software; Avionics software; Systems engineering; Engineering; Software development; Software quality; Software engineering; Business; Information security; Security service","score_opus":0.018512873412282974,"score_gpt":0.22955146128612708,"score_spread":0.2110385878738441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283204998","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023087049,0.0009863077,0.96374494,0.000046161436,0.0049207895,0.000353678,0.00014298876,0.0063288277,0.00038924537],"genre_scores_gemma":[0.9424925,0.0000056480985,0.05548408,0.000059496462,0.00025230786,0.00041838788,0.000034525383,0.00020173471,0.001051315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980561,0.0000757095,0.00048991607,0.00035746375,0.00039304543,0.00062774593],"domain_scores_gemma":[0.998827,0.00037829013,0.00008718516,0.0005374694,0.000038503622,0.00013156346],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003922639,0.0003256175,0.00034816214,0.00021717112,0.0003964595,0.000033248816,0.00048639462,0.00008264158,0.0005541588],"category_scores_gemma":[0.00014666135,0.0004025817,0.00014396415,0.0005127524,0.000026969845,0.00016580327,0.00010717995,0.0004735407,0.00008086814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056345134,0.000014404747,0.0026969584,0.00010449355,0.000065567016,0.00005777921,0.0008603113,0.9612984,0.00055523764,0.0000052549017,0.0075376052,0.026798362],"study_design_scores_gemma":[0.00348048,0.00032829904,0.017619513,0.00026723993,0.00015375362,0.0006004393,0.0005712697,0.5318446,0.012393171,0.00018439621,0.42845222,0.0041045845],"about_ca_topic_score_codex":0.000021249067,"about_ca_topic_score_gemma":0.000003136253,"teacher_disagreement_score":0.91940546,"about_ca_system_score_codex":0.00044352506,"about_ca_system_score_gemma":0.00006093864,"threshold_uncertainty_score":0.9998426},"labels":[],"label_agreement":null},{"id":"W4383500514","doi":"10.1109/ms.2023.3268725","title":"Augmented Agile: Human-Centered AI-Assisted Software Management","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Software engineering; Computer science; Software development; Lean software development; Extreme programming practices; Agile usability engineering; Software; Systems engineering; Software development process; Engineering; Operating system","score_opus":0.037351283573869444,"score_gpt":0.30670421641332746,"score_spread":0.269352932839458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383500514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010747185,0.00011229164,0.9711257,0.0006822751,0.0017368048,0.0004747478,0.000027205182,0.014822614,0.00027117477],"genre_scores_gemma":[0.45912224,0.0002495393,0.52913576,0.002386215,0.00039629833,0.00058192783,0.00021972653,0.00020824898,0.0077000065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975278,0.00008143867,0.0004009637,0.00073983124,0.0005780182,0.00067199155],"domain_scores_gemma":[0.998001,0.00025380639,0.00015265998,0.0012843184,0.00012499411,0.00018325035],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040992143,0.00034888386,0.00028876564,0.0004296442,0.0005298418,0.00028027745,0.0015886552,0.00014729213,0.000063118314],"category_scores_gemma":[0.00013182391,0.00035780232,0.00016743138,0.0015186464,0.00004133522,0.00075804046,0.0005963816,0.00033521434,0.00043996412],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000468993,0.0005603105,0.011525671,0.00094750646,0.0006930198,0.0024427415,0.0014943129,0.0018960162,0.0014148396,0.009364142,0.55796146,0.4116531],"study_design_scores_gemma":[0.004238392,0.00079634634,0.11008439,0.0012784117,0.00022866174,0.00027392717,0.00011750298,0.008717958,0.011109869,0.022070426,0.8371209,0.003963234],"about_ca_topic_score_codex":0.00003256035,"about_ca_topic_score_gemma":0.0000061307346,"teacher_disagreement_score":0.44837508,"about_ca_system_score_codex":0.000117653435,"about_ca_system_score_gemma":0.00003142946,"threshold_uncertainty_score":0.9998874},"labels":[],"label_agreement":null},{"id":"W4387449163","doi":"10.1109/ms.2023.3322438","title":"SE4AI: A Training Program Considering Technical, Social, and Professional Aspects of AI-Based Software Systems","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Multitude; Knowledge management; Computer science; Context (archaeology); Sociotechnical system; Knowledge sharing; Engineering management; Software; Engineering ethics; Engineering; Political science","score_opus":0.1217835274850442,"score_gpt":0.4156701044444438,"score_spread":0.29388657695939957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387449163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96500844,0.00050966104,0.0016488178,0.019078773,0.0028244066,0.0027875227,0.00019157301,0.0046492703,0.0033015606],"genre_scores_gemma":[0.996822,0.000028444441,0.0019722206,0.0004437486,0.00032360211,0.000111348956,0.000012332076,0.00003621377,0.00025011005],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99786,0.00025005994,0.00034251378,0.00030699046,0.0006597451,0.0005806616],"domain_scores_gemma":[0.9979746,0.0010500597,0.00018910962,0.00013950854,0.00043683764,0.00020990786],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0014338593,0.00017305528,0.000389523,0.00014470684,0.0019617325,0.00018027199,0.00022670598,0.0004297833,0.000017602832],"category_scores_gemma":[0.002841519,0.00017270718,0.00011671644,0.0006907085,0.0009210985,0.00025441655,0.00007701574,0.0005205263,0.000007738052],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022013746,0.0015105486,0.073696785,0.004845263,0.00060867093,0.0005339854,0.46921417,0.00096212275,0.0048158034,0.21214393,0.08473263,0.14671594],"study_design_scores_gemma":[0.009898723,0.002661337,0.069275826,0.008902958,0.0006606614,0.000042989504,0.2560996,0.0015049882,0.0023232463,0.38495559,0.25695276,0.006721289],"about_ca_topic_score_codex":0.00084109494,"about_ca_topic_score_gemma":0.0011047247,"teacher_disagreement_score":0.21311456,"about_ca_system_score_codex":0.00008642214,"about_ca_system_score_gemma":0.0015258515,"threshold_uncertainty_score":0.99933755},"labels":[],"label_agreement":null},{"id":"W4389230460","doi":"10.1109/ms.2023.3305718","title":"Developer Productivity for Humans, Part 6: Measuring Flow, Focus, and Friction for Developers","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Focus (optics); Productivity; Point (geometry); Computer science; Data science; Human–computer interaction; Software engineering; Software; Knowledge management; Programming language","score_opus":0.372635579772963,"score_gpt":0.4069794109336547,"score_spread":0.034343831160691674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389230460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.789606,0.00008503426,0.20514232,0.0016828733,0.0013611837,0.0013466466,0.0002673548,0.0004102667,0.00009833113],"genre_scores_gemma":[0.9273159,0.000060397568,0.045389943,0.0005276508,0.0005989755,0.0016992808,0.0002432849,0.00007253466,0.024092069],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983488,0.000028154453,0.00036943628,0.00040686686,0.00055888284,0.0002878982],"domain_scores_gemma":[0.99884284,0.0003649481,0.00010913439,0.00021541966,0.00039564632,0.00007199898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020982812,0.00013866999,0.0001817872,0.00022991953,0.0007666156,0.00021268975,0.0002539541,0.00006132156,0.000026267371],"category_scores_gemma":[0.001406377,0.000113706934,0.00007384222,0.00054090586,0.000035503977,0.0008122823,0.000076985154,0.00005453082,0.00008999962],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069471746,0.00002784239,0.02618278,0.000050279545,0.000033369353,6.5107287e-7,0.0026780595,0.00018587445,0.00042126162,0.00012497276,0.68444306,0.28578237],"study_design_scores_gemma":[0.0008564063,0.00006296591,0.037990686,0.000028745297,0.00003587967,0.000001207455,0.0009291785,0.0013933469,0.003475973,0.004113793,0.95069486,0.00041697413],"about_ca_topic_score_codex":0.0000073955257,"about_ca_topic_score_gemma":0.000051291172,"teacher_disagreement_score":0.2853654,"about_ca_system_score_codex":0.00004221827,"about_ca_system_score_gemma":0.000050473504,"threshold_uncertainty_score":0.5896265},"labels":[],"label_agreement":null},{"id":"W4389249335","doi":"10.1109/ms.2023.3306132","title":"Thinking Fast and Slow in Software Engineering","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Social software engineering; Semantics (computer science); Software development; Software; Software construction; Software system; Programming language; Data science","score_opus":0.02947401924925046,"score_gpt":0.3143461962366311,"score_spread":0.28487217698738065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389249335","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906135,0.00022209059,0.0013600634,0.0043480275,0.0011417007,0.00023326131,0.000017508195,0.0011028699,0.00096098543],"genre_scores_gemma":[0.994737,0.0003740111,0.0027993014,0.00061178533,0.000373252,0.000012059101,0.0000053396284,0.00003069413,0.0010565002],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99886024,0.000053209762,0.0001337383,0.00018799953,0.00033541728,0.00042939826],"domain_scores_gemma":[0.99910605,0.0005482283,0.00003334567,0.000099464865,0.00007778367,0.00013512104],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010568738,0.00010038689,0.0001467707,0.00013661837,0.00071356003,0.00017795422,0.00020804569,0.0001960305,0.000016750664],"category_scores_gemma":[0.002960011,0.000110269735,0.000041181593,0.00055743015,0.00011041237,0.0003345194,0.00007829433,0.000315509,0.000034324843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001536446,0.000068772366,0.34989285,0.00024888714,0.000063528525,0.0002958915,0.5437252,0.0025979588,0.00022729345,0.03282791,0.010787514,0.05924886],"study_design_scores_gemma":[0.0027199052,0.00024383022,0.52909315,0.0016029513,0.00007017459,0.000007915535,0.049677823,0.001350384,0.0004186536,0.27027074,0.14132573,0.003218762],"about_ca_topic_score_codex":0.0015440261,"about_ca_topic_score_gemma":0.0025366487,"teacher_disagreement_score":0.49404734,"about_ca_system_score_codex":0.00007224913,"about_ca_system_score_gemma":0.0001230103,"threshold_uncertainty_score":0.5488199},"labels":[],"label_agreement":null},{"id":"W4390097135","doi":"10.1109/ms.2023.3328199","title":"A 40-Year Impact Perspective: Meet Your New Editor in Chief","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Ask price; Perspective (graphical); Software; Editor in chief; Product (mathematics); Engineering; Computer science; Engineering management; Software engineering; Management; Business; Economics; Operating system; Finance","score_opus":0.022369692018633903,"score_gpt":0.3186164949446814,"score_spread":0.2962468029260475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097135","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054204486,0.0005262725,0.91968185,0.0031519057,0.010719336,0.0005209032,0.000033922322,0.010619224,0.0005421227],"genre_scores_gemma":[0.6485158,0.0002590944,0.33867595,0.00041203503,0.009897084,0.00010481197,0.000012781167,0.00014482913,0.0019776055],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986445,0.0000423166,0.00017119593,0.00041675998,0.00030699724,0.0004182794],"domain_scores_gemma":[0.99880135,0.00032445038,0.000064140135,0.0005856415,0.00006657249,0.00015785937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002738154,0.00019206843,0.0001934707,0.0003177364,0.00009456899,0.00014009073,0.0008355729,0.0001179543,0.00003317503],"category_scores_gemma":[0.00061772595,0.00017815607,0.00011110967,0.0013285936,0.000016265143,0.0006796657,0.00017298275,0.0002630929,0.00017656335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005141292,0.00011294927,0.015647845,0.000045994402,0.00007796861,0.0002895235,0.0077767386,0.005374236,0.00037682414,0.0043352516,0.95171964,0.014191639],"study_design_scores_gemma":[0.005336376,0.002384805,0.31269678,0.00090113137,0.00008231672,0.00029825376,0.0011297937,0.04797138,0.006178456,0.1788904,0.4387071,0.005423182],"about_ca_topic_score_codex":0.00077358884,"about_ca_topic_score_gemma":0.00002716746,"teacher_disagreement_score":0.59431136,"about_ca_system_score_codex":0.00016424383,"about_ca_system_score_gemma":0.00018555026,"threshold_uncertainty_score":0.7264994},"labels":[],"label_agreement":null},{"id":"W4390097239","doi":"10.1109/ms.2023.3321418","title":"Research Highlights in Evidence-Based Software Engineering","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software construction; Software; Systems engineering; Engineering; Operating system","score_opus":0.1060485871712185,"score_gpt":0.35051707644572183,"score_spread":0.24446848927450332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05803091,0.00071787694,0.9286899,0.0022707449,0.0013427103,0.00039967443,0.000005419047,0.008527018,0.00001575271],"genre_scores_gemma":[0.61960685,0.00040021678,0.37876648,0.00020836506,0.0002890209,0.00034174768,0.000008160104,0.000084187064,0.00029498478],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972464,0.00015389109,0.00031783115,0.0006445797,0.0008126614,0.0008246412],"domain_scores_gemma":[0.99357915,0.004983706,0.000055643024,0.0010260855,0.00019361304,0.0001617931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021817712,0.00023157934,0.00023880368,0.0011543488,0.00023376197,0.00021799812,0.0016060711,0.00018498527,0.000016582124],"category_scores_gemma":[0.0034041475,0.00023224948,0.00008763991,0.003923878,0.000036835754,0.0012328853,0.00030605166,0.0006395765,0.00031795897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019272641,0.00064132473,0.08145826,0.0028604732,0.00017394303,0.007028964,0.0072976276,0.5472714,0.0045958427,0.038109004,0.16448596,0.14588448],"study_design_scores_gemma":[0.002800849,0.0012617868,0.14202239,0.007969835,0.000030740455,0.00011053377,0.00007658836,0.3653755,0.07582436,0.009767372,0.39049822,0.0042618373],"about_ca_topic_score_codex":0.00012936472,"about_ca_topic_score_gemma":0.000013218213,"teacher_disagreement_score":0.56157595,"about_ca_system_score_codex":0.0001761958,"about_ca_system_score_gemma":0.00019483555,"threshold_uncertainty_score":0.9470859},"labels":[],"label_agreement":null},{"id":"W4390533486","doi":"10.1109/ms.2023.3347875","title":"Polyglot Software Development: Wait, What?","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure; McMaster University; McGill University","funders":"","keywords":"Polyglot; Computer science; Operationalization; Software development; Software engineering; Software deployment; Software; Data science; Programming language; Epistemology","score_opus":0.01577407693668583,"score_gpt":0.2425037716468644,"score_spread":0.22672969471017856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390533486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032445972,0.003838416,0.97510916,0.00025483253,0.003016862,0.00026057623,0.000008349325,0.014240504,0.000026688891],"genre_scores_gemma":[0.03719742,0.00013275704,0.9608716,0.0003690149,0.00021779604,0.0001402416,0.000015427824,0.00009630949,0.0009594325],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972943,0.000043089145,0.00043571703,0.00094150787,0.00060217717,0.0006831819],"domain_scores_gemma":[0.99832976,0.00017752824,0.00005230616,0.0010751928,0.00012627286,0.00023894141],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003279051,0.00042899858,0.00030892686,0.0003780221,0.00029906954,0.0009401869,0.0016357979,0.00021554787,0.000040330207],"category_scores_gemma":[0.000030515188,0.00042408737,0.00015859814,0.0008479618,0.000054889417,0.0023957654,0.0005560133,0.00044330748,0.00049297995],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002369912,0.000039583778,0.00024552102,0.00022269633,0.000067907175,0.00024810078,0.002402962,0.0004077428,0.00012007692,0.013550199,0.008483403,0.9742094],"study_design_scores_gemma":[0.00020127388,0.000079267025,0.0007336782,0.0013463169,0.000019442423,0.00018927017,0.000007930504,0.011206968,0.01604517,0.0049460744,0.96395296,0.0012716278],"about_ca_topic_score_codex":0.0000134552665,"about_ca_topic_score_gemma":0.0000045915285,"teacher_disagreement_score":0.9729378,"about_ca_system_score_codex":0.00023725268,"about_ca_system_score_gemma":0.0003516751,"threshold_uncertainty_score":0.99982107},"labels":[],"label_agreement":null},{"id":"W4391462747","doi":"10.1109/ms.2024.3418570","title":"Generative AI to Generate Test Data Generators","year":2024,"lang":"en","type":"preprint","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Test (biology); Computer science; Artificial intelligence; Test data; Natural language processing; Programming language","score_opus":0.06607790163968237,"score_gpt":0.3343913292862057,"score_spread":0.26831342764652333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391462747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003939874,0.0017903505,0.94463503,0.003761155,0.006668181,0.0007034603,0.0010690694,0.03734825,0.00008464838],"genre_scores_gemma":[0.034721237,0.00004938627,0.95399636,0.007593847,0.0021719695,0.0003042894,0.00032130466,0.00015861701,0.00068296504],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99479246,0.00014984197,0.00065267255,0.002923238,0.00073489686,0.0007469062],"domain_scores_gemma":[0.9919965,0.00053670513,0.00019424691,0.006402212,0.00044336333,0.00042694793],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0007905639,0.00082074787,0.0006746313,0.0005151604,0.00043084976,0.0014605294,0.006891445,0.0005193544,0.000013358365],"category_scores_gemma":[0.0017022786,0.00078135496,0.00017273548,0.00089889584,0.00007543144,0.00027660085,0.020898715,0.0015919022,0.0005279829],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019490933,0.00007171521,0.00081444613,0.0001882346,0.00008398412,0.00027727152,0.0008101612,0.002214569,0.00016806272,0.00026262287,0.9587247,0.036382314],"study_design_scores_gemma":[0.0003844529,0.00051529426,0.00028158663,0.002819311,0.00027679646,0.00024740142,0.0000057699785,0.3753757,0.0319814,0.5258946,0.056712735,0.0055050133],"about_ca_topic_score_codex":0.000236557,"about_ca_topic_score_gemma":0.000041257197,"teacher_disagreement_score":0.90201193,"about_ca_system_score_codex":0.000230325,"about_ca_system_score_gemma":0.0010701396,"threshold_uncertainty_score":0.99957603},"labels":[],"label_agreement":null},{"id":"W4391853530","doi":"10.1109/ms.2024.3366111","title":"The State of Documentation Practices of Third-Party Machine Learning Models and Datasets","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Documentation; Computer science; Software engineering; State (computer science); Software bug; Data science; Software; Knowledge management; Engineering management; Artificial intelligence; Programming language; Engineering","score_opus":0.13390460380735106,"score_gpt":0.4107785703011077,"score_spread":0.2768739664937566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391853530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7684511,0.0047634062,0.221126,0.00094904564,0.002412285,0.0003678848,0.001278774,0.00016129029,0.00049023854],"genre_scores_gemma":[0.9956167,0.00017354485,0.0023908087,0.000021610746,0.000017590057,0.000002709915,0.00006838125,0.000005295319,0.0017033869],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981804,0.0001643968,0.00039828068,0.00034798527,0.0007987336,0.00011020701],"domain_scores_gemma":[0.9962966,0.0027222112,0.00038003182,0.00047238724,0.0000961468,0.00003263808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004712248,0.00006550206,0.000110389396,0.00011724605,0.0002444502,0.00045983813,0.0004125953,0.000011903225,0.0000219831],"category_scores_gemma":[0.0021315932,0.0000377644,0.000030876774,0.00044060758,0.00010770392,0.0007675382,0.0003097543,0.00009658943,0.000020582502],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056554178,0.00004654674,0.0035025657,0.00012365959,0.00008937258,0.000012910874,0.005213867,0.054574694,0.00042649393,0.0010344968,0.092076525,0.84284234],"study_design_scores_gemma":[0.00028814704,0.00011252808,0.0017056328,0.00014134908,0.00006178518,0.000008243625,0.0012680857,0.70491636,0.0016239851,0.08561949,0.20406923,0.00018519207],"about_ca_topic_score_codex":0.00020572435,"about_ca_topic_score_gemma":0.000079093814,"teacher_disagreement_score":0.84265715,"about_ca_system_score_codex":0.000006903447,"about_ca_system_score_gemma":0.000031037227,"threshold_uncertainty_score":0.44342297},"labels":[],"label_agreement":null},{"id":"W4393372268","doi":"10.1109/ms.2024.3382364","title":"Toward Optimal Psychological Functioning in AI-Driven Software Engineering Tasks: The Software Evaluation for Well-Being and Optimal Psychological Functioning in a Context-Aware Environment Assessment Framework","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Context (archaeology); Software engineering; Software development; Software; Psychological testing; Psychology; Clinical psychology; Programming language","score_opus":0.0358834102836699,"score_gpt":0.3324900582465691,"score_spread":0.29660664796289915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393372268","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2368961,0.0010344399,0.7577369,0.0006463259,0.001544889,0.0012424109,0.000013684693,0.00088196207,0.0000032844287],"genre_scores_gemma":[0.7409293,0.00006192763,0.25700247,0.00025456402,0.00027784798,0.001343594,0.000030026944,0.000073009425,0.000027232843],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99481267,0.0002785983,0.0008099944,0.0017836564,0.0011677822,0.001147308],"domain_scores_gemma":[0.99400496,0.004630535,0.00010675001,0.0008750715,0.00014343519,0.00023926389],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023324962,0.00061480876,0.0005590058,0.00059737306,0.00044619152,0.00072743656,0.0010135729,0.0005470023,0.00011402458],"category_scores_gemma":[0.0024808394,0.0005267379,0.0002279244,0.0010645803,0.00015142173,0.00084665103,0.0005221425,0.0020301912,0.000039891507],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010680238,0.00028345475,0.06131071,0.0003197055,0.00012572644,0.00022576706,0.0040261764,0.82437605,0.00008283364,0.0011250547,0.00065839203,0.107359335],"study_design_scores_gemma":[0.0021897573,0.0010682644,0.1729156,0.0015418356,0.00007530296,0.00025558457,0.00046237212,0.81569165,0.000082420076,0.0021295643,0.002317902,0.0012697678],"about_ca_topic_score_codex":0.000022072474,"about_ca_topic_score_gemma":0.000007097764,"teacher_disagreement_score":0.50403327,"about_ca_system_score_codex":0.0008755021,"about_ca_system_score_gemma":0.00013708811,"threshold_uncertainty_score":0.9997184},"labels":[],"label_agreement":null},{"id":"W4396629499","doi":"10.1109/ms.2024.3395616","title":"How Trustworthy Is Your Continuous Integration (CI) Accelerator?: A Comparison of the Trustworthiness of CI Acceleration Products","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Trustworthiness; Acceleration; Computer science; Software engineering; Computer security; Physics","score_opus":0.18169906823295445,"score_gpt":0.39613085999283293,"score_spread":0.21443179175987848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396629499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9261911,0.00068044773,0.06179855,0.003131565,0.0069841775,0.0006363165,0.00022675918,0.00016253923,0.00018858114],"genre_scores_gemma":[0.99501824,0.000004448759,0.0013168855,0.00008311588,0.00022818333,0.000012841428,0.000021780457,0.000015112689,0.0032994149],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962098,0.00019214088,0.0008674145,0.0008217583,0.001679368,0.00022953544],"domain_scores_gemma":[0.99669755,0.00041825717,0.0004894819,0.0014125217,0.00092924084,0.000052940242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022437638,0.000201403,0.00043361212,0.00031685925,0.0002843496,0.00095049303,0.0012432139,0.00008458033,0.00009959909],"category_scores_gemma":[0.0025748005,0.00012105903,0.00018684869,0.0026046156,0.00015457017,0.00057515147,0.00033939345,0.00022357046,0.00003727469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006287017,0.0002700598,0.040379576,0.00020305112,0.000096389515,0.0000052958894,0.01320719,0.000962278,0.00574879,0.0008077079,0.34000364,0.59825313],"study_design_scores_gemma":[0.0015874443,0.0004821315,0.07511165,0.0015068952,0.00040502986,0.000023468472,0.015810104,0.13142908,0.37543365,0.011223895,0.38554645,0.0014402024],"about_ca_topic_score_codex":0.00005253393,"about_ca_topic_score_gemma":0.00007029428,"teacher_disagreement_score":0.59681296,"about_ca_system_score_codex":0.000038662663,"about_ca_system_score_gemma":0.00015741924,"threshold_uncertainty_score":0.9165626},"labels":[],"label_agreement":null},{"id":"W4401414416","doi":"10.1109/ms.2024.3440190","title":"A State-of-the-Practice Release-Readiness Checklist for Generative AI-Based Software Products: A Gray Literature Survey","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada; National Bank of Canada; Business Development Bank of Canada; Queen's University","funders":"","keywords":"Software engineering; Checklist; Computer science; Software peer review; Software development; Software; Generative grammar; State (computer science); Software release life cycle; Software quality; Engineering management; Software construction; Engineering; Programming language; Artificial intelligence; Psychology","score_opus":0.01837307102445155,"score_gpt":0.2940337656147816,"score_spread":0.27566069459033005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401414416","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015115702,0.0032794045,0.9730742,0.002144747,0.003237605,0.00119057,0.0007814332,0.0011736659,0.0000026554158],"genre_scores_gemma":[0.54671556,0.00004517123,0.44660258,0.001433065,0.0007332809,0.0009471118,0.00026477253,0.00027102904,0.0029874525],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9964437,0.0003913876,0.00047856013,0.0011125085,0.0008778072,0.00069604395],"domain_scores_gemma":[0.9896922,0.006283782,0.00013462835,0.001584584,0.0021252926,0.00017948577],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0015725303,0.00043196036,0.00040076792,0.00031735274,0.0003461506,0.00066349306,0.0017504016,0.00016496504,0.0000041189464],"category_scores_gemma":[0.022555426,0.00033076984,0.00023270081,0.0034750174,0.00014938576,0.0010842305,0.00028258283,0.00074628426,0.000021377018],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015288857,0.0022487398,0.05172657,0.022191742,0.0021358503,0.001547732,0.028436303,0.11257838,0.010030474,0.0030598284,0.4621376,0.3023779],"study_design_scores_gemma":[0.005919045,0.0022604412,0.053448215,0.009248441,0.00037333902,0.0006207786,0.000059982893,0.19165133,0.3808894,0.009725594,0.33957577,0.0062276754],"about_ca_topic_score_codex":0.000115576775,"about_ca_topic_score_gemma":0.000053878386,"teacher_disagreement_score":0.5315998,"about_ca_system_score_codex":0.00022419717,"about_ca_system_score_gemma":0.0012287623,"threshold_uncertainty_score":0.9999144},"labels":[],"label_agreement":null},{"id":"W4403095001","doi":"10.1109/ms.2024.3472016","title":"On Build Hermeticity in Bazel-Based Build Systems","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Systems engineering; Software engineering; Engineering","score_opus":0.014388998615915189,"score_gpt":0.2513422562157066,"score_spread":0.2369532575997914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403095001","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026958099,0.0004453678,0.9660643,0.0005522077,0.004022154,0.0003058722,0.000034962275,0.0009965262,0.00062053924],"genre_scores_gemma":[0.9842285,0.000008272493,0.013634452,0.00060629565,0.00019743173,0.00003697496,0.000015777303,0.000024005132,0.0012482799],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985575,0.000058056696,0.00020225179,0.0005317692,0.0003385441,0.0003118729],"domain_scores_gemma":[0.9990344,0.00020828257,0.000027926219,0.00063608773,0.00002323927,0.00007003056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002736153,0.00016316591,0.00015958084,0.0002739364,0.000083565275,0.00048627178,0.0009216546,0.00005704464,0.000014714831],"category_scores_gemma":[0.000050139577,0.0001456641,0.00006281859,0.00071410555,0.000026439831,0.0004598074,0.00016638142,0.0001980268,0.00034077413],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048960716,0.0010633838,0.0077012572,0.003003314,0.00021091994,0.004166395,0.0013169057,0.06688552,0.0007001457,0.27806178,0.22332029,0.4135211],"study_design_scores_gemma":[0.0010102377,0.0003273499,0.0026673845,0.0016376516,0.00002522158,0.000010837405,0.000024687366,0.8537265,0.0018275031,0.007825332,0.12988456,0.001032724],"about_ca_topic_score_codex":0.00009826778,"about_ca_topic_score_gemma":0.000015035943,"teacher_disagreement_score":0.9572704,"about_ca_system_score_codex":0.00007689826,"about_ca_system_score_gemma":0.00005258419,"threshold_uncertainty_score":0.594001},"labels":[],"label_agreement":null},{"id":"W4403446996","doi":"10.1109/ms.2024.3480013","title":"The Software Industry–Academia Collaboration: Novelty and Practice","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; University of Saskatchewan","funders":"","keywords":"Novelty; Software engineering; Computer science; Software; Engineering management; Personal software process; Software peer review; Software development; Social software engineering; Engineering; Software construction; Operating system","score_opus":0.056327357829322355,"score_gpt":0.3304996569710453,"score_spread":0.2741722991417229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403446996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23294108,0.06914328,0.2682952,0.3257262,0.058960907,0.0051322025,0.0009040795,0.012251053,0.026645966],"genre_scores_gemma":[0.9388345,0.0011546089,0.008371957,0.025006318,0.015848527,0.00022390524,0.00029992918,0.00023503411,0.010025217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987255,0.000015463724,0.00025131868,0.0003789773,0.00034294193,0.00028583253],"domain_scores_gemma":[0.99844754,0.0007373996,0.0001092027,0.00030032187,0.0003810422,0.000024490279],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00055312004,0.00019738002,0.0001258862,0.000095293624,0.000847733,0.0016044251,0.00033308755,0.0004140934,0.00016045262],"category_scores_gemma":[0.0036601766,0.00013978191,0.00003372981,0.0010722018,0.00016099538,0.0030146758,0.00023597672,0.0008787996,0.00040896732],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013172958,0.0000747537,0.0054582376,0.00082519517,0.00013560329,0.00011966635,0.00038667416,0.00010477853,0.00020100585,0.027564162,0.6899772,0.27502096],"study_design_scores_gemma":[0.00007546107,0.0000054203374,0.00081606215,0.00013553542,0.00006837829,0.00003077133,0.00035557113,0.00034561945,0.00004985818,0.0021999462,0.99570525,0.00021211761],"about_ca_topic_score_codex":0.000109107394,"about_ca_topic_score_gemma":0.00006345493,"teacher_disagreement_score":0.7058934,"about_ca_system_score_codex":0.00003267705,"about_ca_system_score_gemma":0.00012077409,"threshold_uncertainty_score":0.999432},"labels":[],"label_agreement":null},{"id":"W4405092785","doi":"10.1109/ms.2024.3477014","title":"MLOps, LLMOps, FMOps, and Beyond","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering","score_opus":0.010577807819011612,"score_gpt":0.22223528036702114,"score_spread":0.21165747254800954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405092785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044451896,0.0047243903,0.9253906,0.0037119417,0.0067652552,0.00030533446,0.000026693853,0.0022887266,0.012335171],"genre_scores_gemma":[0.96336144,0.00013562328,0.027558787,0.0036559498,0.00035629325,0.000022572724,0.0000080722275,0.000015112594,0.0048861555],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99905056,0.000020121579,0.00019418076,0.00026699016,0.00026142912,0.00020673817],"domain_scores_gemma":[0.9994466,0.000074252464,0.00002760326,0.0003110432,0.000029945659,0.00011055785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021366497,0.00010108477,0.00009687431,0.00012420393,0.00019557163,0.000794266,0.00054934586,0.00004986071,0.00002570392],"category_scores_gemma":[0.000017980567,0.00008015311,0.000036372086,0.0005407271,0.00004752651,0.005469003,0.00017392701,0.00009330247,0.00044881497],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000021391193,0.000019785546,0.0029094531,0.00026953508,0.000034084096,0.00009479371,0.02636218,0.000052871033,0.00023665847,0.06600965,0.23169947,0.6723094],"study_design_scores_gemma":[0.00016823038,0.0000999073,0.0015507179,0.0001152734,0.0000025716838,0.0002219543,0.0002982569,0.02811178,0.0017535184,0.011280891,0.9559665,0.0004304554],"about_ca_topic_score_codex":0.0000068235004,"about_ca_topic_score_gemma":6.0444637e-7,"teacher_disagreement_score":0.91890955,"about_ca_system_score_codex":0.000014003663,"about_ca_system_score_gemma":0.00010056315,"threshold_uncertainty_score":0.76591253},"labels":[],"label_agreement":null},{"id":"W4407450075","doi":"10.1109/ms.2024.3510892","title":"Modeling and Digital Twins: Insights and Strategies for Software Engineers","year":2025,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software construction; Software; Systems engineering; Engineering; Operating system","score_opus":0.013798863212771326,"score_gpt":0.22289888989501547,"score_spread":0.20910002668224414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407450075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27722722,0.0007695076,0.71930313,0.000016078533,0.000356967,0.00021609997,0.00010970708,0.0007356116,0.0012656571],"genre_scores_gemma":[0.9959754,0.000043691973,0.0037009397,0.00003830122,0.000040649957,0.000053560892,0.000025480736,0.000029599065,0.000092380615],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993773,0.0000019497331,0.0001983961,0.00015160268,0.00007913635,0.0001916261],"domain_scores_gemma":[0.9996645,0.00010071015,0.000008547156,0.00011265927,0.00004988644,0.00006372506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000024264215,0.00017292214,0.00015067634,0.00012548303,0.00010283829,0.00028553786,0.00007758488,0.00012917364,0.0000014637877],"category_scores_gemma":[0.00004161982,0.00017983715,0.000034599492,0.00012055123,0.000037363992,0.0011447455,0.00001736702,0.00012922028,0.0000019391118],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016968626,0.000020096786,0.00051634235,0.0016828435,0.00016724363,0.0000039773513,0.0028247933,0.93756723,0.000060216757,0.003979861,0.0015933368,0.051567093],"study_design_scores_gemma":[0.0033965912,0.00014800533,0.00030618144,0.0013543622,0.0001327795,0.00003370325,0.008971915,0.88450336,0.0020393175,0.07255337,0.024682067,0.0018783247],"about_ca_topic_score_codex":0.0000017149407,"about_ca_topic_score_gemma":0.0000028024754,"teacher_disagreement_score":0.7187482,"about_ca_system_score_codex":0.000028917075,"about_ca_system_score_gemma":0.00003477589,"threshold_uncertainty_score":0.7333546},"labels":[],"label_agreement":null},{"id":"W4413212461","doi":"10.1109/ms.2025.3597574","title":"When AI-Generated Unit Tests Validate Bugs: The Risk of Faulty Assertions","year":2025,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software bug; Computer science; Unit testing; Software engineering; Programming language; Reliability engineering; Software; Engineering","score_opus":0.025979699802465107,"score_gpt":0.2993781457658547,"score_spread":0.2733984459633896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413212461","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061113484,0.00021075614,0.9280491,0.0012750408,0.0005356716,0.00022066223,0.00003465508,0.008374388,0.0001862465],"genre_scores_gemma":[0.807926,0.00002151597,0.19008172,0.0011048027,0.000046537916,0.000057016892,0.00000942226,0.000016382493,0.0007365832],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985343,0.00022780146,0.00032755098,0.00036995765,0.0002605915,0.00027979125],"domain_scores_gemma":[0.99704695,0.0010403916,0.00017145499,0.0012433325,0.00044127207,0.000056590914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056279695,0.00018789459,0.00021319871,0.00016747549,0.00053186796,0.00012725835,0.0013737227,0.00010702842,0.0000070577094],"category_scores_gemma":[0.0016765024,0.00013581676,0.00010712662,0.000999197,0.000105620325,0.00020926759,0.00031523392,0.00031800667,0.000017632125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018152447,0.0003537072,0.47490555,0.00011962694,0.0003076962,0.0000248961,0.0026165163,0.0027386507,0.0012726361,0.005041053,0.41359776,0.09900373],"study_design_scores_gemma":[0.0011326332,0.00033541274,0.15630302,0.000914842,0.0002850448,0.000042189287,0.0000340365,0.053732038,0.06803026,0.69237155,0.025640532,0.0011784625],"about_ca_topic_score_codex":0.00055202364,"about_ca_topic_score_gemma":0.000047644866,"teacher_disagreement_score":0.7468125,"about_ca_system_score_codex":0.00003147524,"about_ca_system_score_gemma":0.00021623183,"threshold_uncertainty_score":0.5538447},"labels":[],"label_agreement":null},{"id":"W4415221973","doi":"10.1109/ms.2025.3621128","title":"Using LLMs to Bridge the Gaps in QA Test Plans at Firefox","year":2025,"lang":"en","type":"article","venue":"IEEE Software","topic":"SAS software applications and methods","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère des Ressources naturelles et des Forêts (Québec); Government of Canada; University of Calgary","funders":"","keywords":"Bridge (graph theory); Test (biology); Quality assurance; Reliability (semiconductor); Test plan; Software quality; Process (computing)","score_opus":0.0331678809201386,"score_gpt":0.31647678337209706,"score_spread":0.28330890245195844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415221973","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78683925,0.0004001186,0.21054827,0.00016670486,0.0005543125,0.00036121777,0.000094580806,0.0004885271,0.0005470361],"genre_scores_gemma":[0.96157163,0.000039143953,0.03670283,0.0006562418,0.000119055476,0.00016284073,0.000011448407,0.000047017784,0.00068979507],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992552,0.000020152656,0.00019244562,0.0001858689,0.000088245724,0.00025810857],"domain_scores_gemma":[0.9989967,0.0004909261,0.000014414068,0.00041922886,0.000026603144,0.000052157473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017388955,0.00013530247,0.00014325882,0.00010586381,0.00016177638,0.000021236878,0.0002315603,0.0000770367,0.000024501796],"category_scores_gemma":[0.00017120161,0.000114215254,0.000044338194,0.00058386225,0.000022974396,0.000039667768,0.00007228902,0.00014658163,0.000051591127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029513867,0.00016074695,0.5613367,0.00041126076,0.00011461219,0.000037077916,0.0043833894,0.20323105,0.030361885,0.00032886353,0.065743335,0.13386154],"study_design_scores_gemma":[0.00096258096,0.000046879144,0.43240964,0.0005093926,0.000082757244,0.00003899362,0.00015476799,0.0096260365,0.046931334,0.0015826104,0.50668204,0.00097299385],"about_ca_topic_score_codex":0.00015102598,"about_ca_topic_score_gemma":0.0003538888,"teacher_disagreement_score":0.44093868,"about_ca_system_score_codex":0.0002091228,"about_ca_system_score_gemma":0.000031564043,"threshold_uncertainty_score":0.46575627},"labels":[],"label_agreement":null},{"id":"W4417131598","doi":"10.1109/ms.2025.3640399","title":"DevSecOps for Secure and Scalable Citizen Development","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Leverage (statistics); Process (computing); Scalability; German; Shadow (psychology); Development (topology)","score_opus":0.016514486260821002,"score_gpt":0.2715754010249427,"score_spread":0.2550609147641217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417131598","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037600394,0.0012719962,0.9530424,0.002094405,0.0031820002,0.001602683,0.00009417613,0.0004846556,0.00062731426],"genre_scores_gemma":[0.2534336,0.000044869208,0.7229569,0.003753199,0.00024613077,0.0005438252,0.00004381565,0.00007574632,0.018901933],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99614733,0.00007855931,0.0009997365,0.0013195853,0.00044790178,0.0010069025],"domain_scores_gemma":[0.9965633,0.00082447095,0.00027507654,0.0010335214,0.0010710887,0.00023251594],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0008242619,0.00056068564,0.0005969296,0.00049838587,0.002347247,0.0008282769,0.0014234781,0.00039671402,0.000078032455],"category_scores_gemma":[0.00073759275,0.0006340801,0.0001326263,0.0021590325,0.00024606474,0.00073112844,0.00109564,0.0004240201,0.00009202332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069657275,0.00033115066,0.019931588,0.0015937784,0.000544333,0.000024077633,0.011428109,0.0002684567,0.00013709217,0.02192302,0.08336945,0.8603793],"study_design_scores_gemma":[0.004305929,0.00029402116,0.016305694,0.002147487,0.00019041919,0.000049957227,0.0003866474,0.008463774,0.011569344,0.03266243,0.92134213,0.0022821894],"about_ca_topic_score_codex":0.000022003336,"about_ca_topic_score_gemma":0.00005754041,"teacher_disagreement_score":0.8580971,"about_ca_system_score_codex":0.00030760127,"about_ca_system_score_gemma":0.0020204433,"threshold_uncertainty_score":0.9996111},"labels":[],"label_agreement":null},{"id":"W4417438984","doi":"10.1109/ms.2025.3644251","title":"Understanding Prompt Management in GitHub Repositories: A Call for Best Practices","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kingston Health Sciences Centre; Arup Group (Canada); Queen's University","funders":"","keywords":"Readability; Best practice; Maintainability; Usability; Quality (philosophy); Software quality; Natural language","score_opus":0.13182059768940274,"score_gpt":0.36156596925184753,"score_spread":0.2297453715624448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417438984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047474736,0.0012691622,0.98200446,0.0014797548,0.0067579267,0.0026722688,0.000019661564,0.00044674965,0.0006025142],"genre_scores_gemma":[0.76329505,0.00036952778,0.2141754,0.00023923926,0.00053228124,0.0013675059,0.000009297107,0.00011204787,0.019899635],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953922,0.00014131845,0.00082309666,0.0014994821,0.0008786226,0.0012652774],"domain_scores_gemma":[0.99360824,0.0040252972,0.00040591948,0.0014509949,0.00030417985,0.00020538372],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013782326,0.00048975,0.00051694567,0.0009866256,0.00071672763,0.00096147053,0.0018845485,0.0002954622,0.000006971652],"category_scores_gemma":[0.0041471818,0.0005578937,0.00018214855,0.0026696334,0.00014986719,0.0010458565,0.0009475594,0.0006660747,0.000026152764],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020926401,0.006434247,0.3350566,0.048335373,0.005702554,0.005921148,0.04584138,0.056002162,0.0006104874,0.10830001,0.12630853,0.25939485],"study_design_scores_gemma":[0.030080227,0.006048512,0.03539488,0.03982906,0.0017833944,0.00031150333,0.010394887,0.3877035,0.011323925,0.07570986,0.39007983,0.011340439],"about_ca_topic_score_codex":0.00023414273,"about_ca_topic_score_gemma":0.00012981924,"teacher_disagreement_score":0.76782906,"about_ca_system_score_codex":0.0019903227,"about_ca_system_score_gemma":0.0006289327,"threshold_uncertainty_score":0.99968725},"labels":[],"label_agreement":null},{"id":"W4417508607","doi":"10.1109/ms.2025.3645090","title":"Tu(r)ning AI Green: Exploring Energy Efficiency Cascading With Orthogonal Optimizations","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Efficient energy use; Pipeline (software); Energy consumption; Pruning; Energy (signal processing); Isolation (microbiology); Selection (genetic algorithm); Empirical research","score_opus":0.013317546827428918,"score_gpt":0.22322231495276135,"score_spread":0.20990476812533243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417508607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19479753,0.001398298,0.7995656,0.00028722544,0.0017485728,0.00032444182,0.000033023178,0.0007451813,0.0011001354],"genre_scores_gemma":[0.9885486,0.00011862317,0.008485942,0.00018400133,0.0002851834,0.00020283528,0.000022764483,0.0001174073,0.0020346928],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654144,0.00010915165,0.0007620167,0.0008859843,0.00049066986,0.0012107269],"domain_scores_gemma":[0.99785584,0.0003908067,0.00010287601,0.0008301077,0.0005326008,0.00028778077],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00032894683,0.0006879426,0.00063970126,0.00060071377,0.0014504602,0.00019376911,0.0005144568,0.00029088042,0.0001627822],"category_scores_gemma":[0.00024587056,0.0007281704,0.00024749438,0.0021435109,0.00021013492,0.00078501366,0.0002164305,0.0007330233,0.000010855135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065955785,0.00012565372,0.030442325,0.0009087183,0.0002605138,0.00018683988,0.0027448284,0.9295926,0.0000489019,0.002994653,0.00029457806,0.032334402],"study_design_scores_gemma":[0.005811327,0.0007209563,0.013314987,0.004656773,0.0012525812,0.00014879002,0.0069014463,0.9203855,0.005616989,0.004135423,0.03180281,0.0052524284],"about_ca_topic_score_codex":0.00054141664,"about_ca_topic_score_gemma":0.00038103384,"teacher_disagreement_score":0.793751,"about_ca_system_score_codex":0.0006390521,"about_ca_system_score_gemma":0.00059729826,"threshold_uncertainty_score":0.9998495},"labels":[],"label_agreement":null},{"id":"W7092191125","doi":"10.1109/ms.2025.3621625","title":"What Inputs Drive Effective Large Language Model-Based Unit Test Generation?","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Unit testing; Correctness; Software quality; Code coverage; Code (set theory); Test (biology); Test Management Approach; Test case","score_opus":0.01701364261331757,"score_gpt":0.29850441364940394,"score_spread":0.2814907710360864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092191125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026728949,0.002151287,0.95309526,0.0009676892,0.0035255293,0.0011647366,0.000109138084,0.012163467,0.0000939532],"genre_scores_gemma":[0.84357756,0.000057155125,0.14775486,0.006341422,0.000340568,0.00031385108,0.000058689155,0.000065303175,0.0014905907],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957441,0.0003871639,0.00066794624,0.0015237217,0.0006465194,0.0010305409],"domain_scores_gemma":[0.99380034,0.0027159164,0.0003118872,0.0020842438,0.0008262089,0.00026138648],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.000978462,0.00074486143,0.0006624273,0.00065839285,0.0014180252,0.0012836084,0.0016590176,0.00049961463,0.000022997016],"category_scores_gemma":[0.0030994704,0.00079573406,0.00029856534,0.0016918944,0.00021710075,0.001314674,0.0006928804,0.0008058812,0.000094940646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010161786,0.004024118,0.07226044,0.0015798499,0.000488294,0.0007804072,0.029777357,0.07953401,0.0038384034,0.0025539019,0.20038334,0.6046783],"study_design_scores_gemma":[0.0011871207,0.00033832883,0.0007485168,0.001877419,0.00011013484,0.000009086434,0.000024291521,0.9567597,0.028459826,0.009024722,0.00057963823,0.00088122574],"about_ca_topic_score_codex":0.000075206844,"about_ca_topic_score_gemma":0.00006963343,"teacher_disagreement_score":0.8772257,"about_ca_system_score_codex":0.0003134489,"about_ca_system_score_gemma":0.0010844849,"threshold_uncertainty_score":0.999882},"labels":[],"label_agreement":null},{"id":"W7116718868","doi":"10.1109/ms.2025.3646195","title":"Energy Profiling in Games: Introducing a Frame-Based Power Consumption Metric","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Energy consumption; Profiling (computer programming); Metric (unit); Power consumption; Green computing; Footprint; Energy (signal processing); Consumption (sociology)","score_opus":0.007901137060026146,"score_gpt":0.24006344999156878,"score_spread":0.23216231293154263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116718868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59179133,0.00570738,0.39869767,0.00017004657,0.0025213792,0.0005062604,0.000023784403,0.00040944153,0.00017269587],"genre_scores_gemma":[0.99291635,0.00008846411,0.0061274534,0.00021474231,0.00011506817,0.00012151138,0.000020725178,0.000064759224,0.00033095686],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966158,0.00021837383,0.0009383923,0.0009102714,0.00035899834,0.0009581658],"domain_scores_gemma":[0.9977562,0.00074901106,0.00010933258,0.0009280881,0.00030971633,0.00014768906],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00077949546,0.0005391664,0.00070383324,0.0016373481,0.00023769506,0.0001197399,0.00036402678,0.0005569345,0.00024062395],"category_scores_gemma":[0.0015236791,0.0006359268,0.00024746291,0.002673888,0.0001308904,0.00024928278,0.00010720158,0.00085288385,0.000026340018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026826278,0.00049288344,0.59927833,0.005254919,0.00024469598,0.00013363127,0.0017706036,0.30976954,0.0010709087,0.0009652241,0.0009021259,0.07984886],"study_design_scores_gemma":[0.0153794205,0.000761611,0.17871492,0.0067931544,0.00080540386,0.000016055832,0.0037865492,0.6463053,0.10111313,0.015353033,0.024824973,0.006146447],"about_ca_topic_score_codex":0.0004319618,"about_ca_topic_score_gemma":0.00017086176,"teacher_disagreement_score":0.42056343,"about_ca_system_score_codex":0.0013989765,"about_ca_system_score_gemma":0.0005390187,"threshold_uncertainty_score":0.99960923},"labels":[],"label_agreement":null},{"id":"W7117668024","doi":"10.1109/ms.2025.3624446","title":"AIware in the Foundation Model Era","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"","keywords":"Foundation (evidence); Software; Software development; Interface (matter); Social software engineering; Center (category theory)","score_opus":0.02332575948266387,"score_gpt":0.2783019592389995,"score_spread":0.2549761997563356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117668024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015314348,0.0009687066,0.9753768,0.004993126,0.0016063837,0.00038931757,0.000014817802,0.00017598167,0.0011605407],"genre_scores_gemma":[0.95763993,0.000041643412,0.036017496,0.004307303,0.00011315339,0.000050759434,0.0000192796,0.0000146254,0.0017957803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748534,0.0003147893,0.0004994751,0.00067903666,0.00044481343,0.0005765529],"domain_scores_gemma":[0.99792874,0.00068816694,0.00014833613,0.0010167488,0.00015841682,0.000059618236],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011683865,0.00030389766,0.00026354822,0.0002714338,0.0010073404,0.00053916516,0.0017147679,0.00021734562,0.000025294004],"category_scores_gemma":[0.0002462287,0.0002587035,0.00012351976,0.0013769127,0.00008521016,0.0005931062,0.00023137068,0.0008186501,0.00010347894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039967937,0.00019528627,0.016838312,0.00034844235,0.000046304005,0.000067236004,0.028147679,0.53124523,0.000026666356,0.0077823,0.020127751,0.39513484],"study_design_scores_gemma":[0.00051216676,0.000057795,0.0028913582,0.00080449827,0.000028615197,0.0000069515345,0.00012932981,0.9643171,0.00008643784,0.026782455,0.004033495,0.00034982045],"about_ca_topic_score_codex":0.00015428798,"about_ca_topic_score_gemma":0.000070590926,"teacher_disagreement_score":0.9423256,"about_ca_system_score_codex":0.00013594687,"about_ca_system_score_gemma":0.000875383,"threshold_uncertainty_score":0.9999865},"labels":[],"label_agreement":null}]}