{"meta":{"query_hash":"80ecfc32d2f8","filters":{"venue":"ACM SIGSOFT Software Engineering Notes"},"cohort_total":192,"direct_labels_cover":1,"predictions_cover":192,"exported":192,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/80ecfc32d2f8","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGSOFT+Software+Engineering+Notes"},"results":[{"id":"W1963912980","doi":"10.1145/1598732.1598744","title":"Book review","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Software engineering","score_opus":0.011891853662251761,"score_gpt":0.2497289166355176,"score_spread":0.23783706297326584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963912980","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00440592,0.9811781,0.0026728066,0.0031274667,0.00042434927,0.0008151213,0.0000798581,0.0072718887,0.000024494162],"genre_scores_gemma":[0.6352905,0.050606307,0.15503673,0.15166293,0.0020849484,0.000351264,0.00064468704,0.0014492354,0.0028734184],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978965,0.00002717571,0.0004488348,0.00048815194,0.00044712244,0.00069219514],"domain_scores_gemma":[0.981043,0.016979862,0.0001127739,0.0014771597,0.000126558,0.00026068997],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00031394465,0.00045854927,0.00052382506,0.00017916845,0.00008114245,0.00004882546,0.00083277293,0.00012506952,0.0011017568],"category_scores_gemma":[0.24882501,0.00046896207,0.00020837276,0.0006279921,0.000024340785,0.00042696318,0.000121610865,0.0003710968,0.00393074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012741297,0.00011161135,0.010432311,0.0011113804,0.00005940504,0.00008787055,0.00008488448,0.00063745875,0.006233824,0.000113625356,0.9665202,0.014594709],"study_design_scores_gemma":[0.00037728818,0.00013129984,0.06906459,0.0033633595,0.00011619475,0.0000778865,6.794583e-7,0.000026972175,0.0046682716,0.00002058074,0.9212137,0.0009391984],"about_ca_topic_score_codex":0.0000046267473,"about_ca_topic_score_gemma":2.45479e-7,"teacher_disagreement_score":0.9305718,"about_ca_system_score_codex":0.00012274626,"about_ca_system_score_gemma":0.00004470769,"threshold_uncertainty_score":0.99981135},"labels":[],"label_agreement":null},{"id":"W1964199256","doi":"10.1145/1082983.1083201","title":"DISCOA","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Component (thermodynamics); Programming language; Marshalling; Architecture description language; Software engineering; Architectural model; Code (set theory); Computer security model; Distributed computing; Software; Software architecture; Architecture; Operating system; Reference architecture; Set (abstract data type)","score_opus":0.028152495916130615,"score_gpt":0.26996929095009675,"score_spread":0.24181679503396614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964199256","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016068414,0.0008932338,0.9760312,0.0007388206,0.0007485533,0.00013902847,0.000005171384,0.0053712493,0.0000043260384],"genre_scores_gemma":[0.3536942,0.000021139313,0.64576966,0.00013428298,0.00023589772,0.000034162324,0.0000040518844,0.0000446781,0.00006191618],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99794245,0.000035818503,0.00035533795,0.00061784097,0.0003494997,0.00069907977],"domain_scores_gemma":[0.94542736,0.052357763,0.00008152562,0.0018491503,0.00008199491,0.00020219601],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037464235,0.0004023794,0.00035085197,0.00023461353,0.000106916974,0.00013774763,0.0022696196,0.00014518973,0.000018694262],"category_scores_gemma":[0.19198838,0.00040417392,0.00013676091,0.00057360914,0.00003704953,0.0011494622,0.0008752573,0.00038631566,0.00016999767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008124917,0.00010613407,0.029233668,0.0001505813,0.00008888348,0.0000690404,0.0011079526,0.6476372,0.0065480047,0.014884146,0.0010860892,0.29908016],"study_design_scores_gemma":[0.0043521156,0.00087343215,0.41110978,0.0010010626,0.000149763,0.0008875696,0.00005897265,0.033854596,0.27874354,0.011165578,0.24606757,0.011736013],"about_ca_topic_score_codex":0.000004993107,"about_ca_topic_score_gemma":0.000001419776,"teacher_disagreement_score":0.6137826,"about_ca_system_score_codex":0.00012343546,"about_ca_system_score_gemma":0.0000431344,"threshold_uncertainty_score":0.99984103},"labels":[],"label_agreement":null},{"id":"W1964882773","doi":"10.1145/1082983.1083072","title":"Better performance or better manageability?","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software; Java; Software development; Software system; Operating system","score_opus":0.031865933938278954,"score_gpt":0.2622705337867288,"score_spread":0.23040459984844985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964882773","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21333979,0.00024359737,0.78084755,0.0011581497,0.0006103452,0.00019018597,0.0000044618173,0.0036028293,0.0000031174468],"genre_scores_gemma":[0.36447185,0.000024675355,0.6343643,0.00060864945,0.0003092645,0.000059787977,0.000004621807,0.00005848513,0.000098345365],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972342,0.000052511445,0.00050445116,0.0008484766,0.00044731516,0.00091304927],"domain_scores_gemma":[0.9579196,0.039462294,0.00010014323,0.0022229059,0.00010235549,0.00019271486],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055612595,0.0005462706,0.0004694136,0.0002950112,0.0001479992,0.00016353054,0.002522049,0.0002058538,0.00005917438],"category_scores_gemma":[0.08659926,0.000488714,0.00014777972,0.00069833867,0.000062568186,0.0016879521,0.001039177,0.0005591471,0.00022049584],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026621514,0.0000919438,0.11745883,0.00043445034,0.000096898584,0.00007732343,0.000764398,0.21755752,0.0014156405,0.00041246635,0.0009039871,0.6607599],"study_design_scores_gemma":[0.0025024493,0.0007857545,0.75947344,0.00072300795,0.00010592338,0.00046789125,0.000019527597,0.032505188,0.0816739,0.00138351,0.11433635,0.0060230806],"about_ca_topic_score_codex":0.0000036920692,"about_ca_topic_score_gemma":0.0000017589138,"teacher_disagreement_score":0.6547369,"about_ca_system_score_codex":0.00017504407,"about_ca_system_score_gemma":0.000045766054,"threshold_uncertainty_score":0.99975646},"labels":[],"label_agreement":null},{"id":"W1964950691","doi":"10.1145/1281421.1281440","title":"Aspects in Architectural Description","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Engineering; Architectural engineering","score_opus":0.03386948086107576,"score_gpt":0.2722562630989013,"score_spread":0.2383867822378255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964950691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18399322,0.0004019077,0.812264,0.00007874612,0.00083818403,0.00014565213,0.0000013193581,0.0022734834,0.0000034730067],"genre_scores_gemma":[0.5024941,0.0000041558383,0.49734277,0.00004099228,0.000072643226,0.0000106039415,0.0000025332488,0.000026334475,0.0000058831133],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978297,0.000030710824,0.00042181514,0.00056269165,0.00032638924,0.00082872267],"domain_scores_gemma":[0.9405371,0.057923175,0.000084972206,0.001209935,0.00007041956,0.00017441822],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009981572,0.0003519006,0.00032833323,0.00057940057,0.00005906679,0.00009145973,0.0014037137,0.00015584135,0.0000042962615],"category_scores_gemma":[0.18327706,0.0003707728,0.00009366138,0.0009872246,0.000033863504,0.00068388326,0.0005001888,0.00051777315,0.000025801746],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042189018,0.0001223385,0.22506033,0.00027876432,0.000053147054,0.0007009208,0.002756528,0.46427977,0.0329496,0.020446394,0.000057130554,0.2532529],"study_design_scores_gemma":[0.0007090461,0.00014951426,0.9486052,0.0002201115,0.0000080041345,0.00022616006,0.000016113443,0.0014830952,0.037985742,0.008846847,0.0005512778,0.0011988899],"about_ca_topic_score_codex":0.000030071238,"about_ca_topic_score_gemma":0.000021861564,"teacher_disagreement_score":0.7235449,"about_ca_system_score_codex":0.00020934216,"about_ca_system_score_gemma":0.000036557038,"threshold_uncertainty_score":0.9998744},"labels":[],"label_agreement":null},{"id":"W1966252218","doi":"10.1145/2557833.2557859","title":"Leveraging \"energy efficiency to software users\"","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Theme (computing); Software; Sustainability; Process (computing); Software engineering; Engineering management; Computer science; Efficient energy use; Engineering; World Wide Web; Business","score_opus":0.008244656025009046,"score_gpt":0.19773676786360908,"score_spread":0.18949211183860004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966252218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51795405,0.00025067074,0.47754213,0.000088272864,0.0007447314,0.00014933616,0.000008303885,0.0032481488,0.000014329951],"genre_scores_gemma":[0.9597021,0.000006815651,0.039531402,0.00017582078,0.00027252882,0.00006698089,0.000021752936,0.00015928014,0.000063371095],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9977615,0.000026160082,0.0004101888,0.0005160947,0.00035917672,0.00092686265],"domain_scores_gemma":[0.98627913,0.011985093,0.000031288964,0.0011780466,0.00013837556,0.00038808174],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030838855,0.0005067637,0.00044060926,0.00031370315,0.00014416628,0.00010512038,0.0007953939,0.00019044655,0.000061467865],"category_scores_gemma":[0.067248255,0.00055687927,0.00016149724,0.0006450888,0.000029528284,0.00022203347,0.00025363883,0.00031502667,0.00008500937],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014027258,0.00006145986,0.34150064,0.00067000464,0.000081336555,0.00002766455,0.0014676561,0.58820695,0.0020052486,0.00046935183,0.0021518522,0.06334379],"study_design_scores_gemma":[0.0024765735,0.0006325607,0.68366706,0.0008125208,0.00019746911,0.00009374474,0.00024957975,0.066908084,0.03564908,0.001137969,0.20094715,0.007228231],"about_ca_topic_score_codex":0.00008267254,"about_ca_topic_score_gemma":0.000012057959,"teacher_disagreement_score":0.5212989,"about_ca_system_score_codex":0.00022334955,"about_ca_system_score_gemma":0.00003132946,"threshold_uncertainty_score":0.99968827},"labels":[],"label_agreement":null},{"id":"W1974316556","doi":"10.1145/1082983.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Outcome (game theory); Computer science; Management science; Decision analysis; Function (biology); Process (computing); Decision engineering; Business decision mapping; Operations research; Risk analysis (engineering); Decision support system; Artificial intelligence; Engineering; Mathematics; Mathematical economics","score_opus":0.18309279043444682,"score_gpt":0.4182378890722724,"score_spread":0.23514509863782557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974316556","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.198656,0.00065065845,0.799004,0.0003997956,0.00019640008,0.0003293541,0.0000064244364,0.00075607,0.0000012701969],"genre_scores_gemma":[0.5685304,0.0000070083065,0.4312665,0.000025760506,0.00006477561,0.00006872111,0.0000038283533,0.000026272442,0.000006766394],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99664325,0.00025479798,0.00050000136,0.0005360635,0.0015417006,0.0005241733],"domain_scores_gemma":[0.66811734,0.32883927,0.00012272755,0.0017731306,0.0008869468,0.0002605594],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0034311037,0.00028779168,0.00034018647,0.00047525787,0.000076918026,0.00008017229,0.0017092269,0.00014946566,0.00004711589],"category_scores_gemma":[0.6489487,0.00028894207,0.00013143274,0.0011285748,0.000045282395,0.0006118338,0.0005090931,0.0003270417,0.00009588985],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034413548,0.00042451784,0.0737199,0.00011263178,0.00024266644,0.000017402199,0.02849191,0.614602,0.0049862918,0.0015993047,0.0036608982,0.27210805],"study_design_scores_gemma":[0.0037731123,0.0007753096,0.49094364,0.0007968485,0.00017821869,0.000101447,0.00021375947,0.41148806,0.08396956,0.0018848719,0.0033791093,0.0024960677],"about_ca_topic_score_codex":0.000010030096,"about_ca_topic_score_gemma":0.000001364909,"teacher_disagreement_score":0.6455176,"about_ca_system_score_codex":0.00024850582,"about_ca_system_score_gemma":0.00029747337,"threshold_uncertainty_score":0.99995625},"labels":[],"label_agreement":null},{"id":"W1982046208","doi":"10.1145/1082983.1082999","title":"ICSE 2005 workshop summary third international workshop on dynamic analysis (WODA 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Static analysis; Software engineering; Dynamic program analysis; Scale (ratio); Software; Data science; Systems engineering; Engineering; Programming language","score_opus":0.010843758028425916,"score_gpt":0.2518805016925405,"score_spread":0.2410367436641146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982046208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18986836,0.0019458092,0.79548895,0.005421115,0.0032388729,0.00047312473,0.00004915777,0.0034700204,0.00004457269],"genre_scores_gemma":[0.899658,0.00025172322,0.09798488,0.0005019597,0.0005129283,0.00006838957,0.00008674213,0.00005247964,0.0008828974],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9965428,0.000048878494,0.00069355505,0.0009762788,0.0008041502,0.0009343314],"domain_scores_gemma":[0.97956157,0.017587222,0.00018854746,0.0021848313,0.00016293858,0.00031487222],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007639724,0.0005328101,0.0005662755,0.000811295,0.00018898954,0.0003090434,0.002780163,0.00032518298,0.00012186325],"category_scores_gemma":[0.023622887,0.0004970768,0.00044419014,0.0013460364,0.000052269108,0.0010437232,0.0007087864,0.0006445048,0.000344632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006842939,0.0004987198,0.31312343,0.00015278252,0.0015412031,0.0000649115,0.0012625906,0.54003054,0.0002833094,0.00036557115,0.011404051,0.13120446],"study_design_scores_gemma":[0.0021929136,0.00014493262,0.44224972,0.001210979,0.0005650975,0.00007658233,0.00008580586,0.42077836,0.001920256,0.00014662906,0.12663329,0.0039954307],"about_ca_topic_score_codex":0.00002113662,"about_ca_topic_score_gemma":0.000083069106,"teacher_disagreement_score":0.70978963,"about_ca_system_score_codex":0.0004760427,"about_ca_system_score_gemma":0.00010752883,"threshold_uncertainty_score":0.9997481},"labels":[],"label_agreement":null},{"id":"W1982261875","doi":"10.1145/505894.505905","title":"WoSEF","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; XML; Software engineering; World Wide Web; Session (web analytics); Unified Modeling Language; Notation; Programming language; Metamodeling; Software; Linguistics","score_opus":0.01684962924630451,"score_gpt":0.2311417628143882,"score_spread":0.2142921335680837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982261875","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03191025,0.00040666127,0.9574708,0.00034016947,0.0005799471,0.00020552019,0.0000048029538,0.00907367,0.000008222162],"genre_scores_gemma":[0.41409826,0.000045093977,0.5854024,0.0001279135,0.00012955295,0.00006139878,0.0000071654435,0.00005852017,0.000069671885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767476,0.000022318321,0.0003936632,0.0006969335,0.00045898528,0.0007533178],"domain_scores_gemma":[0.9881409,0.009026302,0.00008568252,0.0023340578,0.0001376315,0.000275415],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028328027,0.00045776097,0.00036716662,0.00034745954,0.00010873565,0.00019013279,0.002629728,0.0002056227,0.0000376166],"category_scores_gemma":[0.011234681,0.0004916175,0.00016298456,0.00086279487,0.000029397428,0.0007984238,0.00086070894,0.000413157,0.00014156889],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017690681,0.00027355694,0.38641256,0.0002607509,0.00017523876,0.0007119639,0.0012058588,0.027384516,0.0061098225,0.13103692,0.0050363024,0.4413748],"study_design_scores_gemma":[0.0011849737,0.00040926415,0.19511913,0.00055638945,0.000052388223,0.0008624206,0.0000027205608,0.034058165,0.02421719,0.0014827513,0.7381667,0.0038879148],"about_ca_topic_score_codex":0.000028458977,"about_ca_topic_score_gemma":0.0000015357667,"teacher_disagreement_score":0.7331304,"about_ca_system_score_codex":0.0001233564,"about_ca_system_score_gemma":0.000051374092,"threshold_uncertainty_score":0.99975353},"labels":[],"label_agreement":null},{"id":"W1985506576","doi":"10.1145/1838687.1838696","title":"Organizing a software architecture body of knowledge","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Architecture; Software architecture description; Body of knowledge; Reuse; Knowledge management; Software architecture; Software development; Software; Reference architecture; Engineering; Programming language; Geography","score_opus":0.01783189830524095,"score_gpt":0.26150893086780186,"score_spread":0.2436770325625609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985506576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080597654,0.0005456685,0.9128929,0.00009245207,0.0018101075,0.00021812692,0.000014865287,0.0038257109,0.0000025240245],"genre_scores_gemma":[0.404459,0.000008061996,0.5952249,0.000023614966,0.00015839422,0.000025494086,0.00000508984,0.00007670967,0.00001873203],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99740285,0.00005787633,0.0005702397,0.00078265497,0.0003913954,0.0007949597],"domain_scores_gemma":[0.9179895,0.07840332,0.00022251243,0.0027564284,0.00034048635,0.00028774174],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006076048,0.0005764588,0.00065287255,0.00047877207,0.00013080318,0.000087613334,0.003075304,0.00033792979,0.000024620633],"category_scores_gemma":[0.3461929,0.0005797954,0.00020817273,0.001187516,0.00010620027,0.00054969644,0.0013402915,0.0011649188,0.000038348207],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031857653,0.0003996661,0.10875325,0.0017128998,0.000322278,0.00014707225,0.005389064,0.118396,0.57649267,0.0104879,0.00049866625,0.17736867],"study_design_scores_gemma":[0.0022793678,0.0006777995,0.23698996,0.0009350063,0.00014619381,0.000579534,0.000036037505,0.0016426644,0.72740257,0.011972252,0.012105568,0.0052330196],"about_ca_topic_score_codex":0.000010743549,"about_ca_topic_score_gemma":0.0000048409106,"teacher_disagreement_score":0.3455853,"about_ca_system_score_codex":0.000053207597,"about_ca_system_score_gemma":0.00014465574,"threshold_uncertainty_score":0.9996653},"labels":[],"label_agreement":null},{"id":"W1987105996","doi":"10.1145/1082983.1083160","title":"A framework for describing and understanding mining tools in software development","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science; Premise; User needs; Software; Information needs; Software development; Software engineering; Data mining; World Wide Web","score_opus":0.12289475246367247,"score_gpt":0.29620040797673186,"score_spread":0.17330565551305938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987105996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22194305,0.00070116215,0.7753817,0.00026361182,0.00023154642,0.00035099773,0.000004641757,0.0011230215,2.9234207e-7],"genre_scores_gemma":[0.48493728,0.0000092477385,0.51474804,0.000052844636,0.000084333406,0.00011017605,0.0000051223287,0.00004813108,0.0000048223555],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99724287,0.000022041919,0.00049924926,0.00077983923,0.00043885445,0.0010171253],"domain_scores_gemma":[0.8479442,0.15066941,0.00008484354,0.0009248779,0.00009142358,0.0002852751],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007552348,0.00041920564,0.00040024152,0.00058717094,0.00020051016,0.0004449193,0.0011777204,0.00023819816,0.000006367212],"category_scores_gemma":[0.28306437,0.000476909,0.00007688397,0.00075717986,0.00003393495,0.0010031118,0.00072558265,0.00044869856,0.000009369113],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000245774,0.00009387159,0.73398143,0.0005701208,0.00009467841,0.000053816457,0.0077264756,0.019967986,0.00045766972,0.0121484585,0.00013341094,0.22474752],"study_design_scores_gemma":[0.005807553,0.0005969259,0.894395,0.008258473,0.00006554811,0.00030062912,0.00057191745,0.041175976,0.025822049,0.0038585525,0.011930577,0.007216811],"about_ca_topic_score_codex":0.000006176051,"about_ca_topic_score_gemma":0.000010292835,"teacher_disagreement_score":0.28230911,"about_ca_system_score_codex":0.00064232305,"about_ca_system_score_gemma":0.00017430472,"threshold_uncertainty_score":0.99976826},"labels":[],"label_agreement":null},{"id":"W1987595159","doi":"10.1145/505532.505542","title":"From software requirements to architectures (STRAW01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software requirements; Engineering management; Engineering; Process (computing); Software; Computer science; Software development; Systems engineering; Software construction; Programming language","score_opus":0.04442145328001614,"score_gpt":0.29711674442360064,"score_spread":0.2526952911435845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987595159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16429469,0.00046727725,0.82762724,0.00041345824,0.0013875234,0.00030709465,0.000031100488,0.0054698144,0.0000017714699],"genre_scores_gemma":[0.28533968,0.000015954172,0.7136655,0.00035005543,0.00037766766,0.000086941145,0.000019860006,0.000093563736,0.00005079255],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99631613,0.00007655615,0.00057835825,0.0012040522,0.00069155946,0.0011333505],"domain_scores_gemma":[0.94293714,0.053503487,0.00012861435,0.0027737864,0.00015744966,0.0004995317],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041423523,0.0007042129,0.0006058402,0.0004669522,0.00017528498,0.00023292619,0.0034679756,0.00023492535,0.000045120265],"category_scores_gemma":[0.23766457,0.00073457934,0.00019772281,0.0011341025,0.000044342232,0.00051751983,0.0014814143,0.00054959056,0.00018485122],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055177577,0.00013045759,0.11583561,0.00012557289,0.00022146032,0.00046278202,0.0027895242,0.62953955,0.0126350755,0.00044243137,0.0012159353,0.2365464],"study_design_scores_gemma":[0.0035471143,0.0013399326,0.78581643,0.0017664653,0.00017869264,0.00047839186,0.00009908481,0.0022845059,0.10680634,0.030289032,0.057516664,0.009877355],"about_ca_topic_score_codex":0.00009885939,"about_ca_topic_score_gemma":0.000006931737,"teacher_disagreement_score":0.6699808,"about_ca_system_score_codex":0.00018394602,"about_ca_system_score_gemma":0.000068237576,"threshold_uncertainty_score":0.9995105},"labels":[],"label_agreement":null},{"id":"W1988492505","doi":"10.1145/974043.974074","title":"Computing the performability of layered distributed systems with a management architecture","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Queueing theory; Fault tree analysis; Reliability (semiconductor); Fault management; Computation; Architecture; Software; Reliability engineering; Computer network; Operating system; Engineering; Algorithm","score_opus":0.0094764955577076,"score_gpt":0.22082208768235145,"score_spread":0.21134559212464385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988492505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26635143,0.00023003532,0.7323162,0.00036640305,0.00007080759,0.00028304596,0.000012553488,0.00036832385,0.0000012026808],"genre_scores_gemma":[0.91762906,0.000009537049,0.082247704,0.00001784837,0.000036717,0.000026212612,0.000013809825,0.000016201682,0.000002897533],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99799085,0.000057790327,0.00037784412,0.00045133245,0.0006524606,0.0004697505],"domain_scores_gemma":[0.98503196,0.012920124,0.000112412505,0.0016307797,0.0001907338,0.00011398481],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000666784,0.00025041567,0.00033698403,0.00013894738,0.00018954156,0.0001548605,0.0018279143,0.000073853975,0.0000025359236],"category_scores_gemma":[0.012607849,0.00016273026,0.0001334924,0.0011224977,0.00010101947,0.00017985578,0.0006838117,0.00036666065,0.0000060302914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012921099,0.00009004858,0.06878694,0.00053545553,0.00015247338,0.000017369004,0.00062726747,0.92045486,0.00006731641,0.001792705,0.000007526929,0.0074551366],"study_design_scores_gemma":[0.0041437447,0.0009870626,0.86039335,0.0023009726,0.00023299197,0.0002811905,0.0004302433,0.11878167,0.00681049,0.0014137763,0.0020291517,0.0021953364],"about_ca_topic_score_codex":0.00014078444,"about_ca_topic_score_gemma":0.0000048291504,"teacher_disagreement_score":0.8016732,"about_ca_system_score_codex":0.00011849814,"about_ca_system_score_gemma":0.00007285324,"threshold_uncertainty_score":0.99570936},"labels":[],"label_agreement":null},{"id":"W1991007986","doi":"10.1145/1764810.1764823","title":"A towards an extended relational algebra for software architecture","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Relation (database); Computer science; Set (abstract data type); Relational algebra; Algebra over a field; Architecture description language; Software; Architecture; Software architecture; Programming language; Mathematics; Relational database; Pure mathematics; Reference architecture; Database","score_opus":0.030792303134128358,"score_gpt":0.2845195257568809,"score_spread":0.25372722262275255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991007986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029992096,0.00019599579,0.9610828,0.00036253856,0.0021184313,0.0004883289,0.00005976989,0.0056989165,0.0000011341667],"genre_scores_gemma":[0.12524123,0.000004558177,0.87364435,0.00015489009,0.0004728236,0.0002508355,0.00007470695,0.00012364433,0.00003297946],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9969645,0.00005371384,0.00050120184,0.0010539519,0.00051168,0.0009149565],"domain_scores_gemma":[0.93952405,0.057271414,0.0001606023,0.0023505932,0.00031077254,0.00038258894],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000760276,0.0006224151,0.00051725795,0.0003857864,0.0002534163,0.00019001652,0.0025377201,0.00041554886,0.000024034814],"category_scores_gemma":[0.3113924,0.000631204,0.00025060252,0.0005981622,0.00008372715,0.0011061701,0.00063755637,0.0010241236,0.000017235183],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008181063,0.0002893256,0.012374192,0.0005408679,0.0002170076,0.00007424983,0.0023245087,0.37822273,0.033072077,0.076421745,0.000409248,0.49597225],"study_design_scores_gemma":[0.0061976495,0.0023534673,0.47996274,0.0005668867,0.00024722758,0.001236749,0.00005155431,0.01936621,0.092996806,0.341925,0.044460412,0.010635295],"about_ca_topic_score_codex":0.000009077876,"about_ca_topic_score_gemma":0.0000073437204,"teacher_disagreement_score":0.48533696,"about_ca_system_score_codex":0.000072137205,"about_ca_system_score_gemma":0.00018268052,"threshold_uncertainty_score":0.99961394},"labels":[],"label_agreement":null},{"id":"W1994492702","doi":"10.1145/1022494.1022542","title":"Continuous evolutionary one-step-ahead testing","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Vendor; Computer science; Software engineering; Software release life cycle; Software; Software development; Backporting; Reliability engineering; Software reliability testing; Software construction; Engineering; Operating system; Business","score_opus":0.029425337035696504,"score_gpt":0.24813374841376354,"score_spread":0.21870841137806704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994492702","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22976837,0.0011949068,0.76096874,0.0005584685,0.00090487127,0.00038152363,0.00001409324,0.006201211,0.00000780821],"genre_scores_gemma":[0.55295396,0.0000058293754,0.44664165,0.000061244464,0.0001881981,0.000055872908,0.000008290834,0.00006160088,0.00002331121],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99665564,0.000027291813,0.00047815798,0.0008612782,0.0008590408,0.0011185979],"domain_scores_gemma":[0.8934875,0.10278833,0.00012753974,0.0026026326,0.0004755202,0.0005184722],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000420818,0.00047447832,0.00043789807,0.00044307325,0.00021568855,0.00024090972,0.0025443828,0.00021894659,0.000015617534],"category_scores_gemma":[0.37757802,0.0005443849,0.00014479185,0.0015073608,0.00006133173,0.0008160793,0.0010904446,0.000676846,0.0002782979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014377037,0.0003868685,0.8404095,0.0004742872,0.00018168146,0.00044314293,0.00069488096,0.09566536,0.010469286,0.0075905696,0.0007532604,0.042916767],"study_design_scores_gemma":[0.0016340073,0.0004104932,0.9777309,0.00080472796,0.000029248047,0.00034490746,0.000009509215,0.003507385,0.010203049,0.00064884266,0.0029345301,0.0017424558],"about_ca_topic_score_codex":0.00015542227,"about_ca_topic_score_gemma":0.000002430574,"teacher_disagreement_score":0.3771572,"about_ca_system_score_codex":0.00039634065,"about_ca_system_score_gemma":0.00027012097,"threshold_uncertainty_score":0.9997008},"labels":[],"label_agreement":null},{"id":"W1998079760","doi":"10.1145/1082983.1083112","title":"HCI pattern semantics in XML","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software design pattern; Usability; Human–computer interaction; User interface; World Wide Web; XML; Focus (optics); Software engineering; Interface (matter); Software; Programming language","score_opus":0.02248109635837661,"score_gpt":0.27958252484393503,"score_spread":0.25710142848555845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998079760","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89560395,0.00089046796,0.0972388,0.0016826533,0.0012703439,0.0004024088,0.000023761993,0.0028424603,0.000045152796],"genre_scores_gemma":[0.9805131,0.00007401463,0.018050045,0.0002514881,0.0007946365,0.000042459527,0.000013187874,0.00007732753,0.00018374901],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997905,0.000052689626,0.0003721923,0.00039737835,0.00046741916,0.000805301],"domain_scores_gemma":[0.9791148,0.019973248,0.000059274844,0.00055595284,0.000068635396,0.00022809644],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00054940983,0.00030527817,0.00031552144,0.00030707938,0.00014837482,0.00010733909,0.0006822049,0.00024095578,0.00016744228],"category_scores_gemma":[0.07523641,0.00035161662,0.000111007874,0.00053739303,0.000057472538,0.00033446337,0.00012219221,0.0004001838,0.0002276909],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000043828054,0.00007971123,0.93330544,0.000069673995,0.000023155722,0.000047467314,0.005077549,0.012126452,0.00019941767,0.0003034779,0.0005990716,0.04816421],"study_design_scores_gemma":[0.0017630847,0.00013059245,0.8271191,0.000789386,0.000067041736,0.000025954445,0.00043057132,0.0018126582,0.003039216,0.00015073037,0.16199389,0.0026777484],"about_ca_topic_score_codex":0.00082062243,"about_ca_topic_score_gemma":0.000558889,"teacher_disagreement_score":0.16139482,"about_ca_system_score_codex":0.00023204436,"about_ca_system_score_gemma":0.00008715753,"threshold_uncertainty_score":0.9998936},"labels":[],"label_agreement":null},{"id":"W1998420836","doi":"10.1145/979743.979751","title":"Report on the First International Workshop on Comparative Evaluation in Requirements Engineering","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements engineering; Computer science; Engineering management; Engineering; Management science; Engineering ethics; Systems engineering; Software","score_opus":0.07222270662731178,"score_gpt":0.3246901087089216,"score_spread":0.25246740208160984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998420836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24285458,0.00030175384,0.7420623,0.0080251675,0.0029484762,0.0010645807,0.000007581805,0.0026771976,0.000058370755],"genre_scores_gemma":[0.9198624,0.000021499187,0.079437844,0.00026259077,0.00014280558,0.00021671185,0.000016519212,0.00003229379,0.000007342282],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99785656,0.000024486932,0.00041684989,0.00054233056,0.0007893444,0.00037042887],"domain_scores_gemma":[0.9768477,0.02155399,0.00015313951,0.0012490539,0.00011888977,0.00007723195],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010647129,0.00033384262,0.00023352915,0.0003398782,0.00009461659,0.0001612693,0.0015029242,0.00011900779,0.000020073523],"category_scores_gemma":[0.07062853,0.00028757838,0.00008648184,0.00062701915,0.000015449872,0.00060083123,0.00030195498,0.00052384334,0.00003709534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021290263,0.00016738243,0.015457834,0.000029612984,0.00008058722,0.00016048132,0.00090466,0.96874243,0.00015350476,0.010101232,0.0005274987,0.0036534953],"study_design_scores_gemma":[0.004504634,0.00091246894,0.6737506,0.006077528,0.0001018431,0.00043497008,0.00007149002,0.19530731,0.040200155,0.0031264953,0.071273506,0.004239005],"about_ca_topic_score_codex":0.000032184827,"about_ca_topic_score_gemma":0.0000069643147,"teacher_disagreement_score":0.7734351,"about_ca_system_score_codex":0.00043749844,"about_ca_system_score_gemma":0.0000601176,"threshold_uncertainty_score":0.9999576},"labels":[],"label_agreement":null},{"id":"W1998661399","doi":"10.1145/505776.505782","title":"Summary report of the OOPSLA 2000 workshop on scenario-based round-trip engineering","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; State (computer science); Conjunction (astronomy); World Wide Web; Library science; Programming language","score_opus":0.021462812271053417,"score_gpt":0.24234626439310675,"score_spread":0.22088345212205332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998661399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12072215,0.0010899837,0.8540074,0.0011540015,0.0015855865,0.0005082746,0.000010245934,0.020899436,0.00002287075],"genre_scores_gemma":[0.7392018,0.000017109614,0.26016107,0.00023172746,0.00014067133,0.00004996439,0.000009205418,0.00007058955,0.00011784845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99740416,0.000039404356,0.00060018746,0.0006656184,0.0006566097,0.0006340245],"domain_scores_gemma":[0.9623958,0.033906642,0.00026311362,0.0030719787,0.00019377474,0.00016867295],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006100081,0.00046261615,0.00042923013,0.00033509787,0.00015388237,0.00011128063,0.0023566573,0.00022181241,0.000008691405],"category_scores_gemma":[0.124966085,0.00039323597,0.000257342,0.0014201007,0.000050132483,0.00028961606,0.0005418495,0.0005662142,0.0000101102605],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004188309,0.00038995236,0.7289042,0.00035274652,0.00012903618,0.00093088654,0.0005906144,0.2122261,0.0013418671,0.0006873361,0.014406304,0.039999098],"study_design_scores_gemma":[0.0028385385,0.0008172256,0.65924007,0.0115214,0.00022988615,0.0026658375,0.00001052654,0.21189061,0.049189046,0.002009862,0.053488478,0.0060985396],"about_ca_topic_score_codex":0.00009853252,"about_ca_topic_score_gemma":0.000002784627,"teacher_disagreement_score":0.61847967,"about_ca_system_score_codex":0.00018613982,"about_ca_system_score_gemma":0.00022148456,"threshold_uncertainty_score":0.99985194},"labels":[],"label_agreement":null},{"id":"W2001319303","doi":"10.1145/638750.638771","title":"On the Latest Development in Cognitive Informatics","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering informatics; Informatics; Business informatics; Computer science; Cognitive computing; Cognition; Data science; Health Administration Informatics; Cognitive ergonomics; Domain (mathematical analysis); Health informatics; Cognitive science; Software engineering; Knowledge management; Engineering; Psychology; Medicine","score_opus":0.02176611561208452,"score_gpt":0.22687753067993152,"score_spread":0.205111415067847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001319303","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5339631,0.00014837488,0.46469453,0.00013777221,0.00033740912,0.00020515926,0.0000012647399,0.0004316891,0.00008069229],"genre_scores_gemma":[0.9531603,0.0000051124202,0.0463352,0.00042074607,0.000020107918,0.000026953468,0.0000031636805,0.000013677366,0.000014752401],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99894035,0.00003483039,0.00027232984,0.00018729563,0.00020616801,0.0003590318],"domain_scores_gemma":[0.9245246,0.0747874,0.00007104802,0.00043990285,0.00010186462,0.00007519875],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004617474,0.00019777658,0.00014471752,0.00012664605,0.0001129049,0.000103716324,0.00059484685,0.00006382552,0.000011160345],"category_scores_gemma":[0.092145756,0.00015642638,0.00003707016,0.0005126481,0.000017980346,0.00013909521,0.00021730635,0.00032547888,0.00007352121],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034280398,0.0006535292,0.4508664,0.00026301714,0.00025584275,0.00018238377,0.031865247,0.09711829,0.00008444716,0.073787294,0.0025799088,0.34230936],"study_design_scores_gemma":[0.0052372804,0.00077306275,0.8193147,0.0070938435,0.000055915243,0.00020269775,0.0004434455,0.08500284,0.044641417,0.0047683883,0.02678293,0.005683434],"about_ca_topic_score_codex":0.0000020115453,"about_ca_topic_score_gemma":0.000002359055,"teacher_disagreement_score":0.4191972,"about_ca_system_score_codex":0.00004826014,"about_ca_system_score_gemma":0.000070484835,"threshold_uncertainty_score":0.9155015},"labels":[],"label_agreement":null},{"id":"W2002926403","doi":"10.1145/2557833.2557856","title":"1st international workshop on conducting empirical studies in industry (CESI 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Theme (computing); Engineering management; Software; Computer science; Engineering; Software quality; Software engineering; Software development; World Wide Web; Mathematics","score_opus":0.14868082622399667,"score_gpt":0.37487886635105605,"score_spread":0.22619804012705938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002926403","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91357,0.00061552244,0.07755608,0.002969145,0.0031052323,0.00022937988,0.000004406694,0.0019424359,0.000007809271],"genre_scores_gemma":[0.9429888,0.000035813042,0.056071427,0.00024374672,0.000446322,0.000064912485,0.000006393969,0.000059051847,0.000083522886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973617,0.000065983666,0.0004370479,0.0007405136,0.00069005246,0.0007046649],"domain_scores_gemma":[0.8497421,0.14830178,0.0000972933,0.0014003812,0.00021767382,0.00024076412],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00086636085,0.0003828243,0.0003928424,0.0006287407,0.00008634285,0.00018174146,0.0021841335,0.0003335667,0.000020835692],"category_scores_gemma":[0.42015883,0.0003874322,0.00009149236,0.00090862054,0.000065936896,0.00055787334,0.0010267479,0.0014281741,0.000101588004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011860539,0.00012067206,0.9100592,0.00013092365,0.00011344704,0.000095445925,0.0015706384,0.06170643,0.00042654516,0.0006949711,0.003133627,0.021936228],"study_design_scores_gemma":[0.0028228394,0.0004139382,0.92163295,0.0029496548,0.000026157486,0.0001772717,0.00025681828,0.035011955,0.01051147,0.00044013103,0.022642571,0.0031142503],"about_ca_topic_score_codex":0.000019583054,"about_ca_topic_score_gemma":0.0000045981324,"teacher_disagreement_score":0.41929248,"about_ca_system_score_codex":0.00026924317,"about_ca_system_score_gemma":0.000055532902,"threshold_uncertainty_score":0.9998578},"labels":[],"label_agreement":null},{"id":"W2004416088","doi":"10.1145/1598732.1598762","title":"Report of the workshop on software engineering foundations for end-user programming","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; End user; Software development; Social software engineering; Software; Process (computing); Focus (optics); Software construction; Engineering management; Engineering; World Wide Web; Programming language","score_opus":0.021200196178020388,"score_gpt":0.25783922154702965,"score_spread":0.23663902536900927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004416088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08953995,0.00017798266,0.90630895,0.00066125515,0.0013531932,0.0005564147,0.000007253634,0.0013915419,0.0000034879772],"genre_scores_gemma":[0.5721325,0.0000025842132,0.42744228,0.00010372817,0.00019052206,0.00004514249,0.00001095648,0.000035909252,0.00003636504],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99781275,0.000014042428,0.0005533307,0.000580634,0.0004181127,0.00062112167],"domain_scores_gemma":[0.9831233,0.0146795055,0.00021306978,0.0016829693,0.0001781431,0.00012302442],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037118187,0.00036672546,0.00034362054,0.00019503024,0.00022536675,0.00020485229,0.0016806446,0.00013976653,0.0000051692655],"category_scores_gemma":[0.066300005,0.00031217225,0.00027621543,0.00074422034,0.000023348235,0.000375899,0.00036587432,0.0003172371,0.0000039278148],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025512516,0.0005136254,0.14162864,0.0004849812,0.00027691826,0.00011343449,0.0030036904,0.40139297,0.0025221012,0.030005915,0.0013615163,0.41867068],"study_design_scores_gemma":[0.0021016062,0.00068863103,0.8188829,0.003267311,0.00018962506,0.0005094025,0.00005022207,0.048478983,0.029796137,0.00058212836,0.092194654,0.003258437],"about_ca_topic_score_codex":0.000010714948,"about_ca_topic_score_gemma":0.0000018916393,"teacher_disagreement_score":0.6772542,"about_ca_system_score_codex":0.000087537395,"about_ca_system_score_gemma":0.000083145685,"threshold_uncertainty_score":0.99993306},"labels":[],"label_agreement":null},{"id":"W2004586836","doi":"10.1145/2347696.2347698","title":"Technical debt in software development","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Software engineering; Debt; Software; Engineering management; Computer science; Software development; Software quality; Engineering; Systems engineering; Business; Finance","score_opus":0.021891034526968448,"score_gpt":0.2594726961300906,"score_spread":0.23758166160312216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004586836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28838086,0.0016882761,0.7044477,0.00015221763,0.00092889887,0.00037347656,0.000003621996,0.0040221894,0.0000027592303],"genre_scores_gemma":[0.5636204,0.000007964222,0.43600234,0.000050266637,0.000113766546,0.00012006114,0.000008095256,0.000057208217,0.000019934687],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963835,0.00003973385,0.00057134137,0.0006467094,0.0007793173,0.0015794296],"domain_scores_gemma":[0.9166954,0.08035104,0.00008422417,0.0021082524,0.00013453713,0.00062650937],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00094763335,0.00048947264,0.00043003738,0.0006783377,0.00010919998,0.00014419337,0.0025313047,0.0002853654,0.000033228516],"category_scores_gemma":[0.2644519,0.00051789253,0.00011097637,0.0014133301,0.00003812919,0.0010564596,0.0014573521,0.0007644112,0.00028337017],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036504102,0.00013044105,0.9714324,0.000111257614,0.000015515749,0.000036718575,0.00054935657,0.0010751145,0.0008069213,0.0005116617,0.0002438262,0.025083128],"study_design_scores_gemma":[0.0003802649,0.000036971334,0.983884,0.00017645946,0.0000045107595,0.000086165914,0.0000035490732,0.00015211092,0.00826093,0.000023612774,0.0062046605,0.00078677345],"about_ca_topic_score_codex":0.000021583932,"about_ca_topic_score_gemma":0.000006257377,"teacher_disagreement_score":0.27523953,"about_ca_system_score_codex":0.0004503906,"about_ca_system_score_gemma":0.00017971137,"threshold_uncertainty_score":0.99972725},"labels":[],"label_agreement":null},{"id":"W2006840358","doi":"10.1145/1507195.1507219","title":"Towards using architectural knowledge","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Computer science; Software engineering; Engineering","score_opus":0.029965160706203843,"score_gpt":0.27297330276131887,"score_spread":0.24300814205511503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006840358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40865695,0.0011370522,0.58742976,0.00043875075,0.0006241019,0.00009411665,0.0000014940555,0.0016004434,0.000017281307],"genre_scores_gemma":[0.6773696,0.0000033637791,0.32237485,0.00010967161,0.00011875222,0.0000023070354,0.0000013243082,0.000010149812,0.000009968218],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99873805,0.000017901617,0.00021344297,0.00037382764,0.00018404062,0.00047270965],"domain_scores_gemma":[0.9923458,0.006588551,0.00004447502,0.0008491658,0.00006185602,0.000110112385],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00014034775,0.0002496009,0.00024906936,0.00017451933,0.00009615746,0.00014038758,0.0013833776,0.00009266852,0.000006173643],"category_scores_gemma":[0.033649262,0.00022702767,0.00010704769,0.00039738746,0.000022293185,0.00031067207,0.00031400775,0.00019845265,0.000029467807],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001165319,0.00016065955,0.05549723,0.00014015296,0.00007028674,0.00014833629,0.0038166377,0.012376024,0.015698211,0.012863972,0.0003336078,0.8988832],"study_design_scores_gemma":[0.0007501754,0.0003348058,0.9108605,0.0002863708,0.000038590326,0.00044828048,0.000017581335,0.041430436,0.039010532,0.0028432435,0.0024284157,0.0015510588],"about_ca_topic_score_codex":0.000027171503,"about_ca_topic_score_gemma":0.0000021761466,"teacher_disagreement_score":0.8973322,"about_ca_system_score_codex":0.000052350322,"about_ca_system_score_gemma":0.00006854571,"threshold_uncertainty_score":0.9744907},"labels":[],"label_agreement":null},{"id":"W2012086719","doi":"10.1145/1022494.1022541","title":"Empirical studies of software testing techniques","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Software testing; Software reliability testing; Software engineering; Regression testing; Test strategy; Software; Software construction; System integration testing; Software performance testing; Software development; Programming language","score_opus":0.07925087812671783,"score_gpt":0.3242008907103558,"score_spread":0.24495001258363797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012086719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09857077,0.0017430652,0.85252416,0.00043247704,0.00037384618,0.0003106184,0.000009758553,0.046031848,0.000003462849],"genre_scores_gemma":[0.42501682,0.000015440863,0.57465255,0.00013890331,0.00007862172,0.000049864306,0.000002663561,0.00004153188,0.0000036214446],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974838,0.00003503407,0.00065266335,0.00069406896,0.000513784,0.0006206591],"domain_scores_gemma":[0.92915267,0.06768756,0.00029717968,0.0020002043,0.0006653249,0.00019705872],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005781625,0.0004744522,0.0006260723,0.00040596304,0.00017029887,0.000089205656,0.0019248708,0.00020452481,0.0000018472261],"category_scores_gemma":[0.41442454,0.0004554234,0.00016564559,0.0012701451,0.0001308739,0.0005043705,0.0011440475,0.0003988775,0.000011918838],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010497527,0.00029128525,0.8581385,0.0009064623,0.00018994551,0.00017163195,0.0025241,0.002862707,0.003657379,0.0011284704,0.0026810933,0.1274379],"study_design_scores_gemma":[0.0023420772,0.0032317515,0.30015436,0.009991746,0.0002487356,0.0011980156,0.000057123576,0.0009996144,0.5547635,0.118077345,0.0026721016,0.006263646],"about_ca_topic_score_codex":0.000071452036,"about_ca_topic_score_gemma":0.0000015402779,"teacher_disagreement_score":0.5579842,"about_ca_system_score_codex":0.00016965029,"about_ca_system_score_gemma":0.00017575547,"threshold_uncertainty_score":0.9997898},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","score_opus":0.02733260811453089,"score_gpt":0.26981353915055045,"score_spread":0.24248093103601956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014002249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045874547,0.0007109007,0.94552135,0.00044469011,0.0008566078,0.00014208553,0.0000033565595,0.0064428803,0.0000035938035],"genre_scores_gemma":[0.43763375,0.0000089888,0.56191766,0.00012600225,0.00023512181,0.000009921799,0.0000031287507,0.00004158732,0.000023852253],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9978105,0.00004165482,0.00043829635,0.00067131186,0.0002779726,0.0007602612],"domain_scores_gemma":[0.93917614,0.058769878,0.00011607088,0.0016561857,0.0000855145,0.00019618815],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005071784,0.00042507116,0.0004003131,0.00026869474,0.0001391132,0.00015444911,0.0022699889,0.00015704529,0.000012910834],"category_scores_gemma":[0.13855651,0.00046126268,0.00014299728,0.00050882983,0.000036008994,0.00089242787,0.0010245903,0.00043801183,0.00017103914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002355354,0.000030901763,0.011262258,0.000046731522,0.000036221092,0.000018809322,0.00051627035,0.8328028,0.0021685078,0.0036559796,0.00023039446,0.14922881],"study_design_scores_gemma":[0.0037325788,0.00059018657,0.47796285,0.00093696936,0.000112721995,0.0007848606,0.000046985842,0.2532686,0.14507006,0.004164799,0.10389134,0.009438057],"about_ca_topic_score_codex":0.0000060738944,"about_ca_topic_score_gemma":8.6999114e-7,"teacher_disagreement_score":0.5795342,"about_ca_system_score_codex":0.00020746827,"about_ca_system_score_gemma":0.000061548526,"threshold_uncertainty_score":0.99978393},"labels":[],"label_agreement":null},{"id":"W2015277797","doi":"10.1145/2507288.2507291","title":"Presentation patterns","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Presentation (obstetrics); Software engineering; Medicine","score_opus":0.016925181516834267,"score_gpt":0.2557837749532833,"score_spread":0.23885859343644905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015277797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057722054,0.00003637535,0.9407224,0.00037124872,0.00025758528,0.00010638666,0.0000075054736,0.00077317754,0.0000032456542],"genre_scores_gemma":[0.91565984,0.000010612011,0.08379798,0.0002774038,0.00007250191,0.00002295444,0.000049450155,0.000016423193,0.00009283374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999188,0.000010876146,0.00016470463,0.00022827127,0.00019584932,0.00021228615],"domain_scores_gemma":[0.9941486,0.004971823,0.00004296469,0.0006530261,0.00008599491,0.000097577584],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.000058611182,0.00012373846,0.00009894231,0.00010255044,0.00004634618,0.00026518537,0.00081922737,0.000043640695,0.000109742716],"category_scores_gemma":[0.02119177,0.000122066594,0.000038993992,0.00025810095,0.0000068786076,0.00084640336,0.0002911556,0.00007632176,0.00030748014],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.3029406e-7,0.000104738516,0.9131792,0.00017958581,0.000054390777,0.000013632842,0.0008781849,0.004269247,0.0027418197,0.013193716,0.008433749,0.056950986],"study_design_scores_gemma":[0.00036174108,0.00005628355,0.907636,0.000091158945,0.000012388491,0.000013522133,0.000017309616,0.077244915,0.007857717,0.00033484967,0.0057292595,0.0006448819],"about_ca_topic_score_codex":0.000058480575,"about_ca_topic_score_gemma":0.000001254967,"teacher_disagreement_score":0.8579378,"about_ca_system_score_codex":0.000017747509,"about_ca_system_score_gemma":0.000014790213,"threshold_uncertainty_score":0.98705316},"labels":[],"label_agreement":null},{"id":"W2018392829","doi":"10.1145/2579281.2579311","title":"Technical debt at the crossroads of research and practice","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Metaphor; Software; Debt; Key (lock); Quality (philosophy); Computer science; Engineering management; Empirical research; Software quality; Software engineering; Engineering; Software development; Knowledge management; Business; Computer security; Finance","score_opus":0.03772669070019714,"score_gpt":0.3336635637803617,"score_spread":0.2959368730801646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018392829","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3930912,0.0028744515,0.59549356,0.0048966547,0.0006270124,0.00070383924,0.000010189826,0.0022640508,0.000039034254],"genre_scores_gemma":[0.8497711,0.00004228308,0.14982572,0.000056112087,0.00010558067,0.000058640213,0.0000024600354,0.000042970798,0.000095156945],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971714,0.00015986638,0.00033680216,0.0005783276,0.0010333392,0.00072026456],"domain_scores_gemma":[0.42076826,0.5755117,0.00009039807,0.0027408842,0.0006320583,0.0002567356],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0038321535,0.00023723769,0.0002709045,0.00028797786,0.00026699493,0.0001958393,0.002238038,0.00017101102,0.000011221501],"category_scores_gemma":[0.7049381,0.00018965102,0.00006421309,0.0011480926,0.00032898673,0.0004514379,0.0027329526,0.00073028164,0.000044278775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001909622,0.0005098904,0.7574113,0.0013378112,0.00020367619,0.00011934503,0.0030701766,0.008476897,0.08141057,0.053647246,0.008671949,0.08495018],"study_design_scores_gemma":[0.0013253426,0.0012208903,0.8711915,0.0005169644,0.000035527915,0.0010580798,0.0000365871,0.0046828315,0.060329806,0.0011622998,0.05712772,0.0013124231],"about_ca_topic_score_codex":0.00006154815,"about_ca_topic_score_gemma":0.0000054245647,"teacher_disagreement_score":0.70110595,"about_ca_system_score_codex":0.00011808783,"about_ca_system_score_gemma":0.00007039547,"threshold_uncertainty_score":0.77337444},"labels":[],"label_agreement":null},{"id":"W2018803040","doi":"10.1145/505532.505538","title":"4th ICSE workshop on \"Software Engineering over the Internet\"","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The Internet; Software engineering; Computer science; Software; Engineering management; Software development; World Wide Web; Engineering; Operating system","score_opus":0.011542623243934961,"score_gpt":0.22107256254722762,"score_spread":0.20952993930329267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018803040","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4875281,0.001072744,0.50542694,0.00093585183,0.0018187953,0.0003387773,0.000008783464,0.0028554378,0.0000145674],"genre_scores_gemma":[0.9280789,0.000067055335,0.0689267,0.0021086908,0.00052018615,0.00006841013,0.000019829673,0.00010160495,0.00010863345],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973915,0.000034097207,0.0004027474,0.000766397,0.00057268515,0.00083252584],"domain_scores_gemma":[0.97534436,0.022161672,0.00011279352,0.0020471867,0.00009822558,0.00023574727],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025913128,0.00057854695,0.0003545339,0.0003120391,0.00016128192,0.00036015175,0.0032814706,0.00019298606,0.00005597025],"category_scores_gemma":[0.012694099,0.00045124968,0.00020614188,0.0011768844,0.000025864425,0.00049419794,0.0010335592,0.00074596796,0.00013760461],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014723412,0.00056403945,0.4427374,0.0007724944,0.00077866035,0.0008014789,0.018390972,0.33667523,0.0015637997,0.022319857,0.0035451755,0.17170365],"study_design_scores_gemma":[0.0024285386,0.0005887175,0.63281053,0.0026344708,0.00015826731,0.00046597325,0.00012764646,0.083119825,0.00894934,0.0004393349,0.2637832,0.004494158],"about_ca_topic_score_codex":0.00011001559,"about_ca_topic_score_gemma":0.00003283359,"teacher_disagreement_score":0.44055083,"about_ca_system_score_codex":0.000085215725,"about_ca_system_score_gemma":0.000040694176,"threshold_uncertainty_score":0.99979395},"labels":[],"label_agreement":null},{"id":"W2020316880","doi":"10.1145/1039174.1039188","title":"Report on MSR 2004","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Computer science; Software; Reuse; Process (computing); Software engineering; Software development; World Wide Web; Data science; Engineering","score_opus":0.01739211010709344,"score_gpt":0.26033539130103944,"score_spread":0.242943281193946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020316880","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28112346,0.0015375616,0.7020738,0.003062957,0.0019012585,0.0005268793,0.000013635172,0.009736705,0.000023697323],"genre_scores_gemma":[0.7603165,0.000014075844,0.23855329,0.00020701454,0.00047720489,0.00006150611,0.000012105107,0.00007827216,0.0002800631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969058,0.000022762064,0.00045334376,0.0008623867,0.0008535602,0.0009021628],"domain_scores_gemma":[0.9256798,0.07050347,0.00009402938,0.003151343,0.00017962341,0.0003917155],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055468665,0.00043369707,0.00033908171,0.00044356,0.00012301486,0.00022584302,0.0023565402,0.00018669465,0.000054572265],"category_scores_gemma":[0.30637324,0.0004490563,0.00015904167,0.0008533261,0.00003170187,0.00063860026,0.0006462961,0.000608147,0.0006672748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024284203,0.00041926082,0.6720294,0.00034074602,0.00019815503,0.0020543868,0.0007212661,0.16488062,0.0021582327,0.0040712613,0.01826508,0.13483731],"study_design_scores_gemma":[0.0014992299,0.0005009756,0.7185132,0.0005072808,0.000028987713,0.0014701928,0.00000399123,0.008183241,0.047022693,0.00013693246,0.21923815,0.0028951461],"about_ca_topic_score_codex":0.000018921128,"about_ca_topic_score_gemma":0.0000016268073,"teacher_disagreement_score":0.479193,"about_ca_system_score_codex":0.00026055536,"about_ca_system_score_gemma":0.00011597331,"threshold_uncertainty_score":0.9997961},"labels":[],"label_agreement":null},{"id":"W2022502207","doi":"10.1145/1543405.1543430","title":"Advances in multicore software engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multi-core processor; Computer science; Software engineering; Software; Parallelism (grammar); Field (mathematics); State (computer science); Software development; Systems engineering; Engineering; Operating system; Programming language; Parallel computing","score_opus":0.009594963990296888,"score_gpt":0.2291195184616115,"score_spread":0.2195245544713146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022502207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0751204,0.0043667597,0.9161919,0.00018359376,0.0010544957,0.00026410903,0.00001254547,0.0028004209,0.000005824822],"genre_scores_gemma":[0.80052376,0.00005808937,0.19909646,0.000090051515,0.00015624308,0.000016688049,0.00002032917,0.000028340792,0.000010073344],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9976611,0.000024936784,0.0005035749,0.00065245014,0.00037410262,0.00078384735],"domain_scores_gemma":[0.98686117,0.011681043,0.000102897706,0.0010789934,0.000083206076,0.00019271698],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028372428,0.0004393164,0.00044758583,0.00032050855,0.000079290934,0.00014930322,0.0017985813,0.00016829983,0.0000050326157],"category_scores_gemma":[0.046801094,0.00046393025,0.000131633,0.00089650834,0.000012884766,0.0008691347,0.00026847312,0.00040605775,0.000047399804],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011064121,0.00018338424,0.2711026,0.00033744963,0.000025082274,0.00025093343,0.0011499597,0.61434966,0.0007851963,0.0028714726,0.0003263926,0.10860679],"study_design_scores_gemma":[0.0023503946,0.00049162976,0.7952364,0.0022014752,0.00002553434,0.00022985939,0.000019455201,0.15596765,0.0023620166,0.00045902448,0.037302937,0.00335363],"about_ca_topic_score_codex":0.000015637255,"about_ca_topic_score_gemma":0.0000025385657,"teacher_disagreement_score":0.72540337,"about_ca_system_score_codex":0.00010687921,"about_ca_system_score_gemma":0.00004896032,"threshold_uncertainty_score":0.99978125},"labels":[],"label_agreement":null},{"id":"W2024941318","doi":"10.1145/505532.505551","title":"Generative techniques for product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software product line; Reuse; Computer science; Product (mathematics); Software engineering; Domain (mathematical analysis); Software; Product line; Quality (philosophy); Domain engineering; Generative grammar; Feature model; Order (exchange); Domain analysis; Software development; Engineering; Software construction; Programming language; Artificial intelligence; Manufacturing engineering; Business","score_opus":0.04821734716399782,"score_gpt":0.3023470537692871,"score_spread":0.2541297066052893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024941318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058506466,0.0010442389,0.9845559,0.0007013341,0.0008700448,0.0005543423,0.000011503314,0.0064104996,0.0000014861176],"genre_scores_gemma":[0.07592585,0.00008792092,0.92266643,0.00014564507,0.00057126925,0.00040297981,0.000015200194,0.000078776,0.00010595367],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99790025,0.00003721254,0.0003770697,0.0007719754,0.0002501989,0.00066331046],"domain_scores_gemma":[0.94800115,0.049752988,0.00011885966,0.0016691872,0.00030962905,0.00014820822],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005130425,0.00044583407,0.00042330433,0.00026742578,0.00014891074,0.00013179037,0.001672277,0.00013685379,0.0000040833297],"category_scores_gemma":[0.2479459,0.0004371683,0.00015257519,0.00064204953,0.000040753646,0.0007437177,0.00048929895,0.00026343754,0.000010696952],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071222654,0.0002468912,0.046478603,0.00070444465,0.0002801514,0.00014528593,0.0017884014,0.18469022,0.08194422,0.01492851,0.0034135906,0.6653085],"study_design_scores_gemma":[0.0011143811,0.0007904405,0.022839202,0.00042904456,0.0000716894,0.00037488027,0.00001918159,0.007064209,0.84275174,0.012445995,0.10823366,0.0038655861],"about_ca_topic_score_codex":0.0000056703207,"about_ca_topic_score_gemma":0.0000011364856,"teacher_disagreement_score":0.7608075,"about_ca_system_score_codex":0.00009041299,"about_ca_system_score_gemma":0.00005693802,"threshold_uncertainty_score":0.999808},"labels":[],"label_agreement":null},{"id":"W2025731420","doi":"10.1145/1118537.1118542","title":"Perceptions of extreme programming","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Extreme programming; Extreme programming practices; User story; Agile software development; Computer science; Software engineering; Software development; Perception; Pair programming; Software; Software development process; Programming language; Psychology","score_opus":0.017897023374199097,"score_gpt":0.23881085158818438,"score_spread":0.22091382821398528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025731420","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07191744,0.00045793125,0.92401737,0.00014728906,0.00027622635,0.00016193408,0.0000056676195,0.0030090155,0.0000071464283],"genre_scores_gemma":[0.52014464,0.00000873117,0.47968203,0.000010431273,0.00007539891,0.000028519227,0.000006839407,0.000021908174,0.00002149641],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985986,0.000017428712,0.00035665292,0.0003533311,0.0002916446,0.00038237506],"domain_scores_gemma":[0.9843156,0.014335435,0.00011880688,0.0010403335,0.00011397291,0.00007587055],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00025246388,0.00024708937,0.0002486669,0.00023159372,0.000074428055,0.000108132306,0.0011757037,0.000119305,0.000022709606],"category_scores_gemma":[0.023086376,0.00025694346,0.00013001637,0.00058944646,0.00002844783,0.00062135636,0.00033799472,0.00022342702,0.00001582533],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010234604,0.00042943566,0.74845517,0.0005831609,0.00009677503,0.00007099859,0.00069260586,0.019504324,0.023802845,0.03390758,0.0019594736,0.1704874],"study_design_scores_gemma":[0.0008922263,0.0005304547,0.8558058,0.00061452936,0.000106653446,0.00025159775,0.000024750658,0.008963755,0.04737278,0.0019182134,0.08093612,0.0025831284],"about_ca_topic_score_codex":0.00014676551,"about_ca_topic_score_gemma":0.0000033721126,"teacher_disagreement_score":0.4482272,"about_ca_system_score_codex":0.00004074473,"about_ca_system_score_gemma":0.000033296965,"threshold_uncertainty_score":0.99998826},"labels":[],"label_agreement":null},{"id":"W2025962156","doi":"10.1145/2020976.2021003","title":"IT manager's handbook, the business edition by Bill Holtsnider and Brian D. Jaffe","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Management; Engineering; Computer science; Library science; Software engineering; Economics","score_opus":0.016462859189152086,"score_gpt":0.1985413907802767,"score_spread":0.1820785315911246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025962156","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93882614,0.0074323555,0.043993685,0.001614432,0.002998273,0.00068947946,0.00024234306,0.0039951857,0.0002081123],"genre_scores_gemma":[0.99704593,0.00035164837,0.0016375555,0.00030818867,0.0003454134,0.00002613301,0.000043350345,0.00010677766,0.00013499298],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99903506,0.000011223239,0.00021516685,0.00012790186,0.00016006488,0.00045055742],"domain_scores_gemma":[0.99558276,0.0037429833,0.000030499112,0.0004749738,0.000049550054,0.00011921003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00011912446,0.0003257195,0.00022290977,0.000118104996,0.00012128062,0.000093805385,0.00033527045,0.00014211093,0.00008857315],"category_scores_gemma":[0.0062506297,0.0002373879,0.000054749806,0.0002692218,0.00006083448,0.0003091888,0.000101975405,0.0002295777,0.00004915451],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100673235,0.00023984561,0.20968258,0.0028722142,0.0012760598,0.000088774665,0.08104978,0.01735601,0.04725224,0.0006452351,0.5753851,0.06405152],"study_design_scores_gemma":[0.0014640678,0.00015813742,0.7332592,0.0008668954,0.00029525722,0.00018579228,0.0005644572,0.0012676883,0.07242269,0.00023347077,0.18657607,0.0027062732],"about_ca_topic_score_codex":0.00024307068,"about_ca_topic_score_gemma":0.000012850901,"teacher_disagreement_score":0.5235766,"about_ca_system_score_codex":0.000032191976,"about_ca_system_score_gemma":0.000009452834,"threshold_uncertainty_score":0.9680397},"labels":[],"label_agreement":null},{"id":"W2026632448","doi":"10.1145/505894.505911","title":"Summary of the second ICSE workshop on web engineering","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Library science; World Wide Web; Web site; Web engineering; Computer science; Web development; Web page; The Internet; Web application security","score_opus":0.01427270800146777,"score_gpt":0.2176198361747755,"score_spread":0.20334712817330775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026632448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3380402,0.0008046469,0.65609205,0.001724672,0.0011643058,0.00062488375,0.00006323958,0.001371582,0.00011442442],"genre_scores_gemma":[0.93185514,0.00005644608,0.06738543,0.00020344951,0.00009030606,0.00005086373,0.000008955661,0.000028986633,0.000320404],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988728,0.000009354394,0.00024346943,0.00033596443,0.0002492089,0.000289166],"domain_scores_gemma":[0.99082446,0.0070868074,0.0000705606,0.001903893,0.00004236483,0.00007188583],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00017855606,0.0001977281,0.00016490609,0.00013974994,0.000067775894,0.000061763654,0.0018865431,0.00006445318,0.0000316556],"category_scores_gemma":[0.008397712,0.00016500596,0.00009015996,0.0006995727,0.000016126358,0.00027452077,0.00083928666,0.0001999814,0.000027587914],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004253398,0.0009936045,0.23477687,0.0013992653,0.00053902186,0.00011667871,0.001431717,0.31692854,0.03195711,0.16130647,0.052869424,0.19763876],"study_design_scores_gemma":[0.00092019705,0.0001045376,0.27891466,0.0007342412,0.000042523166,0.000037270715,0.000017761342,0.05344073,0.016140616,0.00026593814,0.6480312,0.0013503178],"about_ca_topic_score_codex":0.0000052830032,"about_ca_topic_score_gemma":0.0000045051315,"teacher_disagreement_score":0.5951618,"about_ca_system_score_codex":0.000041618427,"about_ca_system_score_gemma":0.000027224403,"threshold_uncertainty_score":0.999955},"labels":[],"label_agreement":null},{"id":"W2027204548","doi":"10.1145/2557833.2560584","title":"Leveraging machine learning and information retrieval techniques in software evolution tasks","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software; Software engineering; Conjunction (astronomy); Software evolution; Artificial intelligence; Machine learning; Software development; Software construction; Programming language","score_opus":0.008723678462936355,"score_gpt":0.2292670223641095,"score_spread":0.22054334390117314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027204548","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1802003,0.00045973156,0.8157315,0.00016914374,0.00022787708,0.00024205347,0.0000035398255,0.0029640063,0.0000018332918],"genre_scores_gemma":[0.7848722,0.000036547008,0.21487226,0.000047781185,0.000072492854,0.000028325929,0.000023656557,0.000037464106,0.0000093053295],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977673,0.000074502415,0.0004596237,0.00047732555,0.000553284,0.0006679445],"domain_scores_gemma":[0.96117246,0.037563056,0.00011235401,0.00078164676,0.0001699917,0.00020049374],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011212542,0.00036223087,0.00033632427,0.000886797,0.00014937295,0.00029688954,0.0009186847,0.00021452495,0.0000066727252],"category_scores_gemma":[0.2976058,0.00040162602,0.000063035026,0.0010559674,0.000037469967,0.0022485822,0.000802997,0.00083541527,0.00002491283],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012582291,0.000020081396,0.9372145,0.0002630809,0.000015031271,0.0000094150455,0.0006591593,0.0050496385,0.00091733865,0.00073495496,0.000028786833,0.055075414],"study_design_scores_gemma":[0.0010736249,0.00033189123,0.9077216,0.0006281953,0.000014243784,0.00012419374,0.000016841332,0.06529916,0.01072695,0.0003382673,0.012289052,0.0014360241],"about_ca_topic_score_codex":0.00010683839,"about_ca_topic_score_gemma":0.0000025618992,"teacher_disagreement_score":0.6046719,"about_ca_system_score_codex":0.00027094877,"about_ca_system_score_gemma":0.00006142266,"threshold_uncertainty_score":0.99984354},"labels":[],"label_agreement":null},{"id":"W2031271477","doi":"10.1145/2507288.2507326","title":"Technical debt","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Pace; Debt; Confusion; Perspective (graphical); Risk analysis (engineering); Software; Computer science; Engineering; Business; Software development; Finance","score_opus":0.014269007103450974,"score_gpt":0.24104295340316437,"score_spread":0.2267739462997134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031271477","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15533483,0.00059642625,0.83399487,0.0010114331,0.0007808891,0.00052890397,0.0000040009454,0.007739235,0.000009393843],"genre_scores_gemma":[0.65623075,0.000008984113,0.34326598,0.00009550983,0.00011475523,0.00017031832,0.0000045438273,0.000053667558,0.000055480443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974359,0.000023129292,0.000353749,0.0006667862,0.00061446655,0.0009059293],"domain_scores_gemma":[0.85791093,0.1376922,0.000076065946,0.0034047845,0.00032113958,0.00059487455],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028590928,0.000374209,0.00031290442,0.00034902184,0.00010342757,0.00035818754,0.0030512316,0.00020978141,0.00012790858],"category_scores_gemma":[0.30621713,0.00037236634,0.00013835052,0.00095137826,0.000043114604,0.0009282221,0.0012231693,0.00056455337,0.0011415865],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004089372,0.0001907719,0.85617757,0.00028147886,0.00007796416,0.00012982852,0.0003353483,0.004259108,0.032608945,0.0073097437,0.012403819,0.086221315],"study_design_scores_gemma":[0.00041198323,0.00013427691,0.97915167,0.00012411173,0.0000087333365,0.0001519067,0.0000025758407,0.002996677,0.011351917,0.00037433018,0.004257462,0.0010343557],"about_ca_topic_score_codex":0.000070398564,"about_ca_topic_score_gemma":0.0000011537891,"teacher_disagreement_score":0.5008959,"about_ca_system_score_codex":0.00013451409,"about_ca_system_score_gemma":0.000074558106,"threshold_uncertainty_score":0.9998728},"labels":[],"label_agreement":null},{"id":"W2032494193","doi":"10.1145/1142958.1142961","title":"How should software reliability engineering (SRE) be taught?","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reliability (semiconductor); Software quality; Software engineering; Computer science; Software; Engineering management; Software peer review; Work (physics); Software development; Software Engineering Process Group; Medical education; Engineering; Software construction; Medicine; Mechanical engineering","score_opus":0.022359914709258053,"score_gpt":0.24394602014958858,"score_spread":0.22158610544033053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032494193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1340432,0.0011299514,0.8549733,0.0040153335,0.00062686286,0.00043532535,0.000046324905,0.004726654,0.0000030401245],"genre_scores_gemma":[0.6758006,0.000032408647,0.32312948,0.00013194385,0.0003852605,0.00010367284,0.000063990185,0.00009640908,0.0002562452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947837,0.00008744395,0.00072213204,0.0015273872,0.0014092348,0.0014700905],"domain_scores_gemma":[0.94780105,0.047039833,0.00018172746,0.0039359275,0.00055308297,0.00048839144],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010036989,0.00079647446,0.0008157827,0.00057472347,0.00030215198,0.0010089158,0.0033628382,0.0004441614,0.000039604158],"category_scores_gemma":[0.17929663,0.0007909635,0.0005546021,0.0020205777,0.00010714431,0.0015395948,0.0013581833,0.0010231177,0.000052383715],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032138018,0.0007818666,0.7420036,0.0015967463,0.00030391762,0.00031550732,0.0005443093,0.19984312,0.007069831,0.006570197,0.006170664,0.034768075],"study_design_scores_gemma":[0.0035920092,0.0007319038,0.57406294,0.0010240587,0.0003227244,0.0002768882,0.000055350407,0.11457287,0.070698604,0.0038259525,0.22187935,0.008957349],"about_ca_topic_score_codex":0.00029327345,"about_ca_topic_score_gemma":0.00001745902,"teacher_disagreement_score":0.5417574,"about_ca_system_score_codex":0.0003429945,"about_ca_system_score_gemma":0.00017164105,"threshold_uncertainty_score":0.99945414},"labels":[],"label_agreement":null},{"id":"W2037160495","doi":"10.1145/1102107.1102110","title":"Open source application spaces","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Open source; Software engineering; Open source software; Computer science; Software; Engineering; Engineering management; Operating system","score_opus":0.014632968760999013,"score_gpt":0.24412999582611086,"score_spread":0.22949702706511185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037160495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026661588,0.00030751652,0.97018135,0.0009279025,0.00023549575,0.00024888292,0.0000050877534,0.0014091027,0.000023088847],"genre_scores_gemma":[0.80774134,0.000002643154,0.19165267,0.00014011507,0.00024552332,0.000039414048,0.000018514378,0.000021685013,0.00013808253],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986892,0.000021927215,0.00025054184,0.0004586793,0.000223,0.00035668237],"domain_scores_gemma":[0.99133205,0.007237662,0.000096361946,0.0011427903,0.00006693881,0.00012419642],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00030671404,0.00021060799,0.00021621819,0.0000834915,0.00012474092,0.00062016083,0.0035649727,0.00008524234,0.0000074437735],"category_scores_gemma":[0.010655747,0.0002136226,0.000059508577,0.00039781578,0.000012217745,0.0006106994,0.0012766467,0.00015327944,0.00025674643],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000951548,0.00021213223,0.16139588,0.00019107397,0.000105391315,0.000011797001,0.0023175452,0.39917633,0.0023359207,0.017935408,0.010024517,0.40628448],"study_design_scores_gemma":[0.00075719785,0.00009457899,0.044317603,0.00019247754,0.000016373559,0.00007718376,0.000012008204,0.13196637,0.0032801104,0.00016187264,0.8179419,0.0011823305],"about_ca_topic_score_codex":0.000076932105,"about_ca_topic_score_gemma":0.0000039385,"teacher_disagreement_score":0.80791736,"about_ca_system_score_codex":0.000053326516,"about_ca_system_score_gemma":0.000039876635,"threshold_uncertainty_score":0.9976779},"labels":[],"label_agreement":null},{"id":"W2040743371","doi":"10.1145/505894.505907","title":"Datrix <sup>™</sup> source code model and its interchange format","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Source code; Computer science; Code (set theory); Software engineering; Open source; World Wide Web; Programming language; Software; Set (abstract data type)","score_opus":0.1139794712162333,"score_gpt":0.32842361434529765,"score_spread":0.21444414312906435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040743371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66080695,0.00057110225,0.33696467,0.00046062292,0.0003379514,0.00018992113,0.00008136876,0.00057113887,0.00001626032],"genre_scores_gemma":[0.9790435,0.000046669127,0.019072847,0.00022076351,0.00013539272,0.000014872079,0.000037097958,0.000035068584,0.0013938231],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99701756,0.000037256632,0.00056571176,0.0008561578,0.00096952484,0.0005537735],"domain_scores_gemma":[0.969488,0.028070752,0.00013291455,0.0018339996,0.00019627079,0.00027804344],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021167465,0.00029118554,0.00032685688,0.00048564616,0.00022773452,0.0006140506,0.0017297587,0.00009320954,0.00010090967],"category_scores_gemma":[0.16804402,0.0002487442,0.0000970881,0.0008089432,0.00004057702,0.00074404594,0.0019350669,0.00022451101,0.00029741047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037029364,0.000087052074,0.05507618,0.000082691666,0.000051401683,0.00004081376,0.0044259597,0.75437623,0.00020946881,0.00044646036,0.030154195,0.15501253],"study_design_scores_gemma":[0.00033925424,0.000043390046,0.0037640505,0.00007529256,0.000021624972,0.00004619652,0.00018790473,0.93146485,0.00011636801,0.00031825664,0.0632107,0.00041211865],"about_ca_topic_score_codex":0.000018049444,"about_ca_topic_score_gemma":0.000008125788,"teacher_disagreement_score":0.3182365,"about_ca_system_score_codex":0.000042876185,"about_ca_system_score_gemma":0.000023239065,"threshold_uncertainty_score":0.9999965},"labels":[],"label_agreement":null},{"id":"W2046040805","doi":"10.1145/2735399.2735419","title":"Technical Debt","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Maturity (psychological); Debt; Capability Maturity Model; Software; Software engineering; Computer science; Engineering management; Engineering; Business; Software development; Political science; Finance","score_opus":0.031984929105533105,"score_gpt":0.26965765861627405,"score_spread":0.23767272951074095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046040805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06800541,0.00093706534,0.9216221,0.00066701067,0.0011452509,0.00027216214,0.000005728783,0.0073334244,0.000011835093],"genre_scores_gemma":[0.6427039,0.000005515906,0.3569143,0.00007021578,0.00015235899,0.00005302621,0.0000056402005,0.00005182334,0.0000432111],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973784,0.00002885098,0.00033060633,0.0006413737,0.0008109884,0.00080975797],"domain_scores_gemma":[0.9126027,0.08350126,0.00006230542,0.0027281553,0.00031835382,0.00078722445],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000638721,0.00035414947,0.0003178453,0.0003500906,0.0000678159,0.00022454289,0.0029751118,0.00020430984,0.000012508719],"category_scores_gemma":[0.477951,0.00036171192,0.00011606143,0.0010626196,0.000041706455,0.0006302774,0.0013223201,0.00053527905,0.00034297173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019844341,0.00022160327,0.91409594,0.00019677292,0.00007536108,0.00044577476,0.00080321374,0.015261179,0.005438877,0.010778527,0.014265062,0.03839782],"study_design_scores_gemma":[0.003082305,0.0009106031,0.888207,0.00045465972,0.000047217603,0.0010731654,0.000020686164,0.010219645,0.032422945,0.0014745876,0.057947103,0.0041400576],"about_ca_topic_score_codex":0.000027169286,"about_ca_topic_score_gemma":0.0000016756245,"teacher_disagreement_score":0.5746985,"about_ca_system_score_codex":0.00022304578,"about_ca_system_score_gemma":0.00019050155,"threshold_uncertainty_score":0.9998835},"labels":[],"label_agreement":null},{"id":"W2047952164","doi":"10.1145/2439976.2439998","title":"Report of the 2012 IEEE 6th international workshop on the maintenance and evolution of service-oriented and cloud-based systems (MESOCA 2012)","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Service (business); Software engineering; Engineering management; Event (particle physics); Identification (biology); Software maintenance; Computer science; Engineering; Software; Systems engineering; Software system; Business; Operating system","score_opus":0.0081884117119241,"score_gpt":0.1996896693950248,"score_spread":0.1915012576831007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047952164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7907293,0.0010319479,0.20026936,0.0049044006,0.0023575644,0.0005014982,0.000018830297,0.00017763932,0.000009503655],"genre_scores_gemma":[0.99457955,0.000011377834,0.0047952808,0.00037721833,0.00013860482,0.000045581728,0.000004962716,0.000017979237,0.000029426898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986019,0.000047446807,0.00037335724,0.0003383515,0.00039066523,0.0002482451],"domain_scores_gemma":[0.99078876,0.0075468,0.00028266892,0.0009899158,0.00032187824,0.000069982365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028720786,0.00021675405,0.00022042885,0.0001125296,0.00009259538,0.00006411604,0.0010552846,0.00009087341,0.000006641543],"category_scores_gemma":[0.0025798876,0.00013516634,0.0000596311,0.0004974211,0.000054148735,0.0003372433,0.00036615715,0.00021706105,0.0000031198726],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014869658,0.0005253399,0.7757102,0.0028604367,0.0007742691,0.000053285356,0.008973674,0.11764718,0.03225698,0.04564823,0.004795068,0.010606602],"study_design_scores_gemma":[0.0014005098,0.00019276593,0.867469,0.0033085474,0.0000890133,0.00028042073,0.00037781664,0.102834165,0.01512723,0.0006342921,0.007339623,0.0009466107],"about_ca_topic_score_codex":0.00048411379,"about_ca_topic_score_gemma":0.000039518218,"teacher_disagreement_score":0.20385031,"about_ca_system_score_codex":0.000036090612,"about_ca_system_score_gemma":0.000050199153,"threshold_uncertainty_score":0.55119234},"labels":[],"label_agreement":null},{"id":"W2049483354","doi":"10.1145/340855.341144","title":"A whole new kind of engineering","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Software Engineering Process Group; Social software engineering; Software walkthrough; Software engineering; Civil engineering software; Software development; Software requirements; Engineering; Personal software process; Software; Software construction; Engineering management; Computer science","score_opus":0.013986361207456659,"score_gpt":0.23120381333083345,"score_spread":0.2172174521233768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049483354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08882104,0.0018280391,0.9036432,0.0004759468,0.0005241926,0.00024737112,0.000013279552,0.0044333097,0.000013626855],"genre_scores_gemma":[0.4443189,0.00007462621,0.55517703,0.00005326725,0.00015219003,0.000017771585,0.000006749915,0.000055442597,0.0001440036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981393,0.000014879767,0.00044441564,0.0004864506,0.00038203143,0.00053289696],"domain_scores_gemma":[0.98121715,0.016809413,0.00010448571,0.0015399324,0.00007003684,0.00025898457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026520054,0.00038403636,0.0003964737,0.0002631171,0.000050249404,0.00009254154,0.0018369964,0.00018206274,0.00016570029],"category_scores_gemma":[0.029281968,0.0004128416,0.00016325027,0.0007889819,0.000016307711,0.0008795257,0.0002881151,0.00036766604,0.00008555598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006170013,0.00035899295,0.06885099,0.0010496641,0.00045180818,0.00023110265,0.0030194116,0.280729,0.026745813,0.008167388,0.013016485,0.5973177],"study_design_scores_gemma":[0.0021076624,0.00089172524,0.21360084,0.0014575236,0.00014995689,0.00043308167,0.0000080149475,0.042638164,0.11090747,0.00080825284,0.62277275,0.0042245304],"about_ca_topic_score_codex":0.0000857494,"about_ca_topic_score_gemma":8.88424e-7,"teacher_disagreement_score":0.6097563,"about_ca_system_score_codex":0.000046638354,"about_ca_system_score_gemma":0.00007902305,"threshold_uncertainty_score":0.99983233},"labels":[],"label_agreement":null},{"id":"W2050687058","doi":"10.1145/1082983.1083081","title":"Policies, grids and autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Autonomic computing; Context (archaeology); Resource allocation; Grid computing; Grid; Resource management (computing); Work (physics); Resource (disambiguation); Service level; Service (business); Risk analysis (engineering); Process management; Management science; Knowledge management; Distributed computing; Business; Engineering; Cloud computing","score_opus":0.012034446387867014,"score_gpt":0.22647021826547611,"score_spread":0.2144357718776091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050687058","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40636474,0.0009002404,0.5897044,0.0006534944,0.0005197043,0.0001129131,0.000008613697,0.0017244022,0.0000114793165],"genre_scores_gemma":[0.85681677,0.0000063106895,0.14255032,0.00017559557,0.0003881698,0.0000032427351,0.000009339871,0.000021553311,0.000028727896],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985825,0.000022356624,0.00031603503,0.00042313067,0.00017300837,0.00048299567],"domain_scores_gemma":[0.9898423,0.009169076,0.000081809216,0.0007009661,0.00004592107,0.00015992767],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026739374,0.00025775083,0.00026378047,0.00013356784,0.00015231379,0.00028838188,0.0010449364,0.0000934659,0.000003499422],"category_scores_gemma":[0.0089500975,0.00026850883,0.00006410031,0.00028490272,0.000025188925,0.000317004,0.0006493539,0.00020373744,0.000053560503],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006211945,0.00013156654,0.4302495,0.0003025546,0.0001603478,0.000040312287,0.0051777335,0.3165616,0.0018260821,0.02671773,0.004820482,0.21400586],"study_design_scores_gemma":[0.0011337955,0.00016274724,0.5232185,0.00043356814,0.00002672352,0.00037918478,0.000016455406,0.35416287,0.001722696,0.00012880958,0.1167916,0.0018230419],"about_ca_topic_score_codex":0.000058970625,"about_ca_topic_score_gemma":0.0000020147877,"teacher_disagreement_score":0.450452,"about_ca_system_score_codex":0.00007164232,"about_ca_system_score_gemma":0.000048015096,"threshold_uncertainty_score":0.9999767},"labels":[],"label_agreement":null},{"id":"W2050833725","doi":"10.1145/1061874.1061885","title":"Collaboration, conflict and control","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Conflict resolution; Control (management); Software; Computer science; Engineering; Open source software; Engineering management; Knowledge management; Political science; Programming language","score_opus":0.009812026285476788,"score_gpt":0.23376837280254886,"score_spread":0.22395634651707208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050833725","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10183403,0.0008473865,0.8892488,0.005617212,0.00031070394,0.00032037325,0.000024003859,0.0017905651,0.000006922124],"genre_scores_gemma":[0.7361865,0.000011220416,0.2628311,0.0007104233,0.00014711692,0.00003687654,0.0000067351375,0.00002392768,0.00004607179],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865997,0.000020274963,0.00031991518,0.0004054102,0.0002538573,0.00034058007],"domain_scores_gemma":[0.9816118,0.016923295,0.00009061783,0.0009265888,0.00030522846,0.00014248959],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000249556,0.00023164917,0.00022761035,0.00018810929,0.00015614492,0.00038526737,0.00083743397,0.000104102925,0.000021129381],"category_scores_gemma":[0.055806506,0.00024766894,0.000036457386,0.0007883107,0.000038292965,0.001080544,0.00025608297,0.00018921407,0.000080841644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018902785,0.0002179472,0.7619961,0.000164495,0.00025419096,0.00004361221,0.0065951054,0.020261973,0.011007177,0.058418952,0.011380705,0.12964083],"study_design_scores_gemma":[0.003799905,0.0002715382,0.46489117,0.00018271708,0.00006857716,0.00018378526,0.00004948133,0.020535223,0.015182753,0.00027003937,0.49225953,0.0023052893],"about_ca_topic_score_codex":0.0000115442845,"about_ca_topic_score_gemma":0.000005557746,"teacher_disagreement_score":0.6343525,"about_ca_system_score_codex":0.000058775997,"about_ca_system_score_gemma":0.000077442055,"threshold_uncertainty_score":0.99999756},"labels":[],"label_agreement":null},{"id":"W2054258364","doi":"10.1145/505894.505909","title":"COTS workshop","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Software engineering; Engineering management; Engineering; Certification; Systems engineering; Software; Computer science; Operating system; Management","score_opus":0.0448775485825036,"score_gpt":0.2848098457964684,"score_spread":0.2399322972139648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054258364","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028742004,0.0010425521,0.9621505,0.00043000682,0.0013181678,0.00016395267,0.0000030163453,0.0061442265,0.0000055488954],"genre_scores_gemma":[0.31929073,0.00008032051,0.68009126,0.0001407639,0.00016923768,0.000042995947,0.000005358505,0.000058669928,0.00012068491],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9976344,0.000047138477,0.00037987874,0.0007085297,0.00039828772,0.000831763],"domain_scores_gemma":[0.90463823,0.09256777,0.0001037513,0.0022874344,0.0001379181,0.0002648737],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004401566,0.00045686652,0.00041391634,0.00029112046,0.00012775669,0.00016301482,0.002468633,0.00020414275,0.000024740275],"category_scores_gemma":[0.28312534,0.00047630118,0.00014709774,0.0010742946,0.00004300099,0.00087490294,0.00091404136,0.00047239926,0.0001250099],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002914629,0.0001590054,0.16530685,0.00021228961,0.00016993428,0.0007287777,0.0013691123,0.5746967,0.0057288436,0.010777555,0.0019332555,0.23888849],"study_design_scores_gemma":[0.005280004,0.00090637774,0.6712519,0.0017694308,0.00018478789,0.0028889494,0.0001283376,0.021545317,0.058357503,0.022444643,0.2015962,0.013646566],"about_ca_topic_score_codex":0.000005918623,"about_ca_topic_score_gemma":0.0000013177745,"teacher_disagreement_score":0.5531514,"about_ca_system_score_codex":0.00011015065,"about_ca_system_score_gemma":0.00004655186,"threshold_uncertainty_score":0.99976885},"labels":[],"label_agreement":null},{"id":"W2055718439","doi":"10.1145/2237796.2237818","title":"Refinement patterns for ASTD","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science; Programming language; Semantics (computer science); Natural language processing; Software engineering","score_opus":0.038991754957743215,"score_gpt":0.2860445925203361,"score_spread":0.2470528375625929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055718439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0420289,0.00022001195,0.95544803,0.00013466511,0.0012258973,0.00021391625,0.000011847332,0.00071448385,0.0000022729694],"genre_scores_gemma":[0.4285876,0.000003857043,0.57101995,0.00007731993,0.00017198296,0.00009740908,0.000008536883,0.000017839484,0.00001553947],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99881303,0.000017892233,0.00023170168,0.00024815995,0.00020022316,0.0004889672],"domain_scores_gemma":[0.9885789,0.01011455,0.0000754597,0.0010191124,0.00007312822,0.00013880906],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005278744,0.00018138591,0.00015136742,0.00009746001,0.00007596183,0.00006456022,0.0009621486,0.00007720975,0.000015262583],"category_scores_gemma":[0.05405723,0.00018256475,0.000076456156,0.0001699406,0.000008353084,0.0006399725,0.00029641317,0.00011217568,0.000041570143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014651292,0.0002446799,0.6465496,0.0006286225,0.00009070677,0.0000023132075,0.002265455,0.0018448376,0.0057465723,0.06992647,0.0014827169,0.2712034],"study_design_scores_gemma":[0.00081087527,0.00027849313,0.82394737,0.00018557461,0.000039329138,0.000034963585,0.000016702812,0.010650556,0.089759655,0.00022583475,0.07274775,0.0013028908],"about_ca_topic_score_codex":0.000007269389,"about_ca_topic_score_gemma":2.7442985e-7,"teacher_disagreement_score":0.38655868,"about_ca_system_score_codex":0.00006602163,"about_ca_system_score_gemma":0.000015728452,"threshold_uncertainty_score":0.9539108},"labels":[],"label_agreement":null},{"id":"W2056844734","doi":"10.1145/1142958.1142966","title":"Reflections on CSEE&amp;T 2006","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.03547956312893565,"score_gpt":0.30488343502382426,"score_spread":0.2694038718948886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056844734","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011709045,0.00039902207,0.9783444,0.0007121085,0.0009876322,0.00018434462,0.000015098267,0.0075257495,0.00012263955],"genre_scores_gemma":[0.48821613,0.000016830712,0.51093525,0.00017582178,0.00030750598,0.000059842187,0.000018996938,0.000052045893,0.0002175794],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99815387,0.00002718261,0.00033408144,0.0005641374,0.00037435596,0.00054637087],"domain_scores_gemma":[0.9743373,0.02382671,0.00009803442,0.0015288837,0.00009226796,0.000116808595],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00027490812,0.0003715977,0.00025666773,0.00034810003,0.00018142942,0.00026207615,0.001359311,0.00017966372,0.000031460568],"category_scores_gemma":[0.034660403,0.00038324573,0.00013849203,0.00080662576,0.000021071352,0.000628757,0.0003069673,0.00045020366,0.00020165932],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000744046,0.0013724891,0.1412227,0.0005855726,0.00033871245,0.00034137187,0.0011293731,0.3248568,0.02147248,0.31151247,0.12656224,0.0705314],"study_design_scores_gemma":[0.00070168794,0.00045336405,0.13026296,0.0003330777,0.000057886922,0.00023942595,0.000003498114,0.0018604742,0.02137727,0.004230055,0.83797485,0.00250545],"about_ca_topic_score_codex":0.00021016606,"about_ca_topic_score_gemma":0.000015988782,"teacher_disagreement_score":0.7114126,"about_ca_system_score_codex":0.0001001861,"about_ca_system_score_gemma":0.00004027103,"threshold_uncertainty_score":0.99986196},"labels":[],"label_agreement":null},{"id":"W2058037795","doi":"10.1145/1598732.1598759","title":"Report on the working conference on requirements engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Foundation (evidence); Engineering; Software engineering; Software requirements; Engineering management; Computer science; Software; Software development; Software construction; Political science","score_opus":0.03403080401631266,"score_gpt":0.22804722342854936,"score_spread":0.19401641941223668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058037795","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98018473,0.00009090748,0.0061036604,0.0067136856,0.0013093936,0.0005494513,0.0000037852228,0.0030509431,0.0019934308],"genre_scores_gemma":[0.9964841,0.0000087739045,0.00080023793,0.0021505798,0.00042511962,0.000023833129,0.00002139608,0.000025634958,0.000060294125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986957,0.000001904227,0.0003375792,0.0002491359,0.0003305533,0.00038512968],"domain_scores_gemma":[0.9972231,0.0018022364,0.00020322272,0.0006764841,0.000081765254,0.000013197776],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00026937222,0.00027264014,0.0001895457,0.0002029889,0.00016340324,0.0001702314,0.00056785526,0.00012628082,0.00006605827],"category_scores_gemma":[0.029410705,0.00021820246,0.000075650234,0.0003824772,0.00001678035,0.0005289208,0.00008633646,0.00036745274,0.0002344789],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010452916,0.00022678632,0.13641205,0.00027201782,0.00015941451,0.0005080762,0.00021421496,0.030995512,0.00330329,0.7572642,0.013863308,0.056676574],"study_design_scores_gemma":[0.0018459206,0.00032585347,0.7921472,0.0029514916,0.0001331569,0.00010063582,0.0001300181,0.015254107,0.013688091,0.0048517366,0.16529511,0.0032766585],"about_ca_topic_score_codex":0.000014259085,"about_ca_topic_score_gemma":0.0000010723946,"teacher_disagreement_score":0.7524125,"about_ca_system_score_codex":0.0000483119,"about_ca_system_score_gemma":0.000014219356,"threshold_uncertainty_score":0.97876495},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","score_opus":0.010031670426985932,"score_gpt":0.21830650646217842,"score_spread":0.20827483603519248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059245867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15157886,0.00082386064,0.84473604,0.00028254362,0.0006017827,0.00038619354,0.00003812325,0.0015512353,0.0000013783375],"genre_scores_gemma":[0.77409434,0.000005728529,0.22544856,0.00012061418,0.00017997266,0.00008197149,0.000009528932,0.000042758867,0.000016535096],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997265,0.00005801012,0.0008344587,0.0006733016,0.0005081037,0.00066116743],"domain_scores_gemma":[0.97936684,0.018004388,0.00022249973,0.001934359,0.00022476882,0.00024712208],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061800476,0.0004365058,0.00068552105,0.00029248119,0.00012417544,0.00010941735,0.0019274398,0.0002789183,0.000008810925],"category_scores_gemma":[0.026059134,0.00040223257,0.00026666364,0.0004214564,0.00008374372,0.00061101577,0.00027219852,0.0003922362,0.00006233578],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001554752,0.00009006069,0.118155815,0.00033733065,0.000042563475,0.0000037385378,0.00018820458,0.8707498,0.00037174646,0.0006254724,0.00011718681,0.009302582],"study_design_scores_gemma":[0.0012651891,0.00013309442,0.025149431,0.00029207964,0.00003130253,0.000020665311,0.000002433776,0.9683518,0.0028091941,0.000045516856,0.0012417426,0.00065757375],"about_ca_topic_score_codex":0.00003285835,"about_ca_topic_score_gemma":0.0000015278202,"teacher_disagreement_score":0.62251544,"about_ca_system_score_codex":0.00020163172,"about_ca_system_score_gemma":0.00033550922,"threshold_uncertainty_score":0.99984294},"labels":[],"label_agreement":null},{"id":"W2060424441","doi":"10.1145/1218776.1218794","title":"A relationship-driven approach to view merging","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Computer science; Software; Software engineering; Set (abstract data type); Theoretical computer science; Data science; Artificial intelligence; Programming language; Information retrieval","score_opus":0.037039422639708115,"score_gpt":0.2656397933014625,"score_spread":0.22860037066175437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060424441","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011713857,0.00078935816,0.9816972,0.00027089752,0.0005607906,0.00030671948,0.000005988792,0.0046375473,0.000017631128],"genre_scores_gemma":[0.40315968,0.0000037406799,0.5964327,0.00008123676,0.00012732616,0.000089803616,0.000012882093,0.000050671042,0.000042009346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99755394,0.00006513667,0.00046019448,0.0007818368,0.0004090736,0.0007298374],"domain_scores_gemma":[0.9537516,0.044210963,0.00009300074,0.0016390418,0.000115781215,0.00018957931],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045474744,0.0004457002,0.00042788856,0.00041533684,0.00017195941,0.0001631923,0.0018938545,0.00016240086,0.0000027371407],"category_scores_gemma":[0.12978038,0.00047398455,0.00013979622,0.0013245579,0.000026810998,0.0006884692,0.0007829646,0.00040626997,0.00007988978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002144761,0.000042962547,0.030368907,0.000117113435,0.00001413573,0.0000124002645,0.00027290068,0.9488761,0.0006131731,0.014476883,0.000494535,0.004708744],"study_design_scores_gemma":[0.0015331194,0.00030643799,0.8956141,0.0006843437,0.0001056422,0.00031325122,0.000036567544,0.036947537,0.00935829,0.012487912,0.036859293,0.00575351],"about_ca_topic_score_codex":0.000031205727,"about_ca_topic_score_gemma":0.0000013191794,"teacher_disagreement_score":0.91192853,"about_ca_system_score_codex":0.00015219938,"about_ca_system_score_gemma":0.000041600757,"threshold_uncertainty_score":0.9997712},"labels":[],"label_agreement":null},{"id":"W2060537934","doi":"10.1145/638750.638770","title":"Declarative Meta Programming to Support Software Development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Software development; Context (archaeology); Software; Software development process; Programming language","score_opus":0.05084089791429167,"score_gpt":0.26391481359589847,"score_spread":0.2130739156816068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060537934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038957443,0.00025577642,0.958387,0.00009433783,0.0006046737,0.0005453265,0.000003973418,0.0011490007,0.000002480933],"genre_scores_gemma":[0.4163291,0.0000014999371,0.5831656,0.0001196049,0.000033627228,0.00019488735,0.000010511065,0.00003027482,0.00011492193],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977452,0.00005126155,0.00047438775,0.00065002637,0.00047148886,0.0006075998],"domain_scores_gemma":[0.9922095,0.006284443,0.00011854391,0.00092268636,0.00016729897,0.00029750547],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005374243,0.0003886035,0.00041885028,0.0002411139,0.0001879314,0.00022227321,0.0009354711,0.00011995754,0.000053504562],"category_scores_gemma":[0.041710734,0.00036072417,0.00014596662,0.0006175225,0.000009871541,0.00052786316,0.00028659703,0.00017654776,0.0002046921],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021983731,0.00074389967,0.5488358,0.0009954418,0.003027814,0.00028602255,0.032445095,0.02342326,0.0059511825,0.011344289,0.0051663704,0.3677588],"study_design_scores_gemma":[0.0016343824,0.00064664165,0.1620814,0.00036164888,0.00034500755,0.00017668557,0.00007881078,0.0005548279,0.17724037,0.000103934246,0.6527357,0.004040576],"about_ca_topic_score_codex":0.000017885446,"about_ca_topic_score_gemma":0.000012509771,"teacher_disagreement_score":0.64756936,"about_ca_system_score_codex":0.00012812763,"about_ca_system_score_gemma":0.0001594794,"threshold_uncertainty_score":0.9998845},"labels":[],"label_agreement":null},{"id":"W2063425142","doi":"10.1145/1968587.1968598","title":"Information systems in distributed environments","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Innovation, Science and Economic Development Canada","keywords":"Software deployment; Context (archaeology); Information system; Computer science; Focus (optics); Systems engineering; Engineering management; Engineering; Software engineering; Geography","score_opus":0.010473227225038479,"score_gpt":0.18368188526127882,"score_spread":0.17320865803624033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063425142","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28093213,0.000349375,0.71679986,0.000068037174,0.00081229716,0.00028086573,0.000029026542,0.000711942,0.000016508473],"genre_scores_gemma":[0.9740431,0.000009016694,0.025670012,0.00013712869,0.00003152178,0.000038357244,0.000057757414,0.000011276823,0.0000018736512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989397,0.00001822353,0.0002993531,0.00018536898,0.00022630006,0.00033103538],"domain_scores_gemma":[0.99665487,0.0024543551,0.00007743258,0.00070264,0.000019739446,0.00009097451],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012734959,0.00019304462,0.00016500888,0.0002078881,0.000043508095,0.00008113571,0.0011000681,0.00008915487,0.000006282838],"category_scores_gemma":[0.0020194887,0.00018721967,0.00003893225,0.00043674288,0.000008778791,0.0010790598,0.00036903244,0.00016740391,0.000092923096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031313954,0.00024541144,0.8875175,0.00062359794,0.000102096485,0.00006584936,0.029334595,0.03647023,0.0014313856,0.01377149,0.00009937127,0.030307163],"study_design_scores_gemma":[0.00072934676,0.000110149245,0.9672289,0.000227302,0.0000127304265,0.00003151753,0.00012282847,0.00765282,0.005506304,0.00014091215,0.017498285,0.00073890307],"about_ca_topic_score_codex":0.00036730972,"about_ca_topic_score_gemma":0.0000089681835,"teacher_disagreement_score":0.69311094,"about_ca_system_score_codex":0.000047853566,"about_ca_system_score_gemma":0.000015788828,"threshold_uncertainty_score":0.7634597},"labels":[],"label_agreement":null},{"id":"W2064871489","doi":"10.1145/1082983.1083115","title":"Effects of agile practices on social factors","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Extreme programming practices; Computer science; Knowledge management; Process management; Scrum; Lean software development; Quality (philosophy); Software quality; Agile Unified Process; Agile usability engineering; Software; Software development; Engineering; Software development process; Engineering management; Software engineering","score_opus":0.02591000041924832,"score_gpt":0.28006082794159437,"score_spread":0.2541508275223461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064871489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6782081,0.000739203,0.31524172,0.0007942011,0.00074463664,0.0003487753,0.0000094985,0.0039042665,0.000009568082],"genre_scores_gemma":[0.7759899,0.00003257998,0.22359742,0.00008238034,0.00021173111,0.000027478016,0.0000042283677,0.000038769016,0.000015501259],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983977,0.000039937462,0.00031753417,0.00042434517,0.00041540148,0.00040506874],"domain_scores_gemma":[0.9302261,0.06851416,0.00037765692,0.00069409516,0.00008499532,0.00010301854],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00026293457,0.0003355853,0.0003379647,0.00024492896,0.000106261476,0.00010990608,0.0014113942,0.00017652896,0.0000137645475],"category_scores_gemma":[0.12652074,0.00032240414,0.00014766947,0.00045589564,0.000024249768,0.0009935744,0.00033865118,0.00038656997,0.000026719643],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018254376,0.002873372,0.27388835,0.0051756846,0.0011859396,0.00026474273,0.015290314,0.032416664,0.0843006,0.055318832,0.018116375,0.51098657],"study_design_scores_gemma":[0.00087397156,0.00060735224,0.35893533,0.00039121805,0.00010532024,0.000027979144,0.000012541017,0.0021072552,0.5633831,0.00017058956,0.071746215,0.0016391227],"about_ca_topic_score_codex":0.00003344507,"about_ca_topic_score_gemma":8.8569396e-7,"teacher_disagreement_score":0.50934744,"about_ca_system_score_codex":0.000065456494,"about_ca_system_score_gemma":0.000038753355,"threshold_uncertainty_score":0.9999228},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","score_opus":0.00986127314587406,"score_gpt":0.1925936872529448,"score_spread":0.18273241410707072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070864209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71290493,0.00049479934,0.28569344,0.000055965982,0.00016508074,0.00015090873,0.000004698942,0.00052833086,0.0000018676569],"genre_scores_gemma":[0.86223555,0.000087948734,0.13742846,0.00002250999,0.00016754016,0.000023765018,0.0000051655506,0.000023893974,0.000005139518],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998472,0.000017648425,0.0004181133,0.0004117041,0.00028134568,0.00039922132],"domain_scores_gemma":[0.9957849,0.0031512985,0.00010776796,0.0007220992,0.00013129947,0.00010262704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036146797,0.00025823805,0.00031008,0.00011319023,0.00013674278,0.00006086714,0.0005349927,0.00011457257,0.0000029164873],"category_scores_gemma":[0.002942464,0.00021527744,0.000051436957,0.00034815964,0.000033696626,0.00091910467,0.00024509346,0.00020243107,0.000004707749],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011601495,0.000016963912,0.5565431,0.00018834561,0.000023915696,9.550051e-7,0.00055444846,0.43408233,0.00015952454,0.00001614212,0.000014985415,0.008387665],"study_design_scores_gemma":[0.0004987207,0.00021324385,0.11471584,0.00075032096,0.000021097854,0.000056049153,0.000012600663,0.88132346,0.0018774398,0.000009698341,0.0001873966,0.0003341601],"about_ca_topic_score_codex":0.000027696138,"about_ca_topic_score_gemma":0.0000038036228,"teacher_disagreement_score":0.4472411,"about_ca_system_score_codex":0.000052208077,"about_ca_system_score_gemma":0.000045052904,"threshold_uncertainty_score":0.8778759},"labels":[],"label_agreement":null},{"id":"W2071313718","doi":"10.1145/1118537.1123068","title":"Non-null references by default in the Java modeling language","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Null (SQL); Java; Java Modeling Language; Generics in Java; Interface (matter); Java annotation; Software engineering; Real time Java; Operating system; Database","score_opus":0.01770110530127583,"score_gpt":0.23932194045446673,"score_spread":0.2216208351531909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071313718","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17886743,0.002237143,0.8171969,0.0004900578,0.00030854996,0.00024428533,0.0000024411017,0.0006164775,0.00003670609],"genre_scores_gemma":[0.9681323,0.000016204502,0.031367507,0.00018864984,0.0001795211,0.00004507243,0.00001096704,0.000018372633,0.000041363237],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859107,0.000029077493,0.00027773247,0.00036250777,0.0003081443,0.0004314573],"domain_scores_gemma":[0.9949541,0.0041064336,0.000053526524,0.0007822031,0.000039760314,0.000063974025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045900184,0.00021903466,0.00020586773,0.000100951285,0.00008339807,0.00021401893,0.0016990283,0.000109017536,0.0000061050805],"category_scores_gemma":[0.0068198754,0.00015991878,0.00006520514,0.00037288497,0.000014279899,0.00037337,0.00021080396,0.0002703157,0.00007321467],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002267245,0.0007158988,0.24460217,0.00066182396,0.00017580116,0.00026066898,0.09458793,0.19014098,0.008058357,0.028009858,0.006442635,0.4263212],"study_design_scores_gemma":[0.0026738269,0.00057909545,0.027263094,0.0002698947,0.00006602726,0.00024615877,0.0014660439,0.8993016,0.011610411,0.001829762,0.050701264,0.003992825],"about_ca_topic_score_codex":0.0004170205,"about_ca_topic_score_gemma":0.000068770474,"teacher_disagreement_score":0.7892649,"about_ca_system_score_codex":0.00004094842,"about_ca_system_score_gemma":0.000028041248,"threshold_uncertainty_score":0.8164521},"labels":[],"label_agreement":null},{"id":"W2071779362","doi":"10.1145/505894.505906","title":"Practical data exchange for reverse engineering frameworks","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Software; Systems engineering; Database; Engineering; Operating system","score_opus":0.07369380567982925,"score_gpt":0.33189365732011394,"score_spread":0.2581998516402847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071779362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010271577,0.0006363827,0.9816222,0.002011336,0.0014236983,0.0005903834,0.000057214285,0.0033862286,9.822223e-7],"genre_scores_gemma":[0.22398117,0.00011289883,0.77460706,0.00020995375,0.0005686394,0.00019566253,0.00010563882,0.00014705975,0.00007192335],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99624723,0.000026811764,0.00048143353,0.0012405795,0.00071260653,0.0012913414],"domain_scores_gemma":[0.82195884,0.1711808,0.000117965414,0.0058657494,0.00030647503,0.00057014014],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010268325,0.0005456168,0.00047766103,0.00044235564,0.00014846452,0.00037731332,0.004318721,0.00053397875,0.000048909256],"category_scores_gemma":[0.534979,0.0006030551,0.00014727461,0.0011359276,0.00003320784,0.0016936426,0.0025575594,0.0012290562,0.00009801789],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024597466,0.0012637189,0.5417029,0.004710098,0.0013825177,0.0026303965,0.0026526058,0.08475018,0.0062843505,0.018505331,0.16468035,0.17119154],"study_design_scores_gemma":[0.0026946475,0.00055914733,0.09906538,0.0009895432,0.00014071651,0.0010395792,0.000021720709,0.35441563,0.0031208373,0.0001954815,0.5336268,0.004130563],"about_ca_topic_score_codex":0.00003220919,"about_ca_topic_score_gemma":0.0000025101108,"teacher_disagreement_score":0.5339522,"about_ca_system_score_codex":0.00016690476,"about_ca_system_score_gemma":0.00014451759,"threshold_uncertainty_score":0.9996421},"labels":[],"label_agreement":null},{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","score_opus":0.019966338121843372,"score_gpt":0.21476278661021792,"score_spread":0.19479644848837455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073374531","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5763031,0.00030644683,0.42030007,0.00010800227,0.0009192553,0.0001717885,0.00001241294,0.0018777071,0.0000011919383],"genre_scores_gemma":[0.7283409,0.000040496318,0.27115858,0.0001156754,0.00020479047,0.000044710414,0.000039791365,0.000048499827,0.0000065526488],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704975,0.000024154318,0.00061401003,0.0008859944,0.0006447548,0.0007813264],"domain_scores_gemma":[0.99107295,0.0062653148,0.00012122846,0.0020868755,0.0001861603,0.00026749764],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003100097,0.00051644153,0.00049840123,0.00021033878,0.00029699077,0.00019117816,0.0023444958,0.00025710344,0.000018599761],"category_scores_gemma":[0.019718489,0.0004919478,0.00018855983,0.0005860495,0.000040981202,0.0013337483,0.00081623666,0.0004621088,0.00031192083],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014849415,0.00012694739,0.52107275,0.00024702863,0.00007478387,0.000027606164,0.0010594875,0.46218678,0.0010055731,0.00010992122,0.000037685855,0.014036576],"study_design_scores_gemma":[0.0046748444,0.00046394113,0.6473624,0.002430145,0.00010075994,0.00014468963,0.00003375686,0.31977424,0.017864533,0.0013886242,0.0016261077,0.0041359514],"about_ca_topic_score_codex":0.0003601496,"about_ca_topic_score_gemma":0.0000044572494,"teacher_disagreement_score":0.1520378,"about_ca_system_score_codex":0.0002501128,"about_ca_system_score_gemma":0.00013424139,"threshold_uncertainty_score":0.99975324},"labels":[],"label_agreement":null},{"id":"W2073598989","doi":"10.1145/1082983.1083131","title":"ActiveAspect","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Sketch; Presentation (obstetrics); Software engineering; Abstraction; Programming language; Design by contract; Aspect-oriented programming; Software; Software development; Software construction; Algorithm","score_opus":0.02845137875648199,"score_gpt":0.26991038036654624,"score_spread":0.24145900161006426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073598989","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018515475,0.00079036015,0.9735821,0.0005677087,0.0006684201,0.00014650087,0.0000044993185,0.005718138,0.0000068121194],"genre_scores_gemma":[0.39085957,0.000019334822,0.6086647,0.0001099792,0.00022803263,0.000030561077,0.0000025883041,0.00004204626,0.00004318518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9979752,0.00004064195,0.00031684747,0.00063679204,0.00034729604,0.00068323675],"domain_scores_gemma":[0.93934107,0.058511652,0.00008674585,0.0017567668,0.00010272426,0.0002010379],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036497263,0.00040580332,0.0003557345,0.00025923603,0.00010670572,0.00012218376,0.0021399185,0.00015022002,0.0000226895],"category_scores_gemma":[0.20863071,0.00042047817,0.00014154585,0.00061159197,0.000034536297,0.0011723716,0.0007467387,0.00042113598,0.00017830537],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000145013,0.00013168111,0.025521917,0.00014428605,0.00013871974,0.00009042508,0.0012577923,0.5715006,0.012701541,0.016322047,0.0009364989,0.37123996],"study_design_scores_gemma":[0.0034374625,0.0007387298,0.4426716,0.0006291117,0.0001135447,0.0007454547,0.000045357374,0.019647164,0.37714732,0.0090169525,0.13730994,0.008497368],"about_ca_topic_score_codex":0.0000043663554,"about_ca_topic_score_gemma":9.993544e-7,"teacher_disagreement_score":0.5518535,"about_ca_system_score_codex":0.0001758654,"about_ca_system_score_gemma":0.000050490362,"threshold_uncertainty_score":0.9998247},"labels":[],"label_agreement":null},{"id":"W2075076276","doi":"10.1145/505532.505552","title":"2nd international workshop on living with inconsistency (IWLWI01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering; Software engineering; Computer science; Engineering management; Library science; Engineering ethics","score_opus":0.013269625088180225,"score_gpt":0.22836985453858205,"score_spread":0.21510022945040183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075076276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6372436,0.00026281638,0.35693458,0.0010066044,0.00198316,0.00026675954,0.0000041729213,0.0021983564,0.00009995219],"genre_scores_gemma":[0.9378712,0.000034422766,0.06141942,0.00022411124,0.0002544387,0.000045067056,0.0000050710278,0.000033332948,0.000112930364],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981316,0.00002478222,0.00032840544,0.00056607625,0.000499507,0.0004496356],"domain_scores_gemma":[0.97704667,0.021222288,0.00010340322,0.0013071393,0.00016572702,0.00015479898],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032392924,0.00031724275,0.00026060516,0.00023770686,0.00014240333,0.0001931468,0.0015443527,0.00013320781,0.00005343098],"category_scores_gemma":[0.035100006,0.00025875596,0.00009648865,0.0005834616,0.00003703597,0.0006933445,0.0004245645,0.00032924148,0.000103974045],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000139669155,0.0001107735,0.95450777,0.0000692621,0.000058079037,0.0000590908,0.00070222514,0.007531303,0.00007940344,0.00044709886,0.000255664,0.03616536],"study_design_scores_gemma":[0.0007672208,0.00030126164,0.97442394,0.0015719375,0.000025578338,0.00035669192,0.000059053964,0.0069582458,0.00070597895,0.00007604626,0.013456077,0.001297937],"about_ca_topic_score_codex":0.000025356814,"about_ca_topic_score_gemma":0.000006542345,"teacher_disagreement_score":0.3006276,"about_ca_system_score_codex":0.00012119717,"about_ca_system_score_gemma":0.000067330395,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W2079583986","doi":"10.1145/1082983.1083006","title":"All we really need to know about software engineering is in the film <i>office space</i>","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Craft; Appeal; Software; Space (punctuation); Embodied cognition; Plot (graphics); Cult; Work (physics); Computer science; Software engineering; Sociology; Media studies; Engineering; Visual arts; Law; Art; Artificial intelligence; Political science; Mechanical engineering; Mathematics; Programming language","score_opus":0.012836252456380008,"score_gpt":0.2528696983282593,"score_spread":0.24003344587187928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079583986","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7848464,0.019757053,0.03641041,0.13275495,0.006401199,0.0059237345,0.0005904524,0.009984716,0.00333107],"genre_scores_gemma":[0.94789094,0.0007360615,0.04314652,0.0041630855,0.0013633542,0.00015845078,0.000036536596,0.00013990134,0.0023651791],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729955,0.000039185037,0.0004041734,0.00049417146,0.00070759864,0.0010553427],"domain_scores_gemma":[0.98109233,0.017608149,0.0000744137,0.00073372637,0.0001058365,0.00038556437],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00068065,0.0004112019,0.0003750558,0.00023085087,0.0001023259,0.00030438617,0.0013011572,0.0002343428,0.000097274904],"category_scores_gemma":[0.09009497,0.00037662228,0.00016857349,0.000864983,0.000055150213,0.00047980942,0.00021708144,0.0004607756,0.00023748449],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116171104,0.00057489355,0.12946479,0.0005865409,0.00022212036,0.00020757163,0.1903761,0.09304872,0.0013181535,0.0036348593,0.09578756,0.4846625],"study_design_scores_gemma":[0.0002672276,0.000049219452,0.02271956,0.00033432155,0.000021929363,0.000005269819,0.00047658617,0.00009844006,0.00029482943,0.0000062886284,0.9751922,0.0005341203],"about_ca_topic_score_codex":0.00058166485,"about_ca_topic_score_gemma":0.00079055416,"teacher_disagreement_score":0.87940466,"about_ca_system_score_codex":0.0001871963,"about_ca_system_score_gemma":0.00014011179,"threshold_uncertainty_score":0.9998686},"labels":[],"label_agreement":null},{"id":"W2080368628","doi":"10.1145/1082983.1083116","title":"Cultural patterns in software process mishaps","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploratory research; Process (computing); Phase (matter); Engineering ethics; Sociology; Software; Grounded theory; Management science; Computer science; Qualitative research; Engineering; Social science","score_opus":0.018074062117973435,"score_gpt":0.2733128226829014,"score_spread":0.255238760564928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080368628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.356507,0.00094123435,0.63504326,0.00091668306,0.0005071062,0.00033916032,0.000019399859,0.0057221353,0.0000040444747],"genre_scores_gemma":[0.64701784,0.000050257648,0.3523594,0.00019102448,0.00020005803,0.00009320138,0.000016123568,0.00005144051,0.000020620995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99745905,0.000032346066,0.0005104087,0.0007404641,0.00046700245,0.0007907137],"domain_scores_gemma":[0.9830877,0.015122712,0.0001364956,0.0012859778,0.00015007023,0.00021705295],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036975593,0.00050073495,0.00040307763,0.0003557488,0.00009506848,0.00031535001,0.0023366367,0.00023888506,0.000047482532],"category_scores_gemma":[0.062335234,0.000500377,0.00013498309,0.00080357975,0.000021944077,0.0021713064,0.0004995019,0.00064223615,0.00006704997],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016426562,0.00023786051,0.83803535,0.00051348325,0.00006336627,0.0001633618,0.0028221807,0.038218837,0.0003935743,0.00086664205,0.0010351923,0.11763374],"study_design_scores_gemma":[0.002988992,0.00057288597,0.8426843,0.0021659029,0.00008469217,0.00073516415,0.0000971432,0.029205823,0.03841984,0.0007930106,0.07572463,0.006527584],"about_ca_topic_score_codex":0.00007247531,"about_ca_topic_score_gemma":0.000020899895,"teacher_disagreement_score":0.29051086,"about_ca_system_score_codex":0.00015547566,"about_ca_system_score_gemma":0.00006481923,"threshold_uncertainty_score":0.9997448},"labels":[],"label_agreement":null},{"id":"W2081119992","doi":"10.1145/1598732.1598761","title":"Report from the second international workshop on software engineering for computational science and engineering (SE-CSE 09)","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software; Software Engineering Process Group; Focus (optics); Software requirements; Personal software process; Engineering management; Software construction; Engineering; Programming language","score_opus":0.06316257408920818,"score_gpt":0.33015554141365866,"score_spread":0.2669929673244505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081119992","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46986043,0.0002516981,0.5226641,0.0019185789,0.0038162468,0.00048909534,0.00026282272,0.0007283953,0.000008618861],"genre_scores_gemma":[0.8344776,0.0000024141666,0.16423135,0.00043045564,0.00047394948,0.00002795555,0.00011301792,0.00003308291,0.00021016246],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99550164,0.000015648184,0.0007417782,0.0012418361,0.0019474128,0.0005516954],"domain_scores_gemma":[0.8992263,0.09737111,0.00028475968,0.0020197018,0.00080051395,0.00029759982],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0036032833,0.0003585466,0.00032413748,0.00054487406,0.00037654513,0.001303322,0.002360575,0.000087797074,0.00008143504],"category_scores_gemma":[0.442476,0.0002874757,0.00012416109,0.0011595252,0.00009137063,0.00061881787,0.00067232136,0.0003095443,0.000031453288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056341723,0.00012386641,0.042824157,0.000037709302,0.00011922503,0.00009869193,0.0010546208,0.8148905,0.0012359109,0.0020146128,0.0274518,0.11009256],"study_design_scores_gemma":[0.00083808164,0.00008736943,0.6706991,0.00033316648,0.000035358975,0.000080723534,0.00008514492,0.21618576,0.0007842448,0.0010416916,0.10890657,0.00092277804],"about_ca_topic_score_codex":0.000010082476,"about_ca_topic_score_gemma":0.000003222022,"teacher_disagreement_score":0.627875,"about_ca_system_score_codex":0.0001399269,"about_ca_system_score_gemma":0.000103624174,"threshold_uncertainty_score":0.99995774},"labels":[],"label_agreement":null},{"id":"W2081439463","doi":"10.1145/1082983.1083150","title":"Mining student CVS repositories for performance indicators","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Quality (philosophy); Source lines of code; Data science; Work (physics); Source code; Data mining; Software engineering; Software; Engineering; Programming language","score_opus":0.014842147429639938,"score_gpt":0.2662585567185968,"score_spread":0.2514164092889568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081439463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79136837,0.0005802825,0.20415741,0.00026287587,0.00100716,0.00037331434,0.000006602428,0.0022422725,0.0000017098149],"genre_scores_gemma":[0.67865807,0.000014329501,0.32047027,0.000045500554,0.00047476694,0.00018890927,0.000008460156,0.00005801728,0.00008169382],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99734503,0.000015919935,0.00044515784,0.0006821162,0.0006569296,0.00085483736],"domain_scores_gemma":[0.9429664,0.05503149,0.00010042777,0.0014854252,0.00015557332,0.00026067928],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051922596,0.0003848211,0.00033845904,0.00049809535,0.0002228112,0.00030125972,0.0023971738,0.0001620611,0.000006992582],"category_scores_gemma":[0.10611174,0.00040504016,0.00013401707,0.000863373,0.000036761823,0.0008567843,0.0007541013,0.0003151658,0.000033669923],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009044846,0.00007698787,0.9291496,0.0002344923,0.00008251302,0.0000121519015,0.0020336916,0.0140048945,0.0009996785,0.00041954243,0.0007755187,0.05220185],"study_design_scores_gemma":[0.0011178227,0.00044813228,0.8909318,0.00033791107,0.0000341763,0.00008065289,0.000027664673,0.008176492,0.058814097,0.000010151747,0.03852018,0.0015009624],"about_ca_topic_score_codex":0.000005027294,"about_ca_topic_score_gemma":8.881108e-7,"teacher_disagreement_score":0.11631285,"about_ca_system_score_codex":0.00022307709,"about_ca_system_score_gemma":0.00010275752,"threshold_uncertainty_score":0.99984014},"labels":[],"label_agreement":null},{"id":"W2082727576","doi":"10.1145/1290993.1291005","title":"Assessment of Contemporary Modularization Techniques - ACoM'07","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Modular programming; Presentation (obstetrics); Mainstream; Computer science; Software engineering; Modularity (biology); Software; Work (physics); Engineering management; Engineering; Political science","score_opus":0.03651836328889043,"score_gpt":0.3138935505477442,"score_spread":0.2773751872588538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082727576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014917876,0.0003555361,0.98050207,0.000062263025,0.000529244,0.0002676301,0.0000071056693,0.003342442,0.000015804719],"genre_scores_gemma":[0.48041862,0.000010308201,0.51943195,0.000027463188,0.000048519873,0.000014627237,0.0000090153435,0.000030548726,0.000008931069],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795127,0.000045059038,0.0006003668,0.0004953243,0.00044032917,0.00046762725],"domain_scores_gemma":[0.95695317,0.040996194,0.00022908559,0.001458986,0.00022613809,0.00013643238],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013138959,0.00034718227,0.00044877108,0.00040427357,0.00006597487,0.0000501822,0.001486789,0.0002045398,0.0000054992547],"category_scores_gemma":[0.08266909,0.000365221,0.00012348192,0.0006909851,0.000050643896,0.00074010243,0.00062718464,0.00035009495,0.0000039511797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001728284,0.00032884887,0.4777505,0.0010026242,0.00024646358,0.00017778194,0.00094282866,0.13929966,0.20032968,0.034920845,0.0003687899,0.14461468],"study_design_scores_gemma":[0.0005072532,0.00033325926,0.6055649,0.00036793723,0.00002106489,0.00004246706,0.000016858585,0.0033942692,0.38387105,0.0028101578,0.0018099973,0.0012608016],"about_ca_topic_score_codex":0.00001283158,"about_ca_topic_score_gemma":4.0001518e-7,"teacher_disagreement_score":0.46550074,"about_ca_system_score_codex":0.00011865944,"about_ca_system_score_gemma":0.00009707241,"threshold_uncertainty_score":0.99987996},"labels":[],"label_agreement":null},{"id":"W2083651196","doi":"10.1145/1988997.1989020","title":"An empirical analysis of a testability model for object-oriented programs","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Computer science; Metric (unit); Unit testing; Java; Object-oriented programming; Empirical research; Reliability engineering; Software; Programming language; Engineering; Mathematics; Statistics","score_opus":0.06620077207080198,"score_gpt":0.31307960672924373,"score_spread":0.24687883465844174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083651196","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40878478,0.000047374342,0.5896841,0.000011017074,0.00009052928,0.00030861623,0.000025036445,0.0010482138,2.799393e-7],"genre_scores_gemma":[0.57371813,0.0000010243803,0.42603546,0.000010268587,0.000018252988,0.00014896001,0.00003164986,0.000032456075,0.000003773561],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973302,0.00003523069,0.00053465733,0.00083405135,0.00053265615,0.0007332166],"domain_scores_gemma":[0.9654189,0.031255264,0.00010718211,0.0024027412,0.0004878161,0.00032812855],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071175635,0.00035786268,0.00059770263,0.00074111175,0.00007566075,0.00006411989,0.0020543276,0.00018900707,0.000010527586],"category_scores_gemma":[0.10925992,0.00035974535,0.00035048736,0.0027531502,0.00006970841,0.00056162034,0.00031533037,0.00026238867,0.0000030394456],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022426575,0.00040110294,0.9584267,0.00014716997,0.00034542868,0.000004577988,0.003887742,0.026098315,0.00063589687,0.00039020364,0.000012197132,0.009628236],"study_design_scores_gemma":[0.00024783873,0.0003591397,0.41540188,0.000024556766,0.00014475778,0.0000021812573,0.000009561644,0.58096516,0.0023623384,0.00008534456,0.000022336028,0.00037491843],"about_ca_topic_score_codex":0.00006521147,"about_ca_topic_score_gemma":0.000013323703,"teacher_disagreement_score":0.55486685,"about_ca_system_score_codex":0.00010272652,"about_ca_system_score_gemma":0.00014553714,"threshold_uncertainty_score":0.99988544},"labels":[],"label_agreement":null},{"id":"W2087097337","doi":"10.1145/1022494.1022539","title":"Relevant empirical testing research","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software testing; Empirical research; Test strategy; Computer science; Software engineering; Position paper; Software; Software performance testing; Data science; Systems engineering; Engineering; Software construction; Software development; World Wide Web","score_opus":0.1418802265110641,"score_gpt":0.360298768827243,"score_spread":0.21841854231617888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087097337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15230559,0.00053855294,0.79554826,0.001910319,0.00051349704,0.00031047757,0.000004104388,0.048850533,0.000018646959],"genre_scores_gemma":[0.49734947,0.0000034963239,0.5023221,0.00012197934,0.000119189775,0.000037319423,0.0000021520068,0.00003607828,0.000008232168],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970318,0.00006156751,0.0003917247,0.00077718706,0.0007835544,0.0009541708],"domain_scores_gemma":[0.8677852,0.12860273,0.000097956065,0.002560145,0.00059264194,0.0003613456],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013226438,0.00032311023,0.00029742796,0.0004658513,0.0003392611,0.00030246263,0.0023422907,0.00019106784,0.0000037073492],"category_scores_gemma":[0.51872,0.00031856616,0.00009311486,0.0018811274,0.00008217432,0.0004452992,0.0012515525,0.000834657,0.00013110669],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013071227,0.00040856103,0.8555233,0.00034841645,0.0000669108,0.00075452816,0.0027053463,0.0096657025,0.004745583,0.007222175,0.011528017,0.107018374],"study_design_scores_gemma":[0.0029240693,0.002456382,0.7017004,0.004303725,0.000055580553,0.0018212112,0.000021284271,0.0108635565,0.06381981,0.19436197,0.012284757,0.0053872527],"about_ca_topic_score_codex":0.00016810138,"about_ca_topic_score_gemma":0.0000019027215,"teacher_disagreement_score":0.51739734,"about_ca_system_score_codex":0.0002358331,"about_ca_system_score_gemma":0.00024799487,"threshold_uncertainty_score":0.9999266},"labels":[],"label_agreement":null},{"id":"W2087156818","doi":"10.1145/1082983.1083302","title":"Quality, cleanroom and formal methods","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cleanroom; Computer science; Software engineering; Software development; Formal methods; Quality (philosophy); Systems engineering; Software; Reliability engineering; Engineering; Programming language","score_opus":0.035882057953362016,"score_gpt":0.34350678952848585,"score_spread":0.3076247315751238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087156818","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15459539,0.0011707816,0.8408059,0.00062826433,0.0003375606,0.00016637347,0.0000049117457,0.0022869033,0.0000039051174],"genre_scores_gemma":[0.4769036,0.000022327033,0.5227303,0.000092917115,0.0001532231,0.000023458973,0.0000028562206,0.000036501457,0.000034805907],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975527,0.00007217508,0.00041477982,0.00061855785,0.00047537903,0.0008664237],"domain_scores_gemma":[0.88072,0.117076375,0.00007337959,0.001623898,0.00013005095,0.00037625138],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014178818,0.00035375752,0.00035873588,0.00032047371,0.00014351908,0.00026993253,0.001640934,0.00016789699,0.000022319477],"category_scores_gemma":[0.22818452,0.0003674222,0.00010513776,0.000580278,0.000044216053,0.0012825768,0.001560191,0.000476697,0.00007197264],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008252758,0.00006256973,0.24569228,0.00021766723,0.00007282946,0.000020629486,0.0009060603,0.0042870133,0.0037842288,0.0073526315,0.00043809417,0.73715776],"study_design_scores_gemma":[0.0009223436,0.00015594969,0.93405646,0.00011119704,0.0000147824485,0.00015937934,0.000010731999,0.011150737,0.02114656,0.00021903188,0.030692263,0.0013605689],"about_ca_topic_score_codex":0.000025409972,"about_ca_topic_score_gemma":0.000002844347,"teacher_disagreement_score":0.73579717,"about_ca_system_score_codex":0.000101580816,"about_ca_system_score_gemma":0.00005475705,"threshold_uncertainty_score":0.99987775},"labels":[],"label_agreement":null},{"id":"W2089148440","doi":"10.1145/1022494.1022526","title":"Modelling and verifying web service orchestration by means of the concurrency workbench","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; IBM (Canada)","funders":"","keywords":"Computer science; Programming language; Process calculus; Concurrency; Web service; Orchestration; Business Process Execution Language; Workbench; Software engineering; Service-oriented architecture; Visualization; Artificial intelligence","score_opus":0.013095788223689479,"score_gpt":0.20441661679523945,"score_spread":0.19132082857154997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089148440","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55934316,0.0010147935,0.43824744,0.00073545024,0.00026585057,0.00013216195,0.000009671713,0.00024796225,0.000003481695],"genre_scores_gemma":[0.9253073,0.000039150866,0.07428919,0.00027982797,0.000046962763,0.000010701947,0.0000075821254,0.00001794375,0.0000013667124],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882025,0.000019725912,0.00026031298,0.00034493112,0.0002764961,0.00027829286],"domain_scores_gemma":[0.99566007,0.0033724208,0.0001027921,0.0006817303,0.000102896694,0.000080106736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012898745,0.00021899048,0.00018454618,0.00007240439,0.00012799632,0.00008162486,0.00109013,0.00009548421,0.000002096581],"category_scores_gemma":[0.00094022346,0.00017927977,0.000052880547,0.0006901051,0.000020598718,0.00038615818,0.00037728922,0.0002475122,0.0000025138363],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059873805,0.00006331434,0.02371277,0.00058429426,0.000051738567,0.000002883991,0.008349857,0.9407573,0.016980063,0.004378178,0.000013827193,0.0050998367],"study_design_scores_gemma":[0.004612081,0.00044718222,0.034444727,0.004505611,0.00023560385,0.00014418286,0.00040165795,0.65717745,0.2824567,0.0069945897,0.005203802,0.0033764313],"about_ca_topic_score_codex":0.0002519062,"about_ca_topic_score_gemma":0.000045944256,"teacher_disagreement_score":0.36596408,"about_ca_system_score_codex":0.000025564384,"about_ca_system_score_gemma":0.000080105725,"threshold_uncertainty_score":0.73108166},"labels":[],"label_agreement":null},{"id":"W2089894024","doi":"10.1145/1082983.1082995","title":"Workshop on the Modeling and Analysis of Concerns in Software (MACS 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software engineering; Computer science; Software; Software development; Data science; Operating system","score_opus":0.05742820598058526,"score_gpt":0.296255173549488,"score_spread":0.23882696756890273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089894024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17137317,0.0011963949,0.8259555,0.00046329343,0.00014237678,0.00015232712,0.000012610814,0.0007035667,7.309095e-7],"genre_scores_gemma":[0.5362992,0.00011081979,0.46337268,0.00010172213,0.000045523724,0.000028611257,0.0000046465134,0.00002720374,0.00000958469],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99784327,0.00007616322,0.00051791116,0.00059443293,0.00036906026,0.00059913873],"domain_scores_gemma":[0.916768,0.081548475,0.0001194033,0.0013660697,0.000083924795,0.00011411033],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008366326,0.00038058008,0.00060173374,0.00068005564,0.000079581776,0.000073605996,0.0014331483,0.00016516882,0.000011634341],"category_scores_gemma":[0.13902433,0.00032068868,0.00015900804,0.0015931751,0.000060151975,0.0004336027,0.00057411386,0.0004905614,0.0000044686244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000576373,0.000022289683,0.015450214,0.00002653183,0.00012534282,0.000005516119,0.0006174426,0.9631718,0.00014378499,0.0011497092,0.000016413673,0.019265212],"study_design_scores_gemma":[0.0006750387,0.00008806969,0.054436453,0.0004828852,0.0002478223,0.000011212195,0.00008020207,0.9375222,0.0035982737,0.00091706804,0.00059462,0.0013462112],"about_ca_topic_score_codex":0.000020032163,"about_ca_topic_score_gemma":0.000024903851,"teacher_disagreement_score":0.36492604,"about_ca_system_score_codex":0.000121671124,"about_ca_system_score_gemma":0.00004221904,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W2095300853","doi":"10.1145/505776.505783","title":"Perspectives on software product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Product engineering; Computer science; Software development; Domain engineering; New product development; Product management; Product (mathematics); Software engineering; Risk analysis (engineering); Software; Systems engineering; Process management; Component-based software engineering; Product design; Engineering; Business; Marketing","score_opus":0.036419172973662844,"score_gpt":0.28049664377694533,"score_spread":0.2440774708032825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095300853","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048970133,0.002331953,0.9384874,0.00057933375,0.0013034322,0.00032174579,0.000009168079,0.007992616,0.000004213823],"genre_scores_gemma":[0.261187,0.00018642792,0.73771197,0.00012221403,0.00046379014,0.00008566003,0.00000827203,0.000102023536,0.00013266518],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99659777,0.00007882862,0.0004629101,0.0012999197,0.0005858386,0.00097474497],"domain_scores_gemma":[0.9406109,0.055452548,0.00016264236,0.0031565079,0.00032722153,0.0002902149],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005314318,0.00070457294,0.0005750331,0.0004884918,0.00021111082,0.00019930056,0.0025852318,0.00018490873,0.000023053604],"category_scores_gemma":[0.37775055,0.00069111126,0.00021734952,0.0012226674,0.00007841704,0.00092404743,0.00076846697,0.00066790555,0.00013691871],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100530444,0.0005575924,0.13753933,0.00041989726,0.0003139075,0.0006839706,0.0067367107,0.6385447,0.0048044547,0.014789244,0.0016680369,0.19384165],"study_design_scores_gemma":[0.0064609926,0.0038271106,0.72302616,0.0029714508,0.00027655135,0.0024742484,0.00086744997,0.0073315767,0.11770427,0.015007854,0.10153229,0.01852004],"about_ca_topic_score_codex":0.0000113378155,"about_ca_topic_score_gemma":0.0000011386696,"teacher_disagreement_score":0.6312131,"about_ca_system_score_codex":0.00019585868,"about_ca_system_score_gemma":0.000077275596,"threshold_uncertainty_score":0.999554},"labels":[],"label_agreement":null},{"id":"W2097710325","doi":"10.1145/1082983.1083180","title":"A design for evidence - based soft research","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Process (computing); Architecture; Data science; Empirical evidence; Triangulation; Management science; Systems engineering; Engineering","score_opus":0.13352022884253242,"score_gpt":0.34857451112989774,"score_spread":0.2150542822873653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097710325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010526069,0.0021995984,0.98082685,0.0022786283,0.00042495714,0.0009865417,0.0000073984747,0.0027496063,3.6759457e-7],"genre_scores_gemma":[0.47302362,0.000018329261,0.5259292,0.000116491734,0.0002984009,0.00047223462,0.0000039068887,0.0000756978,0.00006209213],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99540055,0.00014606882,0.0004734682,0.0010905475,0.0012947733,0.0015945808],"domain_scores_gemma":[0.4550545,0.5407419,0.0000719789,0.002804232,0.0008643024,0.00046303787],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038182673,0.00046134263,0.0004071676,0.00086128927,0.0003265077,0.00047793947,0.0042637787,0.0002476249,0.000032534965],"category_scores_gemma":[0.6583262,0.00047072335,0.0001878678,0.0016835778,0.00008235287,0.001450893,0.0008466949,0.0007696845,0.00022177809],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016104223,0.00041203055,0.073329255,0.0011984183,0.0001620413,0.000096548036,0.0013641918,0.6954331,0.023670023,0.002724222,0.019298347,0.18215081],"study_design_scores_gemma":[0.0028828485,0.0017010625,0.07474418,0.0028038821,0.00004846324,0.00009319409,0.000012256075,0.6752252,0.18890396,0.00046809544,0.049673982,0.0034428833],"about_ca_topic_score_codex":0.000019809055,"about_ca_topic_score_gemma":0.0000014059667,"teacher_disagreement_score":0.65450794,"about_ca_system_score_codex":0.00041891797,"about_ca_system_score_gemma":0.00045401577,"threshold_uncertainty_score":0.99977446},"labels":[],"label_agreement":null},{"id":"W2099587351","doi":"10.1145/986710.986722","title":"Second International Workshop on From SofTware Requirements to Architectures (STRAW'03)","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Software; Engineering; Engineering management; Computer science; Systems engineering; Programming language","score_opus":0.04186598052541105,"score_gpt":0.29753552744336087,"score_spread":0.2556695469179498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099587351","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15023859,0.00018832147,0.8427768,0.00067150744,0.0024998693,0.00027356332,0.000070562906,0.0032760692,0.000004735203],"genre_scores_gemma":[0.37344632,0.000006510937,0.6255048,0.0005470965,0.00028807062,0.000066928646,0.000029184539,0.00007178122,0.00003935568],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99676126,0.00004327611,0.000516025,0.0011270212,0.0007322661,0.000820164],"domain_scores_gemma":[0.9622182,0.03526337,0.00012545133,0.0019038483,0.00013536579,0.00035371323],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000314903,0.0006412876,0.00047684554,0.00050951965,0.00014051331,0.00025165896,0.0034074108,0.00022879968,0.00007158111],"category_scores_gemma":[0.17554797,0.00066728937,0.0001843775,0.0006575166,0.000042046402,0.00045190845,0.0011616523,0.0006671168,0.00020947518],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036864763,0.00009338311,0.007362294,0.000046433823,0.00015220347,0.00012003495,0.0012953258,0.9336652,0.004745312,0.00088129856,0.00024877465,0.05135284],"study_design_scores_gemma":[0.0073104477,0.0014665565,0.4843416,0.004504698,0.00012611122,0.00019598196,0.000110775356,0.0006560426,0.40067154,0.060356338,0.030366194,0.009893719],"about_ca_topic_score_codex":0.000023279563,"about_ca_topic_score_gemma":0.000010989282,"teacher_disagreement_score":0.9330092,"about_ca_system_score_codex":0.00035626482,"about_ca_system_score_gemma":0.00008327205,"threshold_uncertainty_score":0.9995778},"labels":[],"label_agreement":null},{"id":"W2105492891","doi":"10.1145/2020976.2020979","title":"Managing technical debt in software development","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Engineering management; Software quality; Debt; Software engineering; Software development; Software; Computer science; Quality (philosophy); Software project management; Engineering; Value (mathematics); Business; Software construction; Finance","score_opus":0.03005410945615254,"score_gpt":0.24478996928177618,"score_spread":0.21473585982562365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105492891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16246006,0.00064318575,0.8309865,0.000110704124,0.000600262,0.0003973421,0.000002632841,0.004788111,0.000011190258],"genre_scores_gemma":[0.52861714,0.000012264639,0.47109076,0.00004472927,0.00003806435,0.00011018602,0.0000050248195,0.00006135452,0.000020479734],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965372,0.000035475892,0.00061650266,0.00093038747,0.0006849447,0.0011954783],"domain_scores_gemma":[0.95978665,0.03749538,0.00008660642,0.0021144745,0.00013952753,0.00037734234],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000703495,0.00050979084,0.00044013982,0.00086870167,0.00011528266,0.00013400173,0.0032797062,0.00024808955,0.000048563466],"category_scores_gemma":[0.14624481,0.0005544724,0.00011453495,0.00144224,0.000046683763,0.00071629934,0.0016563413,0.00076059974,0.00018805766],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011365714,0.00015536537,0.9321333,0.00021969924,0.000039869214,0.00039400737,0.0016666149,0.0013721439,0.00056740176,0.0010064703,0.00015209962,0.06228167],"study_design_scores_gemma":[0.0004877054,0.00007575708,0.9854573,0.0003293609,0.0000062618037,0.00009410366,0.0000074707054,0.000458902,0.010578833,0.0002886096,0.0012284052,0.0009872667],"about_ca_topic_score_codex":0.00006476398,"about_ca_topic_score_gemma":0.000018973835,"teacher_disagreement_score":0.36615708,"about_ca_system_score_codex":0.00034973348,"about_ca_system_score_gemma":0.00018540336,"threshold_uncertainty_score":0.99969065},"labels":[],"label_agreement":null},{"id":"W2105821857","doi":"10.1145/566171.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Isolation (microbiology); Computer science; Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Instrumentation (computer programming); Code (set theory); Object (grammar); Code reuse; Fault detection and isolation; Reliability engineering; Risk analysis (engineering); Programming language; Software system; Engineering; Software construction; Set (abstract data type); Artificial intelligence","score_opus":0.058524941554268906,"score_gpt":0.2645884942805956,"score_spread":0.2060635527263267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105821857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34518015,0.00005562968,0.650466,0.00033189438,0.00010762939,0.0002186687,0.000012372924,0.0036267827,8.4433816e-7],"genre_scores_gemma":[0.6207497,0.0000026642722,0.3789527,0.0002230334,0.00001714437,0.000025256903,0.000006700449,0.000015136495,0.000007621905],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982849,0.00005806359,0.00050211156,0.00041663897,0.00035641209,0.00038192514],"domain_scores_gemma":[0.95669544,0.04151729,0.00018689048,0.0012728493,0.00019319178,0.0001343119],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00044576268,0.0002345738,0.00035408558,0.000555594,0.00008268805,0.00012665025,0.0008992489,0.000099043216,0.000009364138],"category_scores_gemma":[0.20693517,0.00020304981,0.00011427866,0.0027759273,0.000033453947,0.0004617983,0.00032059057,0.00025239604,0.000008918428],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001815249,0.00005028855,0.90318054,0.000028368026,0.00007284507,0.000011207465,0.0023150377,0.08051827,0.0008071624,0.0001560047,0.001321896,0.011536583],"study_design_scores_gemma":[0.00035016864,0.00024666375,0.53997403,0.00027539858,0.00011523367,0.00001904862,0.000005560722,0.45184556,0.005059356,0.00019781438,0.0012286239,0.000682539],"about_ca_topic_score_codex":0.0003223195,"about_ca_topic_score_gemma":0.00004550524,"teacher_disagreement_score":0.3713273,"about_ca_system_score_codex":0.000063507,"about_ca_system_score_gemma":0.000026630862,"threshold_uncertainty_score":0.8280131},"labels":[],"label_agreement":null},{"id":"W2107366830","doi":"10.1145/2088883.2088901","title":"Evolution of software engineers' personality profile","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Social software engineering; Personal software process; Software; Software development; Software construction; Software peer review; Computer science; Work (physics); Software analytics; Engineering; Mechanical engineering","score_opus":0.0177354591475012,"score_gpt":0.2476067547847011,"score_spread":0.22987129563719988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107366830","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09093625,0.0026671195,0.9016178,0.00009313317,0.0009874084,0.000262603,0.000030522995,0.0033999798,0.0000051796433],"genre_scores_gemma":[0.55757725,0.000013523661,0.44210213,0.000019362606,0.0001789736,0.000046390218,0.0000106511925,0.000037794376,0.0000139224785],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977394,0.000046951867,0.00046798706,0.00043336223,0.0005285072,0.000783839],"domain_scores_gemma":[0.974887,0.022897305,0.00020876822,0.0015164778,0.00019963655,0.00029079255],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076902163,0.00041881588,0.0004193097,0.00031254473,0.00009549853,0.000071229006,0.0015114429,0.00024084652,0.000061896906],"category_scores_gemma":[0.087678924,0.0004351822,0.0002054615,0.0008391841,0.00003930225,0.001680946,0.00055390457,0.00042428693,0.000045539906],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021525113,0.00036567316,0.9494468,0.000985746,0.00017298272,0.000012703766,0.002374876,0.0043392694,0.003454922,0.019810945,0.0020585558,0.016956005],"study_design_scores_gemma":[0.0008317214,0.00037441184,0.9153829,0.00052666717,0.00013670517,0.00021217628,0.000048311904,0.0058753025,0.056294505,0.00042279213,0.01743169,0.0024628115],"about_ca_topic_score_codex":0.00010096042,"about_ca_topic_score_gemma":6.715683e-7,"teacher_disagreement_score":0.466641,"about_ca_system_score_codex":0.00019693632,"about_ca_system_score_gemma":0.00008645282,"threshold_uncertainty_score":0.99981},"labels":[],"label_agreement":null},{"id":"W2111833495","doi":"10.1145/1734103.1734111","title":"Why do we need personality diversity in software engineering?","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software development; Social software engineering; Software Engineering Process Group; Software engineering; Personal software process; Software construction; Diversity (politics); Software peer review; Software; Team software process; Computer science; Knowledge management; Engineering; Engineering management; Sociology","score_opus":0.019064608574363037,"score_gpt":0.24059184912764908,"score_spread":0.22152724055328604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111833495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3072952,0.001338356,0.6792956,0.0017732099,0.002389563,0.0004630328,0.00003829404,0.0074036727,0.0000030609879],"genre_scores_gemma":[0.5655996,0.00008703579,0.43376446,0.00022094513,0.00019124585,0.000049123373,0.000009220392,0.00006710338,0.000011230374],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968402,0.000040165785,0.0005079516,0.0009655901,0.0006765345,0.0009695816],"domain_scores_gemma":[0.9661421,0.030912131,0.00016745311,0.0022036615,0.00017705194,0.00039757873],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008159917,0.0006696748,0.0005623394,0.00060177257,0.00022470302,0.00026612915,0.0031982719,0.0004542975,0.0000995351],"category_scores_gemma":[0.101754405,0.00074029015,0.00024195571,0.0012666489,0.00004798056,0.0015095142,0.0024800247,0.0015927262,0.00003967693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026163483,0.00023929313,0.96408236,0.0004920135,0.00010654384,0.00026566978,0.0022362322,0.007327068,0.0026156167,0.00434703,0.0040833657,0.014178617],"study_design_scores_gemma":[0.002068285,0.00037306518,0.764298,0.00085554726,0.00010250208,0.00038842545,0.0000352436,0.014856516,0.008985973,0.0012397892,0.20192736,0.0048692496],"about_ca_topic_score_codex":0.00048004944,"about_ca_topic_score_gemma":0.000042391985,"teacher_disagreement_score":0.25830445,"about_ca_system_score_codex":0.00013300059,"about_ca_system_score_gemma":0.00007799005,"threshold_uncertainty_score":0.9995048},"labels":[],"label_agreement":null},{"id":"W2116669728","doi":"10.1145/1082983.1083136","title":"Just-in-time concern modeling","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Ephemeral key; Position paper; Data science; Software engineering; Code (set theory); Software; Risk analysis (engineering); Computer security; World Wide Web; Programming language; Set (abstract data type); Business","score_opus":0.055501026123776526,"score_gpt":0.28917985982235284,"score_spread":0.2336788336985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116669728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08077965,0.0009625763,0.91390824,0.000317929,0.00041072405,0.00017153074,0.000004187294,0.003442183,0.000002990371],"genre_scores_gemma":[0.4224524,0.000024151976,0.57713246,0.000112073154,0.0001574911,0.00003104827,0.0000038559633,0.000049179318,0.00003733634],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747056,0.000048334245,0.0005027062,0.0007183976,0.00042969798,0.0008302795],"domain_scores_gemma":[0.964303,0.03386686,0.00007539892,0.0014847674,0.00009045973,0.000179522],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061964215,0.00044651807,0.00049748155,0.00036068496,0.00007521079,0.00013633432,0.002486891,0.00020183169,0.000019675434],"category_scores_gemma":[0.12021815,0.0004887544,0.00012373798,0.00069101737,0.000028965133,0.0010800026,0.0008597486,0.0005105845,0.00018974657],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000034596526,0.00002569426,0.005717625,0.000036516652,0.000013120105,0.000025335507,0.00037729339,0.97381693,0.0012888949,0.00047244533,0.000037219437,0.018185463],"study_design_scores_gemma":[0.0017075733,0.00016163326,0.012374943,0.0005121699,0.0000308095,0.00013823902,0.000020144025,0.96056014,0.015952913,0.0016095872,0.0040032123,0.0029286195],"about_ca_topic_score_codex":0.000014716392,"about_ca_topic_score_gemma":0.0000022722243,"teacher_disagreement_score":0.34167275,"about_ca_system_score_codex":0.00022808868,"about_ca_system_score_gemma":0.000058623747,"threshold_uncertainty_score":0.9997564},"labels":[],"label_agreement":null},{"id":"W2117540154","doi":"10.1145/1022494.1022502","title":"Global software development","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Field (mathematics); Engineering management; Engineering; Engineering ethics; Computer science; Software engineering; Knowledge management; Process management; Data science","score_opus":0.016493821157735164,"score_gpt":0.24735450789427949,"score_spread":0.2308606867365443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117540154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042310566,0.00073152507,0.94765073,0.0003525058,0.00081649714,0.00020912748,0.000008767898,0.007916065,0.000004232286],"genre_scores_gemma":[0.3927042,0.00001537179,0.6069268,0.00015504054,0.00008896776,0.000054019387,0.000010854199,0.00003534112,0.000009450644],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975569,0.000016835063,0.0004459269,0.0007048035,0.0005271881,0.0007483237],"domain_scores_gemma":[0.9876281,0.010215846,0.00012905397,0.0015878219,0.00013851894,0.00030066576],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033218297,0.000492944,0.00034679772,0.00018005444,0.0001913042,0.0002976224,0.0023735035,0.00021930014,0.000017888447],"category_scores_gemma":[0.06723187,0.00051535125,0.00013392117,0.0009285211,0.000026787176,0.0010389137,0.00092752714,0.00031034768,0.00013377005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003466482,0.0005766549,0.49345583,0.00073790905,0.0004355635,0.0007255507,0.0024151665,0.1307449,0.00047764834,0.04287268,0.002120237,0.32540318],"study_design_scores_gemma":[0.0030214798,0.0006098358,0.74251944,0.0012394802,0.000098857796,0.0010829392,0.00001737661,0.0006147867,0.035372827,0.0076109343,0.20174141,0.006070651],"about_ca_topic_score_codex":0.000060353133,"about_ca_topic_score_gemma":0.00000738392,"teacher_disagreement_score":0.35039362,"about_ca_system_score_codex":0.00038059146,"about_ca_system_score_gemma":0.00025448736,"threshold_uncertainty_score":0.9997298},"labels":[],"label_agreement":null},{"id":"W2119539611","doi":"10.1145/1108768.1108809","title":"SableSpMT","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Multithreading; Computer science; Java; Speculative multithreading; Multiprocessing; Operating system; Speculative execution; strictfp; Set (abstract data type); Context (archaeology); Instruction set; Software; Real time Java; Embedded system; Programming language; Thread (computing)","score_opus":0.012749455996259379,"score_gpt":0.23212316330720978,"score_spread":0.2193737073109504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119539611","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007842677,0.0003791763,0.9866361,0.0006916386,0.00017959597,0.0000774477,0.000001415687,0.004169472,0.000022459568],"genre_scores_gemma":[0.45045528,0.000013322085,0.5491291,0.00021149524,0.000104272905,0.000008374361,0.0000028313677,0.00001414229,0.00006114837],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989308,0.000014232182,0.00021062241,0.0003247567,0.00019259886,0.0003269937],"domain_scores_gemma":[0.9910405,0.007863105,0.00005115605,0.00087060966,0.000071933355,0.00010267004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00017553494,0.00018393909,0.00015825967,0.00014665138,0.00008953528,0.00013370214,0.0012784095,0.00008273951,0.000013649148],"category_scores_gemma":[0.02571788,0.00019085211,0.00006578366,0.00035957881,0.000012557877,0.00041911678,0.00039742063,0.00015710619,0.00008685918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006697371,0.00020826345,0.084197335,0.00011805141,0.000074684394,0.000033965112,0.0012241625,0.5474252,0.0018631922,0.023929885,0.019757692,0.32116085],"study_design_scores_gemma":[0.0014764537,0.00032326602,0.08132547,0.00042651477,0.000033945045,0.00019921029,0.000005800974,0.5196401,0.106575616,0.001059768,0.28545028,0.0034835502],"about_ca_topic_score_codex":0.000006240761,"about_ca_topic_score_gemma":6.420577e-7,"teacher_disagreement_score":0.4426126,"about_ca_system_score_codex":0.00004775295,"about_ca_system_score_gemma":0.00003113625,"threshold_uncertainty_score":0.98248893},"labels":[],"label_agreement":null},{"id":"W2124740781","doi":"10.1145/986710.986720","title":"The programmer life-cycle","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Programmer; Productivity; Computer science; Construct (python library); Software; Programming language; Economics; Macroeconomics","score_opus":0.0147598033736386,"score_gpt":0.24609978333871485,"score_spread":0.23133997996507624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124740781","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2517905,0.0029944817,0.73218954,0.003954842,0.0018010007,0.00065154914,0.000005645838,0.0066086133,0.0000038078329],"genre_scores_gemma":[0.8522241,0.00003955373,0.1471687,0.00011590834,0.0002049418,0.00014374433,0.0000037116044,0.00006728927,0.00003205642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973511,0.000022576502,0.00033811055,0.0005692579,0.00068820146,0.001030718],"domain_scores_gemma":[0.90544367,0.09107743,0.00007614504,0.002702748,0.0002036663,0.000496319],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005297752,0.00035226106,0.0002355587,0.00016599736,0.0003512014,0.0005439495,0.0032562069,0.00013618053,0.0000074222485],"category_scores_gemma":[0.33702978,0.00028317777,0.000147619,0.0009855088,0.00007399877,0.00050265156,0.0009455293,0.0005376339,0.0002363475],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035556248,0.0004436546,0.44073942,0.00042047497,0.00048116452,0.00033544083,0.00262424,0.20843741,0.0019885318,0.04841533,0.002116497,0.2939623],"study_design_scores_gemma":[0.0027790042,0.0005492708,0.90841717,0.00039862376,0.00004128935,0.00022617508,0.000031843487,0.0037559897,0.013797847,0.0026233746,0.06457171,0.002807723],"about_ca_topic_score_codex":0.000060928476,"about_ca_topic_score_gemma":0.0000049563473,"teacher_disagreement_score":0.6004336,"about_ca_system_score_codex":0.00015794756,"about_ca_system_score_gemma":0.00021171289,"threshold_uncertainty_score":0.99996203},"labels":[],"label_agreement":null},{"id":"W2125188709","doi":"10.1145/974043.974083","title":"Performance of parallel architectures for CORBA-based systems","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Distributed computing; Object request broker; Architecture; Computer architecture; Distributed object","score_opus":0.014914448379805498,"score_gpt":0.22312841591115098,"score_spread":0.2082139675313455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125188709","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44637167,0.00029641137,0.5520879,0.00005480415,0.0003946794,0.0003345146,0.000007160536,0.00045195283,9.16922e-7],"genre_scores_gemma":[0.6458742,0.0000013689661,0.35389188,0.000017236332,0.00008230163,0.00009366471,0.000005086041,0.00002960502,0.0000046296436],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982899,0.000017749206,0.0004688096,0.000419459,0.00034166346,0.0004624208],"domain_scores_gemma":[0.98634595,0.012147574,0.00018048569,0.0010578827,0.00015155581,0.00011654137],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003406204,0.00028720446,0.0004015969,0.00021637267,0.000085452375,0.00009344276,0.0013428254,0.00011796994,0.0000010437875],"category_scores_gemma":[0.01848482,0.00027384105,0.0001434634,0.00033770883,0.000030350171,0.00015782274,0.00015171953,0.00015450334,0.000010111739],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011511659,0.000026528316,0.0302287,0.00077521626,0.000026180225,0.0000033114295,0.0002041911,0.9633856,0.0037906726,0.0005517754,0.000008304316,0.0009880107],"study_design_scores_gemma":[0.005889549,0.00173401,0.14580424,0.003995837,0.000087941924,0.0001824875,0.000028291232,0.6367861,0.2018432,0.0002494212,0.00072830514,0.0026706068],"about_ca_topic_score_codex":0.000078884776,"about_ca_topic_score_gemma":0.000001289846,"teacher_disagreement_score":0.32659948,"about_ca_system_score_codex":0.00007616169,"about_ca_system_score_gemma":0.00014325464,"threshold_uncertainty_score":0.9999714},"labels":[],"label_agreement":null},{"id":"W2131693786","doi":"10.1145/2735399.2735417","title":"ACM SIGSOFT FSE 2014 Conference Summary","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Engineering; Library science; Software; Software engineering; Engineering ethics; Computer science","score_opus":0.04656500864555982,"score_gpt":0.2706995584630495,"score_spread":0.22413454981748968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131693786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03305971,0.002239591,0.9490507,0.002012993,0.0026169054,0.00044703996,0.000031873857,0.010513983,0.000027209291],"genre_scores_gemma":[0.5204043,0.0001075378,0.47864223,0.00026131442,0.00028742306,0.000075624375,0.000029133458,0.00007678063,0.000115668925],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698913,0.00006760604,0.0005208899,0.00086804316,0.00070957746,0.000844754],"domain_scores_gemma":[0.89796835,0.09502611,0.00029711533,0.005202569,0.00058956846,0.0009162714],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00076393224,0.00060396903,0.00050894095,0.00034180953,0.00012771622,0.00047960502,0.0045349644,0.0003105732,0.000048394584],"category_scores_gemma":[0.30470154,0.0006192996,0.00016748275,0.00068853813,0.00005252699,0.0017517708,0.0020052588,0.0006726185,0.000287305],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014781137,0.00076475024,0.52543616,0.0010855667,0.00058243156,0.0010765193,0.005751525,0.02389874,0.006721787,0.029329438,0.26941332,0.13579193],"study_design_scores_gemma":[0.0037717207,0.001861041,0.1280559,0.001540084,0.00023898575,0.00096095464,0.000088876324,0.017681587,0.045150906,0.0076916837,0.7842414,0.008716865],"about_ca_topic_score_codex":0.00011598008,"about_ca_topic_score_gemma":0.000003871963,"teacher_disagreement_score":0.5148281,"about_ca_system_score_codex":0.00014279307,"about_ca_system_score_gemma":0.00023377605,"threshold_uncertainty_score":0.99962586},"labels":[],"label_agreement":null},{"id":"W2138876988","doi":"10.1145/1082983.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Process (computing); Systems engineering; Software system; Risk analysis (engineering); Software; Distributed computing; Reliability engineering; Engineering; Cloud computing; Operating system","score_opus":0.07071511058799673,"score_gpt":0.29181624571715814,"score_spread":0.2211011351291614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138876988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049858745,0.0014152519,0.98529035,0.00029895018,0.0016560126,0.00040387886,0.0000081535745,0.0059380033,0.000003505289],"genre_scores_gemma":[0.32657716,0.000036076977,0.6728039,0.00007017833,0.00028155374,0.000102919344,0.000005230926,0.00007132712,0.000051711697],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970584,0.00011209729,0.000606071,0.0008347219,0.00046828488,0.0009204133],"domain_scores_gemma":[0.9633244,0.03400095,0.00017412801,0.0020895433,0.00014708831,0.000263872],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008180817,0.00056550774,0.0005560291,0.00034297572,0.0001438951,0.00026458417,0.0027930203,0.0002239152,0.000011544181],"category_scores_gemma":[0.1051212,0.00059297716,0.0001512286,0.0005565205,0.00004462152,0.0013407342,0.00090370973,0.00041811765,0.00016530784],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055399223,0.000026868507,0.0011236755,0.000058608897,0.00005289691,0.000023815774,0.00027969596,0.96894634,0.0022754949,0.0017996856,0.0003004711,0.025106927],"study_design_scores_gemma":[0.004886318,0.0013599447,0.087501325,0.0017171035,0.00024365363,0.0008853295,0.00007203709,0.6928087,0.11586345,0.0026449398,0.08109337,0.010923814],"about_ca_topic_score_codex":0.000017766479,"about_ca_topic_score_gemma":5.290566e-7,"teacher_disagreement_score":0.32159126,"about_ca_system_score_codex":0.00046315437,"about_ca_system_score_gemma":0.0001464115,"threshold_uncertainty_score":0.99965215},"labels":[],"label_agreement":null},{"id":"W2139248042","doi":"10.1145/1082983.1083161","title":"SCQL","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Source code; Programming language; Software engineering; Software; Database; World Wide Web","score_opus":0.01701421333253953,"score_gpt":0.25024172086578145,"score_spread":0.23322750753324192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139248042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2648833,0.0014599339,0.72295815,0.0017557266,0.00096767116,0.00031151008,0.000008688931,0.007646214,0.000008774708],"genre_scores_gemma":[0.65869445,0.000014147985,0.34065464,0.00013108131,0.00031477024,0.000041915526,0.0000046772147,0.000052115985,0.0000921934],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975224,0.000020750656,0.00033070258,0.0006427278,0.0006244326,0.0008589631],"domain_scores_gemma":[0.9145384,0.08262839,0.00005562839,0.0022578514,0.00015682886,0.00036291516],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038686354,0.00036208154,0.00028614028,0.00037733963,0.00011346866,0.00024707906,0.0027753336,0.00015558298,0.000063504245],"category_scores_gemma":[0.26281607,0.00038361753,0.00013358933,0.0008747105,0.00003095955,0.0008972362,0.00094244385,0.00047232822,0.0006838798],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009496341,0.0002067092,0.7113065,0.00024328711,0.00013577452,0.00014092642,0.0011038387,0.040485382,0.005926412,0.007421836,0.0064809,0.22653891],"study_design_scores_gemma":[0.0012750963,0.00022167922,0.8106222,0.00026183832,0.000022986958,0.00024324606,0.000005535745,0.014540639,0.04591541,0.00012502821,0.12443599,0.0023303314],"about_ca_topic_score_codex":0.000015073019,"about_ca_topic_score_gemma":0.0000018570789,"teacher_disagreement_score":0.39381117,"about_ca_system_score_codex":0.0001691631,"about_ca_system_score_gemma":0.0000841556,"threshold_uncertainty_score":0.9998616},"labels":[],"label_agreement":null},{"id":"W2141291123","doi":"10.1145/1108768.1108795","title":"An empirical framework for comparing effectiveness of testing and property-based formal analysis","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Debugging; Computer science; Software engineering; Software bug; Formal methods; Software testing; Empirical research; Formal specification; Software; Reliability engineering; Programming language; Engineering; Mathematics","score_opus":0.042738907365135706,"score_gpt":0.30932317573452706,"score_spread":0.26658426836939136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141291123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28136867,0.00007939571,0.71425414,0.00003981349,0.00003950562,0.00020048441,0.000004298284,0.004013329,3.6655248e-7],"genre_scores_gemma":[0.50416386,2.7056228e-7,0.49569678,0.00003243937,0.00003576134,0.000048747825,0.0000050056583,0.00001684922,2.5122972e-7],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984379,0.000058692658,0.00033951513,0.0005056238,0.00022517641,0.00043309655],"domain_scores_gemma":[0.9087674,0.08991007,0.00011866888,0.00086000824,0.00020751933,0.00013634129],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0009246205,0.0002706444,0.00050737325,0.00037542183,0.00014460529,0.00012211669,0.0008504962,0.0001420346,8.21754e-7],"category_scores_gemma":[0.119153716,0.00022660114,0.0001243627,0.0010409682,0.00004369324,0.0005045788,0.00023415349,0.00020940644,6.755541e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017946471,0.00007585135,0.93854856,0.00030507697,0.00006830469,0.00000165639,0.0001339323,0.035419382,0.0004932426,0.00028582994,0.000010105576,0.024640108],"study_design_scores_gemma":[0.0003322727,0.0003880212,0.42372862,0.00042231203,0.00012503706,0.000008170239,8.6384756e-7,0.56295705,0.010103117,0.0014680894,0.000025914305,0.00044051878],"about_ca_topic_score_codex":0.000050069008,"about_ca_topic_score_gemma":0.0000020301677,"teacher_disagreement_score":0.5275377,"about_ca_system_score_codex":0.000048654885,"about_ca_system_score_gemma":0.000058999976,"threshold_uncertainty_score":0.92405266},"labels":[],"label_agreement":null},{"id":"W2141714549","doi":"10.1145/1082983.1083064","title":"DEAS 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software; Function (biology); Software system; Data science; Cloud computing; Operating system","score_opus":0.027861678993654864,"score_gpt":0.2671113629589978,"score_spread":0.23924968396534294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141714549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01099374,0.0016411688,0.9796864,0.00081321585,0.0007835138,0.00015664886,0.0000056358463,0.0059148734,0.000004800024],"genre_scores_gemma":[0.22838144,0.000044940076,0.7708051,0.00021440811,0.0003362336,0.00004294033,0.0000049594482,0.000061117804,0.00010883763],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975867,0.000042068154,0.00039811566,0.00067121,0.0003918451,0.0009100079],"domain_scores_gemma":[0.9450609,0.052514106,0.000095758485,0.001953254,0.000099934194,0.0002760665],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050125975,0.00044963698,0.0003861919,0.0002820053,0.000117670555,0.00014106122,0.0024061652,0.00018342964,0.00003281159],"category_scores_gemma":[0.18646769,0.00047044674,0.0001494481,0.0005222484,0.00003782339,0.001116313,0.00083274784,0.0004362127,0.000252328],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000906268,0.000102090846,0.020753719,0.0001341309,0.00009606338,0.000072276925,0.0006783683,0.7132908,0.0048824544,0.009405066,0.0023144973,0.24826144],"study_design_scores_gemma":[0.003719556,0.0005446389,0.23685504,0.0007649349,0.00013449081,0.00087824906,0.00003415822,0.031594973,0.19293453,0.0069756685,0.5160878,0.009475975],"about_ca_topic_score_codex":0.000005872603,"about_ca_topic_score_gemma":0.0000026816606,"teacher_disagreement_score":0.6816959,"about_ca_system_score_codex":0.00017230913,"about_ca_system_score_gemma":0.00006450656,"threshold_uncertainty_score":0.9997747},"labels":[],"label_agreement":null},{"id":"W2147694503","doi":"10.1145/1598732.1598754","title":"A report on the XP workshop on agile product line engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software product line; Agile software development; Reuse; Software engineering; Computer science; Domain engineering; Quality (philosophy); Product (mathematics); Systems engineering; Software; Engineering; Software development; Software construction","score_opus":0.04554668214763798,"score_gpt":0.28550929706019146,"score_spread":0.23996261491255347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147694503","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030038351,0.00065944577,0.95787215,0.0038040383,0.0015562515,0.00047976783,0.0000056044764,0.0055759666,0.000008421579],"genre_scores_gemma":[0.49720746,0.000046343604,0.50138503,0.0005783915,0.00048378253,0.00008215277,0.000010490257,0.00008253658,0.00012381414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99658406,0.00006330277,0.00059335574,0.00112306,0.0006859707,0.0009502326],"domain_scores_gemma":[0.9059161,0.089422256,0.00019978761,0.004063467,0.00016660777,0.00023180721],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010922974,0.00072011264,0.0005411464,0.00035974942,0.00019037552,0.0001615449,0.002527252,0.00018309246,0.00001016178],"category_scores_gemma":[0.41331968,0.0005762678,0.00021823484,0.001144846,0.000034767807,0.00045988857,0.00040521915,0.001066146,0.00006877982],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018024088,0.000108313856,0.0005847039,0.000050979907,0.00005455465,0.00041515526,0.00028281313,0.94875306,0.0031791697,0.0058185463,0.0010715477,0.039663155],"study_design_scores_gemma":[0.0038796165,0.004667074,0.29491648,0.0070620202,0.00025857033,0.0033047437,0.00006757533,0.06333595,0.49632886,0.012227555,0.09838749,0.015564084],"about_ca_topic_score_codex":0.0000026751202,"about_ca_topic_score_gemma":2.8057693e-7,"teacher_disagreement_score":0.8854171,"about_ca_system_score_codex":0.00019205705,"about_ca_system_score_gemma":0.000064624684,"threshold_uncertainty_score":0.9996689},"labels":[],"label_agreement":null},{"id":"W2151472382","doi":"10.1145/2020976.2020977","title":"Workshop report from Web2SE 2011","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Work (physics); Software engineering; World Wide Web; Computer science; Software; Software peer review; Data science; Engineering; Software development; Software construction","score_opus":0.04870665011746801,"score_gpt":0.294787695731335,"score_spread":0.246081045613867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151472382","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97453743,0.0010149616,0.012298056,0.0019425233,0.0063187676,0.00043590952,0.00002838566,0.002136432,0.0012875418],"genre_scores_gemma":[0.9527513,0.000037538528,0.045106675,0.00012808763,0.00070949196,0.000043135315,0.00004127309,0.000028505472,0.0011540418],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988535,0.000037772264,0.00024549023,0.00027940745,0.00029490463,0.0002889122],"domain_scores_gemma":[0.9897147,0.009223143,0.00010131375,0.00059920945,0.00019181153,0.00016981234],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003437313,0.00014217077,0.00014045829,0.00008655844,0.00021553315,0.00007018109,0.00044040926,0.00015767782,0.0021842795],"category_scores_gemma":[0.11954692,0.00015757582,0.00005521049,0.00031001336,0.00006190866,0.00032829278,0.000065292705,0.0001553319,0.0003086004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020147023,0.00018554975,0.90416336,0.000016784927,0.000069175345,0.00008263817,0.052336957,0.00006920555,0.00039017195,0.00401417,0.023259012,0.015392823],"study_design_scores_gemma":[0.00033656158,0.000030435587,0.67547315,0.00010913626,0.00006959679,0.000007907906,0.0035386197,0.000015435004,0.0037504965,0.0014158947,0.31427908,0.000973673],"about_ca_topic_score_codex":0.001728203,"about_ca_topic_score_gemma":0.00039363618,"teacher_disagreement_score":0.29102007,"about_ca_system_score_codex":0.000086925465,"about_ca_system_score_gemma":0.00021790329,"threshold_uncertainty_score":0.99872786},"labels":[],"label_agreement":null},{"id":"W2156154755","doi":"10.1145/638750.638778","title":"A brief history of the object-oriented approach","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Object-oriented programming; Software development; Software engineering; Object (grammar); Software; Programming language; Artificial intelligence","score_opus":0.016617755798209177,"score_gpt":0.1981522524547179,"score_spread":0.18153449665650873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156154755","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009461394,0.0025137737,0.98419636,0.000029222692,0.0024981706,0.00031131174,0.0000011239973,0.0006771743,0.00031145688],"genre_scores_gemma":[0.94458866,0.0000035106445,0.054823127,0.00005494149,0.000047123387,0.000030543863,0.000001769495,0.000021532855,0.00042879125],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987109,0.000056443525,0.00026172563,0.00033920992,0.0003075283,0.00032424252],"domain_scores_gemma":[0.9949784,0.003525138,0.00011960723,0.0012106131,0.000090954665,0.00007525286],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00030969587,0.00019620448,0.00023619948,0.0000785051,0.000053019674,0.000028321438,0.0011123479,0.00009901265,0.0000072449843],"category_scores_gemma":[0.03082967,0.00014898204,0.00013874756,0.00039326295,0.000051819115,0.0001719101,0.00023523597,0.00018782043,0.00000880623],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006547905,0.00039306938,0.34416252,0.00070953177,0.00017116407,0.000017991253,0.008986555,0.0026390655,0.0029209002,0.62455636,0.00432776,0.011108514],"study_design_scores_gemma":[0.0020782119,0.00036357847,0.102120645,0.00011206166,0.00009452046,0.00028703077,0.00010825752,0.00415533,0.020169947,0.0018167169,0.8665453,0.0021484003],"about_ca_topic_score_codex":0.00007039775,"about_ca_topic_score_gemma":0.0000016480218,"teacher_disagreement_score":0.93512726,"about_ca_system_score_codex":0.00016779658,"about_ca_system_score_gemma":0.0001707836,"threshold_uncertainty_score":0.9773341},"labels":[],"label_agreement":null},{"id":"W2157129284","doi":"10.1145/1082983.1083000","title":"Human and social factors of software engineering","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Social software engineering; Software development; Personal software process; Software Engineering Process Group; Agile software development; Software engineering; Software requirements; Software peer review; Software construction; Computer science; Software development process; Software; Engineering; Engineering management","score_opus":0.02028920115824682,"score_gpt":0.25374770360180443,"score_spread":0.23345850244355762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157129284","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5264749,0.0008309853,0.4684023,0.00023622012,0.00028416576,0.00019291483,0.000020335776,0.0035569186,0.0000012766756],"genre_scores_gemma":[0.6392643,0.000015511438,0.3604483,0.000034024968,0.00014657527,0.000017740054,0.000009429209,0.000053023767,0.00001112318],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802333,0.000020342228,0.0004872731,0.00053156127,0.00038507447,0.00055242557],"domain_scores_gemma":[0.9858411,0.012907218,0.00017692473,0.00081684196,0.00010824489,0.00014967116],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003118071,0.00046380697,0.0004821194,0.00035565233,0.00016173975,0.00011304126,0.0012679056,0.00024527722,0.000019566225],"category_scores_gemma":[0.026853094,0.00048932986,0.00015185014,0.0004365976,0.00004029923,0.0010189188,0.00067386695,0.0004440801,0.0000060760763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020349944,0.00046722798,0.823432,0.0024634353,0.00059836387,0.00007576766,0.009921142,0.028911354,0.028484894,0.027082302,0.0028436815,0.07569947],"study_design_scores_gemma":[0.0013486752,0.00053429545,0.8602547,0.0005223693,0.00015324506,0.00013340205,0.000039141134,0.0068080854,0.07841936,0.00022,0.04806575,0.0035009885],"about_ca_topic_score_codex":0.00004156307,"about_ca_topic_score_gemma":0.0000021019114,"teacher_disagreement_score":0.112789385,"about_ca_system_score_codex":0.00007257822,"about_ca_system_score_gemma":0.00003235496,"threshold_uncertainty_score":0.99975586},"labels":[],"label_agreement":null},{"id":"W2158049446","doi":"10.1145/966221.966224","title":"Global software development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Victoria University; University of Victoria; Carnegie Mellon University","keywords":"Software engineering; Software development; Engineering; Engineering management; Software; Software peer review; Library science; Computer science; Software construction","score_opus":0.01792110718589928,"score_gpt":0.2466898453624505,"score_spread":0.22876873817655122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158049446","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021621382,0.0010316169,0.96979666,0.000102236,0.00097478763,0.00020766609,0.000006673354,0.0062427246,0.000016242175],"genre_scores_gemma":[0.35639495,0.000016201435,0.64328027,0.00012698515,0.000048645197,0.000059312668,0.000006961512,0.00003754433,0.000029140698],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975377,0.00004534901,0.00044816517,0.0007054342,0.0004962391,0.0007671417],"domain_scores_gemma":[0.9775725,0.02000576,0.00014170857,0.0017967622,0.00015582363,0.00032742711],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051644514,0.0004931968,0.00035210318,0.00017036205,0.00019087165,0.00028890875,0.0018780191,0.0002170317,0.000047299338],"category_scores_gemma":[0.13695207,0.0005165579,0.0001299534,0.00094515714,0.000023242186,0.0008778279,0.0004924743,0.00029854645,0.000114503986],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011934815,0.00027128495,0.7995408,0.0003993604,0.00025159318,0.0002587135,0.0008464865,0.010658576,0.00019449997,0.045476854,0.004232383,0.13785748],"study_design_scores_gemma":[0.0011879551,0.00028523125,0.29372463,0.00044224647,0.000064421685,0.0007234102,0.000013144794,0.00067895604,0.02280346,0.0024005466,0.6737031,0.0039728973],"about_ca_topic_score_codex":0.000016785403,"about_ca_topic_score_gemma":0.000003069307,"teacher_disagreement_score":0.6694707,"about_ca_system_score_codex":0.00021801854,"about_ca_system_score_gemma":0.00020459633,"threshold_uncertainty_score":0.9997286},"labels":[],"label_agreement":null},{"id":"W2159012668","doi":"10.1145/1082983.1083080","title":"&lt;username&gt;, i need you!","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Affect (linguistics); Computer science; Control (management); Human–computer interaction; Position paper; Knowledge management; Process management; Engineering; World Wide Web; Psychology; Artificial intelligence; Communication","score_opus":0.017640262076376676,"score_gpt":0.22697883754475015,"score_spread":0.20933857546837348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159012668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36284938,0.00066047575,0.6303273,0.002432466,0.0007853253,0.00021777223,0.000009854187,0.0027021857,0.000015267893],"genre_scores_gemma":[0.74621004,0.000010422565,0.2530573,0.0003083881,0.0002151579,0.000023517812,0.000004014014,0.00003416488,0.00013699752],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980602,0.00003080033,0.0003617027,0.00058138306,0.000373522,0.0005923488],"domain_scores_gemma":[0.98508054,0.012866889,0.00007153181,0.0016511186,0.0001171273,0.00021282102],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032446109,0.00033882313,0.00029113234,0.00016962358,0.00011017162,0.00023702964,0.002258741,0.00015864207,0.00007468086],"category_scores_gemma":[0.041499555,0.00034811502,0.00014415257,0.00046018598,0.00003230472,0.00092033343,0.0005614427,0.00031582918,0.00051985285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007858104,0.0010809319,0.36148483,0.00059187884,0.00044637307,0.00015728967,0.012096747,0.12114085,0.073987834,0.023600375,0.018920848,0.38641346],"study_design_scores_gemma":[0.0027984905,0.000794417,0.25119287,0.0005642613,0.00010533768,0.00024329501,0.000038862814,0.088385016,0.23660234,0.0011499559,0.4132893,0.0048358487],"about_ca_topic_score_codex":0.000021712478,"about_ca_topic_score_gemma":0.000007602643,"teacher_disagreement_score":0.39436847,"about_ca_system_score_codex":0.000115233146,"about_ca_system_score_gemma":0.000054596396,"threshold_uncertainty_score":0.99989706},"labels":[],"label_agreement":null},{"id":"W2160282202","doi":"10.1145/2413038.2413062","title":"Exploring initial challenges for green software engineering","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Sustainability; Software; Engineering; Engineering management; Process (computing); Software engineering; Green computing; Software development; Computer science; Systems engineering; Efficient energy use; Business","score_opus":0.07060960159239622,"score_gpt":0.23481671409284235,"score_spread":0.16420711250044612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160282202","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9358378,0.0041460698,0.049142245,0.00026363967,0.0018590984,0.001387297,0.00007024259,0.0072860215,0.000007582304],"genre_scores_gemma":[0.9446689,0.00025067964,0.05208661,0.00002465898,0.0007910706,0.0017664807,0.000053688615,0.00032892716,0.000029007873],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9972078,0.000015134808,0.00060079363,0.0005989938,0.00034402643,0.0012332561],"domain_scores_gemma":[0.97999114,0.01821323,0.00005334429,0.0010883317,0.00027685513,0.00037708582],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002690756,0.0007370046,0.0006401544,0.00036576984,0.0001342178,0.00008837447,0.00078021997,0.0002783161,0.00008168485],"category_scores_gemma":[0.050996516,0.0008257398,0.0002999837,0.0003382737,0.00003627818,0.001158755,0.00022922092,0.0005020232,0.00009276861],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007665975,0.00030097656,0.17215224,0.01913599,0.0012178337,0.00012446349,0.008627833,0.30236155,0.008435643,0.0011256615,0.0022134485,0.4842277],"study_design_scores_gemma":[0.004324548,0.0007769383,0.8463779,0.0013524129,0.00035206854,0.00012401251,0.0008306541,0.043037225,0.03709867,0.0009385102,0.05648175,0.008305309],"about_ca_topic_score_codex":0.00010631551,"about_ca_topic_score_gemma":0.000011752535,"teacher_disagreement_score":0.6742257,"about_ca_system_score_codex":0.00024061566,"about_ca_system_score_gemma":0.000037016962,"threshold_uncertainty_score":0.99941933},"labels":[],"label_agreement":null},{"id":"W2163599520","doi":"10.1145/1281421.1281443","title":"Architectural knowledge and rationale","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Architecture; Computer science; Software engineering; Architectural design; Engineering; Knowledge management; Engineering management","score_opus":0.016765271671955517,"score_gpt":0.2541623999534139,"score_spread":0.23739712828145837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163599520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89866537,0.0037299339,0.09400962,0.00016761442,0.0012526846,0.00021474998,0.000008660137,0.0017632812,0.00018809573],"genre_scores_gemma":[0.9647577,0.00002756164,0.034728568,0.000051974876,0.0002494476,0.000012082661,0.00001672657,0.000046123325,0.000109819615],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9993104,0.0000076156084,0.0001754781,0.00014647709,0.00009567598,0.00026437695],"domain_scores_gemma":[0.9742589,0.02531436,0.000017003309,0.00023719785,0.000039840266,0.00013267313],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00025566044,0.00016865134,0.000118267286,0.00014589718,0.000054184202,0.000043970518,0.00014639166,0.00007137176,0.000069961694],"category_scores_gemma":[0.026074972,0.00018182416,0.000030822946,0.00019623664,0.000017253058,0.0001794921,0.00003738844,0.00021107878,0.000078258105],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006005308,0.00017371697,0.25863466,0.0012778676,0.00030363316,0.000049139002,0.01083486,0.031387024,0.050700378,0.0036414948,0.00989963,0.63303757],"study_design_scores_gemma":[0.0006280574,0.000058502937,0.8157817,0.0001060336,0.00004975577,0.0002495783,0.00007521392,0.0022305283,0.021183852,0.00019796549,0.15838906,0.0010497521],"about_ca_topic_score_codex":0.0000044337617,"about_ca_topic_score_gemma":0.0000070521783,"teacher_disagreement_score":0.6319878,"about_ca_system_score_codex":0.000038278704,"about_ca_system_score_gemma":0.00001677631,"threshold_uncertainty_score":0.9821288},"labels":[],"label_agreement":null},{"id":"W2164617101","doi":"10.1145/1082983.1083247","title":"Dynamic analysis of java applications for multithreaded antipatterns","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Java; Tracing; Programming language; TRACE (psycholinguistics); Scalability; Model checking; Formal methods; Java Modeling Language; Formal specification; Software engineering; Eclipse; Java annotation; Real time Java; Operating system","score_opus":0.018557714815639687,"score_gpt":0.2824922130252833,"score_spread":0.26393449820964365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164617101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029521827,0.00021513461,0.9623083,0.00022391576,0.000062152205,0.00031976664,0.000052917203,0.0072953957,5.823129e-7],"genre_scores_gemma":[0.51285344,0.000004559798,0.4868804,0.0000493055,0.000022322018,0.00013728588,0.000028848486,0.000016875063,0.000006963189],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998642,0.000010563355,0.0003739255,0.00044520706,0.00020227683,0.0003260186],"domain_scores_gemma":[0.9746915,0.02361208,0.00014483312,0.0012920799,0.00017389802,0.00008556945],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00022901855,0.00022228733,0.00037922393,0.00057207845,0.000078798206,0.000056882294,0.0012573319,0.00010170793,0.0000049654823],"category_scores_gemma":[0.022977289,0.00023289396,0.00023349143,0.0011921088,0.00002770072,0.00023187348,0.00023104103,0.00011283937,0.000006307282],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011050592,0.0003780822,0.68108207,0.0003880753,0.001087263,0.000003484482,0.0011588986,0.04756724,0.0060828514,0.0017943659,0.0009789607,0.2594677],"study_design_scores_gemma":[0.0007232051,0.00017829495,0.36988297,0.0001826234,0.00074222754,0.000014213939,0.00000365933,0.60046875,0.021178463,0.0010173677,0.004333412,0.0012747983],"about_ca_topic_score_codex":0.000040553212,"about_ca_topic_score_gemma":0.000011606162,"teacher_disagreement_score":0.5529015,"about_ca_system_score_codex":0.00005564809,"about_ca_system_score_gemma":0.00003404329,"threshold_uncertainty_score":0.98525256},"labels":[],"label_agreement":null},{"id":"W2164694023","doi":"10.1145/2492248.2492261","title":"On the relationship between use cases and test suites size","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Test Management Approach; Test (biology); Software quality; Test case; Regression testing; Software; Software engineering; Perspective (graphical); Software metric; Manual testing; Reliability engineering; Software system; Software development; Software construction; Programming language; Engineering; Machine learning; Artificial intelligence","score_opus":0.05497642424938919,"score_gpt":0.2632104469901711,"score_spread":0.2082340227407819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164694023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99389845,0.00017459592,0.0029327136,0.001166994,0.00012836418,0.00036985794,0.00001603812,0.0013127518,2.450385e-7],"genre_scores_gemma":[0.97360134,0.000005661272,0.025862908,0.00013736705,0.00011284485,0.00012537988,0.000005253419,0.000055581364,0.00009368152],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99815345,0.000044341014,0.00027448375,0.0004998423,0.00045651448,0.00057138136],"domain_scores_gemma":[0.005124339,0.99304926,0.00005401476,0.0014157752,0.000129528,0.00022706603],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036207968,0.00032672042,0.00023393852,0.00018620375,0.0002347665,0.00068181125,0.0012844707,0.00013398877,0.00003732026],"category_scores_gemma":[0.9760273,0.00025658662,0.00006851998,0.00066333293,0.00006749975,0.0008665721,0.00060909626,0.0005509686,0.00019953414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.366665e-7,0.000014226842,0.995297,0.00003272111,0.000013220233,0.000012493044,0.00011971803,0.000061967294,0.000111037974,0.0027636504,0.0007512487,0.00082215754],"study_design_scores_gemma":[0.000121459736,0.00009520203,0.9983797,0.000098236385,0.0000066995626,0.000026124339,0.000002930461,0.00006368813,0.000581282,0.0001620603,0.00015287857,0.00030975754],"about_ca_topic_score_codex":0.00011206876,"about_ca_topic_score_gemma":0.0000013219535,"teacher_disagreement_score":0.9930291,"about_ca_system_score_codex":0.000065207365,"about_ca_system_score_gemma":0.00004052323,"threshold_uncertainty_score":0.9999886},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165485010","doi":"10.1145/1838687.1838699","title":"Workshop report from Web2SE","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Work (physics); World Wide Web; Computer science; Software engineering; Software; State (computer science); Data science; Engineering; Engineering management","score_opus":0.008093423944484857,"score_gpt":0.22218498199264952,"score_spread":0.21409155804816465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165485010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74059415,0.00030859132,0.25188828,0.0014096395,0.0032320272,0.00015637079,0.00001329744,0.0023760162,0.000021658436],"genre_scores_gemma":[0.7143854,0.0000040589925,0.28452176,0.0004883756,0.00047246422,0.000021620737,0.000040303745,0.00003519599,0.000030803727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980782,0.000014276086,0.00034763734,0.0006960349,0.0003752433,0.0004886041],"domain_scores_gemma":[0.974585,0.022386188,0.00012191722,0.002540302,0.00011578496,0.00025079263],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00019008669,0.00032984404,0.00026852504,0.00016721395,0.000120476434,0.00022284006,0.002355617,0.000197018,0.00007129378],"category_scores_gemma":[0.017842056,0.00031239164,0.00012078311,0.0005804241,0.000022208556,0.000490582,0.0008552795,0.00065049797,0.00012088889],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031819858,0.00033263245,0.71742415,0.00023381789,0.00035164383,0.0022954552,0.008729427,0.004500639,0.1078052,0.0065965024,0.002229726,0.149469],"study_design_scores_gemma":[0.0015108113,0.000116321185,0.6608805,0.00042233302,0.00011070889,0.0008856852,0.00007138841,0.0071588485,0.100730404,0.0036526904,0.22104295,0.0034173406],"about_ca_topic_score_codex":0.00026086677,"about_ca_topic_score_gemma":0.00016287214,"teacher_disagreement_score":0.21881323,"about_ca_system_score_codex":0.000014778407,"about_ca_system_score_gemma":0.00005958228,"threshold_uncertainty_score":0.9999328},"labels":[],"label_agreement":null},{"id":"W2167234454","doi":"10.1145/974043.974088","title":"Performance of publish/subscribe middleware in mobile wireless networks","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Middleware (distributed applications); Scalability; Message oriented middleware; Publication; Computer network; Distributed computing; Domain (mathematical analysis); Asynchronous communication; Mobile computing; Wireless network; Handover; Wireless; Software; Telecommunications; Software architecture; Operating system","score_opus":0.010652935694869192,"score_gpt":0.20740566968702345,"score_spread":0.19675273399215426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167234454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83300215,0.0007739962,0.16364464,0.00024238991,0.000474952,0.00029122058,0.00000484914,0.0015635369,0.0000022540387],"genre_scores_gemma":[0.859113,0.00006800088,0.14049582,0.00007624355,0.000060908973,0.00013145688,0.00000812762,0.00003797891,0.000008507376],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9977612,0.000013353198,0.00048343462,0.00058755634,0.0003926004,0.000761891],"domain_scores_gemma":[0.9936874,0.0043429565,0.00010739709,0.0015830257,0.00014423097,0.00013498386],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031601693,0.00035068524,0.0004386593,0.00049790205,0.00005831065,0.000115804476,0.0031000685,0.0002477143,0.0000037655877],"category_scores_gemma":[0.013398769,0.0003724577,0.00008813939,0.002019881,0.000052390318,0.0008860415,0.0012372852,0.00046730187,0.000016258487],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007177122,0.00007350971,0.22408018,0.00010264908,0.000016740974,0.000027924081,0.00046455712,0.72363365,0.0004899225,0.0005250234,0.0001321681,0.050446477],"study_design_scores_gemma":[0.0029070533,0.0015311267,0.8041137,0.0029457717,0.000035190635,0.00012940232,0.00009172652,0.11606837,0.064909,0.0004964196,0.0032670803,0.003505145],"about_ca_topic_score_codex":0.0000564656,"about_ca_topic_score_gemma":0.000023108616,"teacher_disagreement_score":0.6075653,"about_ca_system_score_codex":0.00018364894,"about_ca_system_score_gemma":0.000081103026,"threshold_uncertainty_score":0.99987274},"labels":[],"label_agreement":null},{"id":"W2168462212","doi":"10.1145/2382756.2382786","title":"Issue ownership activity in two large software projects","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software development; Workload; Software project management; Computer science; Product (mathematics); Software; Software quality; Process management; Risk analysis (engineering); Software engineering; Business; Software construction","score_opus":0.030713618094349967,"score_gpt":0.2943419916532914,"score_spread":0.2636283735589414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168462212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68053484,0.0010399685,0.31210166,0.00028770205,0.0017151312,0.0005904692,0.000020615036,0.0037067207,0.0000028603035],"genre_scores_gemma":[0.851604,0.000010937318,0.1474138,0.000096457305,0.00049248635,0.00017575521,0.000012124371,0.00011425123,0.000080214435],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9954793,0.000108215194,0.00042726015,0.0008544556,0.000886696,0.0022440846],"domain_scores_gemma":[0.92562383,0.07129152,0.00010507795,0.0022766928,0.00014152129,0.0005613798],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014111053,0.00063031504,0.0005608498,0.0008067416,0.00017231546,0.00029887684,0.0025179556,0.00022898882,0.000059643742],"category_scores_gemma":[0.27359036,0.00064665166,0.00017008411,0.0019246013,0.000049805793,0.0020203202,0.0014525694,0.001061758,0.0003888387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009810963,0.0002333582,0.9838365,0.00023688874,0.000031527386,0.00004824459,0.0016486841,0.0012056169,0.0009483963,0.00035715554,0.0003717974,0.011072023],"study_design_scores_gemma":[0.0012215049,0.00008777116,0.9732023,0.00025743982,0.0000129886575,0.000059351783,0.000018221503,0.0013693828,0.015137942,0.000028826445,0.0073356773,0.0012686168],"about_ca_topic_score_codex":0.00015911766,"about_ca_topic_score_gemma":0.000022731792,"teacher_disagreement_score":0.27217928,"about_ca_system_score_codex":0.00039046322,"about_ca_system_score_gemma":0.0001898093,"threshold_uncertainty_score":0.9995985},"labels":[],"label_agreement":null},{"id":"W2245256784","doi":"10.1145/2830719.2830735","title":"Report on the First International i* Teaching Workshop (iStarT)","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Engineering management; Engineering ethics; Software engineering; Engineering; Artificial intelligence","score_opus":0.039628341620573874,"score_gpt":0.2777404354737007,"score_spread":0.23811209385312682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245256784","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023630306,0.00020971293,0.9539336,0.014623811,0.0028443628,0.00023796862,0.000004966,0.00441645,0.00009879969],"genre_scores_gemma":[0.7249453,0.000008274202,0.27384266,0.00060513656,0.0003608503,0.0000632514,0.000010742298,0.00004181032,0.000121953526],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982597,0.000029548566,0.00032113976,0.00046760007,0.0005614669,0.0003605231],"domain_scores_gemma":[0.95234746,0.04531107,0.00015469418,0.0018741402,0.00013574275,0.00017687828],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011876066,0.00028951679,0.00018709703,0.00015901955,0.00016212325,0.00039879445,0.002454418,0.00011539951,0.000015455775],"category_scores_gemma":[0.24568167,0.00022887706,0.00010130785,0.00027411868,0.000021841593,0.0006640283,0.0007043806,0.0006600845,0.0000618365],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009538977,0.00059232087,0.41359103,0.00017208644,0.0006506556,0.0028385287,0.006345954,0.107856095,0.00017054375,0.15148231,0.24652831,0.06967677],"study_design_scores_gemma":[0.00039091706,0.00016408884,0.021886215,0.0003464862,0.000023757859,0.00060451915,0.000026891017,0.011208713,0.001528253,0.0010548219,0.9616901,0.001075203],"about_ca_topic_score_codex":0.00003531525,"about_ca_topic_score_gemma":0.0000025701677,"teacher_disagreement_score":0.7151618,"about_ca_system_score_codex":0.00013188882,"about_ca_system_score_gemma":0.000055424513,"threshold_uncertainty_score":0.9333336},"labels":[],"label_agreement":null},{"id":"W2322330124","doi":"10.1145/2020976.1958783","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Root cause; Web service; Software engineering; Web application; Root cause analysis; Risk analysis (engineering); World Wide Web; Engineering; Reliability engineering","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322330124","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7863927,0.00052084477,0.2065979,0.00011057678,0.0020274539,0.0002931837,0.0000074521245,0.0039693313,0.00008058945],"genre_scores_gemma":[0.8478211,0.000012044951,0.15190005,0.00008244243,0.0001092222,0.000021328053,0.0000032708003,0.000026878964,0.0000236262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.000012128533,0.00035751416,0.0004883218,0.0002978989,0.00049346563],"domain_scores_gemma":[0.9898693,0.008099318,0.00008884154,0.0016544126,0.00010933291,0.00017882457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032583755,0.00028241327,0.0002614381,0.0001465454,0.0001051848,0.000074423144,0.001720667,0.00015681167,0.00008124681],"category_scores_gemma":[0.028987661,0.0002521217,0.00013609116,0.00039657106,0.000031953878,0.0007490185,0.00041147546,0.00026324397,0.00038230396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070027145,0.000111424095,0.9514269,0.00023572428,0.000043342516,0.000047814323,0.0016313884,0.00013506526,0.00039482652,0.0015404521,0.000436101,0.043989938],"study_design_scores_gemma":[0.0002098665,0.0000654285,0.99206996,0.00009766304,0.000007023677,0.000048281247,0.0000056211393,0.00014481803,0.0048665702,0.0001637493,0.0018681978,0.00045279379],"about_ca_topic_score_codex":0.00009725697,"about_ca_topic_score_gemma":0.000003270858,"teacher_disagreement_score":0.061428465,"about_ca_system_score_codex":0.000054373148,"about_ca_system_score_gemma":0.0000942827,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W2370156584","doi":"10.1145/2894784.2894801","title":"1st International Workshop on UML Consistency Rules (WUCOR 2015)","year":2016,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"Ministerio de Economía y Competitividad","keywords":"Applications of UML; Unified Modeling Language; UML tool; Computer science; Consistency (knowledge bases); Class diagram; Software engineering; Systems Modeling Language; Object Constraint Language; Documentation; Programming language; Software development; Software; Artificial intelligence","score_opus":0.0202467166982572,"score_gpt":0.2552519446812209,"score_spread":0.23500522798296372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370156584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011845788,0.00025060482,0.9787405,0.0019779066,0.0018099629,0.00021912402,0.000044717992,0.0051002232,0.000011142192],"genre_scores_gemma":[0.45250496,0.000074088566,0.5466395,0.00021157693,0.00021868575,0.0000932246,0.000012852702,0.0000719623,0.0001731417],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973981,0.000029001465,0.00047495737,0.0008335321,0.0006187603,0.0006456761],"domain_scores_gemma":[0.9813048,0.016062401,0.00013385522,0.0020269805,0.00021745477,0.00025450726],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00029899183,0.0005132187,0.00037736027,0.00043499455,0.00010075573,0.00017520411,0.0028363743,0.00023280006,0.00007005158],"category_scores_gemma":[0.017201062,0.00042141095,0.00019274565,0.00032406507,0.00006345298,0.0007468671,0.00086584705,0.0003182506,0.0002985257],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004500857,0.00031376953,0.06961177,0.00014137378,0.00031073397,0.00023682816,0.0005654909,0.0038561972,0.008649858,0.15831067,0.016966123,0.7409922],"study_design_scores_gemma":[0.0040044882,0.0007892718,0.21049373,0.005945879,0.000107459666,0.0004143039,0.000006841831,0.016724199,0.05012992,0.003604237,0.7004933,0.007286399],"about_ca_topic_score_codex":0.000010221027,"about_ca_topic_score_gemma":0.0000012820832,"teacher_disagreement_score":0.73370576,"about_ca_system_score_codex":0.00022630548,"about_ca_system_score_gemma":0.00007139693,"threshold_uncertainty_score":0.99982375},"labels":[],"label_agreement":null},{"id":"W2782832325","doi":"10.1145/3149485.3149520","title":"Report from the 9th Workshop on Modelling in Software Engineering(MiSE 2017)","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Reuse; Software; Computer science; Event (particle physics); Engineering management; Systems engineering; Software development; Engineering; Programming language","score_opus":0.06001005587181764,"score_gpt":0.28627728946392655,"score_spread":0.22626723359210893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782832325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03827718,0.0011289496,0.95234716,0.0003447117,0.0036982202,0.0003802612,0.000022828717,0.0037981542,0.0000025532845],"genre_scores_gemma":[0.23141557,0.000067804816,0.7672769,0.00019694996,0.00068722543,0.00010906681,0.000028605193,0.000135567,0.000082345476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957125,0.00009166383,0.00088075665,0.0013845599,0.00073244097,0.0011980517],"domain_scores_gemma":[0.84902304,0.14506893,0.00031306734,0.004973922,0.00028751246,0.00033350365],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001127677,0.00083631836,0.00070327934,0.00038644377,0.00021772475,0.00027416126,0.0035347731,0.00037917786,0.000018082981],"category_scores_gemma":[0.2669297,0.0007361812,0.00022295871,0.0013114745,0.00010754915,0.0007980205,0.0011134575,0.0011667924,0.00011178949],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021670214,0.00005242892,0.014607942,0.000040006784,0.00005916944,0.00042639975,0.0009184018,0.9737532,0.0002227739,0.0004258628,0.00070205104,0.008770109],"study_design_scores_gemma":[0.0061047743,0.0011777324,0.29095316,0.008302369,0.0002791748,0.0016613384,0.00020817351,0.5494256,0.033332203,0.010878103,0.08279988,0.014877504],"about_ca_topic_score_codex":0.000101796664,"about_ca_topic_score_gemma":0.000013018528,"teacher_disagreement_score":0.4243276,"about_ca_system_score_codex":0.0002603906,"about_ca_system_score_gemma":0.00011903232,"threshold_uncertainty_score":0.9995089},"labels":[],"label_agreement":null},{"id":"W2794642134","doi":"10.1145/3178315.3178326","title":"Prioritizing lingering bugs","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software bug; Computer science; Security bug; Principal (computer security); Deci-; Risk analysis (engineering); Software; Business; Computer security; Programming language; Political science","score_opus":0.02061314265003952,"score_gpt":0.2630739726971938,"score_spread":0.24246083004715427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794642134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4427668,0.0006846473,0.548192,0.00027583705,0.0018809282,0.00025076992,0.000004814776,0.0059365663,0.0000076130814],"genre_scores_gemma":[0.69589376,0.000012684801,0.3031752,0.000074362186,0.00069011765,0.000034004515,0.000003226288,0.00007551634,0.000041147596],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970065,0.00002564328,0.00039948482,0.00082452275,0.0006630573,0.001080834],"domain_scores_gemma":[0.9148093,0.08149521,0.000092285765,0.0027447564,0.00040440913,0.0004540519],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005528545,0.00042956125,0.00034949023,0.00046230198,0.00023925146,0.0003894472,0.002754443,0.00018972321,0.000023816103],"category_scores_gemma":[0.29189718,0.0004763601,0.00013610149,0.0011890852,0.00007755902,0.0008027677,0.0014152592,0.00052564184,0.00039123333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017773651,0.00013610789,0.84345025,0.00051414483,0.00018926858,0.00030510986,0.0031741906,0.0012298918,0.04830645,0.0046168966,0.0014930456,0.09656685],"study_design_scores_gemma":[0.0013144744,0.0006676478,0.8329662,0.000910531,0.00003452969,0.00035461067,0.00001855346,0.011711648,0.11400052,0.00026945389,0.03462864,0.0031231726],"about_ca_topic_score_codex":0.000034808996,"about_ca_topic_score_gemma":0.0000021080252,"teacher_disagreement_score":0.2913443,"about_ca_system_score_codex":0.00016417673,"about_ca_system_score_gemma":0.000108725646,"threshold_uncertainty_score":0.9997688},"labels":[],"label_agreement":null},{"id":"W2794757881","doi":"10.1145/3178315.3178324","title":"Stakeholder Concern-Driven Requirements Analytics","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements management; Computer science; Requirements analysis; Requirements engineering; Analytics; Traceability; Business requirements; Process (computing); Stakeholder; Requirements elicitation; Process management; Requirement; Risk analysis (engineering); Business process; Software engineering; Engineering; Data science; Software; Work in process; Business","score_opus":0.09397902749149702,"score_gpt":0.30309292860879433,"score_spread":0.20911390111729733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794757881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3394351,0.00027798844,0.65450156,0.00033961816,0.0015632542,0.00032740273,0.000018641595,0.0035271384,0.000009258555],"genre_scores_gemma":[0.8287223,0.000012142132,0.17045102,0.00013411605,0.0004454363,0.000033462977,0.00001082361,0.000076790646,0.00011389054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968555,0.00003188832,0.00043344995,0.00080428494,0.0008712764,0.0010036075],"domain_scores_gemma":[0.9564139,0.03997068,0.00010599971,0.0026402608,0.00046225812,0.00040690205],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039625962,0.00043019158,0.000365192,0.00039453246,0.0001788433,0.0003044085,0.002935859,0.00018027145,0.00009412774],"category_scores_gemma":[0.17268026,0.00045481545,0.00012095296,0.0011721023,0.00011658944,0.00075812987,0.0011957155,0.00041174958,0.00042236928],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010937268,0.00010139162,0.9705607,0.00016734567,0.00019802147,0.00012476637,0.0010632902,0.0043303194,0.004326396,0.0017044424,0.004306442,0.0131059475],"study_design_scores_gemma":[0.0020289465,0.00078081025,0.8997862,0.0005571423,0.00006895717,0.00011486301,0.000026644566,0.027656408,0.040835373,0.0001933072,0.0251307,0.002820654],"about_ca_topic_score_codex":0.000030945066,"about_ca_topic_score_gemma":0.0000036931685,"teacher_disagreement_score":0.4892872,"about_ca_system_score_codex":0.00021668145,"about_ca_system_score_gemma":0.00013472584,"threshold_uncertainty_score":0.9997904},"labels":[],"label_agreement":null},{"id":"W2795259331","doi":"10.1145/3178315.3178323","title":"Requirements Engineering in the Context of Big Data Applications","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Big data; Computer science; Requirement; Business requirements; Requirements analysis; Software requirements; Software engineering; Context (archaeology); Requirements elicitation; Software development; Domain (mathematical analysis); Systems engineering; Business process; Software; Engineering; Component-based software engineering; Work in process; Data mining","score_opus":0.07792903228333961,"score_gpt":0.3020320789651987,"score_spread":0.22410304668185907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795259331","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012796498,0.0005053002,0.98449093,0.00036220776,0.00042912405,0.00040503853,0.000023362381,0.0009812518,0.0000062637755],"genre_scores_gemma":[0.78655213,0.000033661316,0.2128934,0.00011551734,0.00026124483,0.00009265382,0.00002176615,0.000026687483,0.00000291991],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99836373,0.00002787477,0.00041181874,0.0004726763,0.00035400505,0.00036988631],"domain_scores_gemma":[0.97204626,0.02388175,0.00014772353,0.0037259664,0.00012441675,0.00007389508],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008420744,0.00024369336,0.00024066295,0.00024585894,0.000064691616,0.00010780932,0.004749154,0.00010153625,0.000005161323],"category_scores_gemma":[0.03586864,0.0002129917,0.000049374463,0.000979347,0.000041511612,0.000682012,0.0010220349,0.0002792001,0.000017326525],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004115592,0.0007217056,0.26466575,0.0012246922,0.00034679993,0.00008261759,0.008267409,0.0035717057,0.008159764,0.048923172,0.0075404327,0.6564548],"study_design_scores_gemma":[0.0029303879,0.001372271,0.25256845,0.0014786269,0.00018588339,0.0002906161,0.00016948627,0.069198176,0.050937217,0.0011115817,0.6157418,0.004015518],"about_ca_topic_score_codex":0.00008883663,"about_ca_topic_score_gemma":0.000009923307,"teacher_disagreement_score":0.77375567,"about_ca_system_score_codex":0.000036226847,"about_ca_system_score_gemma":0.00004592811,"threshold_uncertainty_score":0.97225267},"labels":[],"label_agreement":null},{"id":"W2915353454","doi":"10.1145/1095430.1095433","title":"Report on MSR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Plan (archaeology); Software; Computer science; Field (mathematics); Software review; Quality (philosophy); Software engineering; World Wide Web; Software development; Software construction; History; Operating system","score_opus":0.01767719627848747,"score_gpt":0.2610800800871416,"score_spread":0.24340288380865416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915353454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33529577,0.0011135691,0.6447989,0.005057435,0.0021118624,0.0005996454,0.0000163165,0.010978125,0.00002841709],"genre_scores_gemma":[0.74948794,0.000016522417,0.24917515,0.00022470146,0.00054794183,0.00006548416,0.000012905985,0.000081668375,0.00038768986],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967125,0.000024261117,0.0004686915,0.00087857444,0.0008687056,0.0010472711],"domain_scores_gemma":[0.9221695,0.07394822,0.00009779025,0.003182097,0.00015356563,0.00044885173],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064304884,0.0004448601,0.00034761068,0.00046425333,0.00012583153,0.00023517499,0.0024386058,0.00019143679,0.00007608965],"category_scores_gemma":[0.2845388,0.00046067254,0.00016187693,0.00069009257,0.000032138956,0.0006662851,0.0007137383,0.0006227427,0.000740572],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002935188,0.0005108173,0.66844475,0.00028593905,0.00024503024,0.0022333288,0.0007334882,0.1377539,0.0032581175,0.0073414072,0.028883772,0.15028009],"study_design_scores_gemma":[0.0012279938,0.0003334752,0.6825409,0.0003951999,0.000025207273,0.0012351543,0.000003936532,0.008604401,0.041001443,0.00008566605,0.26206067,0.0024859924],"about_ca_topic_score_codex":0.000015996055,"about_ca_topic_score_gemma":0.000002835103,"teacher_disagreement_score":0.41419217,"about_ca_system_score_codex":0.0002653133,"about_ca_system_score_gemma":0.000119634205,"threshold_uncertainty_score":0.9997845},"labels":[],"label_agreement":null},{"id":"W2960484385","doi":"10.1145/3356773.3356801","title":"The State and Future of Genetic Improvement","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Maintainability; Session (web analytics); State (computer science); Software; Software development","score_opus":0.006067583557949196,"score_gpt":0.20652276807165942,"score_spread":0.20045518451371022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960484385","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80939615,0.0036154718,0.18035248,0.00050395995,0.0008425353,0.00036996772,0.0000061004707,0.004910514,0.0000028241036],"genre_scores_gemma":[0.72978383,0.0001262096,0.2699072,0.000057580055,0.000057489022,0.000017013792,6.8849147e-7,0.000018112321,0.000031863547],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99898344,0.000012318503,0.0002350007,0.0002805019,0.0002118249,0.00027689282],"domain_scores_gemma":[0.98258954,0.016169297,0.0000916023,0.0010063411,0.000079364276,0.000063842774],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00022618187,0.00017023759,0.00016520117,0.00006822271,0.00007175068,0.00009331445,0.0008843581,0.000051035277,0.0000029077378],"category_scores_gemma":[0.008953884,0.00012751378,0.000044959284,0.00020969739,0.000027576389,0.00012328998,0.00048048203,0.000139863,0.000009341683],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055280148,0.000023626462,0.38305563,0.00018090251,0.000039142116,0.000006422904,0.0006263403,0.0004028304,0.0020242776,0.00086162286,0.0007668312,0.61200684],"study_design_scores_gemma":[0.0008773252,0.0010768897,0.9289859,0.0003562528,0.000030464065,0.00008183635,0.000013871207,0.012482004,0.025534013,0.01265967,0.016591363,0.0013103941],"about_ca_topic_score_codex":0.00003139494,"about_ca_topic_score_gemma":7.6243083e-7,"teacher_disagreement_score":0.61069643,"about_ca_system_score_codex":0.000018601619,"about_ca_system_score_gemma":0.000030556028,"threshold_uncertainty_score":0.9993941},"labels":[],"label_agreement":null},{"id":"W2983063701","doi":"10.1145/3356773.3356804","title":"Report on the 2nd International Workshop on Robotics Software Engineering (RoSE'19)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Robotics and Automated Systems","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Software engineering; Robot; Software; Engineering; Artificial intelligence; Focus (optics); Computer science; Engineering management; Programming language","score_opus":0.016020737293449973,"score_gpt":0.224696370287957,"score_spread":0.20867563299450703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983063701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80562437,0.0012739715,0.15316576,0.0017352296,0.022702018,0.0019248994,0.00015232981,0.013198956,0.00022245558],"genre_scores_gemma":[0.98156375,0.00004890403,0.016773935,0.00016967831,0.0005876324,0.00007133151,0.00010887057,0.00028386313,0.00039206343],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99740034,0.000017682489,0.00065717415,0.0005494334,0.00067989365,0.0006954869],"domain_scores_gemma":[0.97882634,0.019267282,0.00011385123,0.0014895853,0.00010171588,0.00020120444],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038072374,0.00063841813,0.00048180122,0.000306103,0.00009990728,0.00023226583,0.001044954,0.00030219767,0.00015381248],"category_scores_gemma":[0.045322057,0.0005483727,0.00022744873,0.00041918937,0.000021010823,0.00017940684,0.00018525802,0.0008137804,0.00042620685],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062439235,0.000029081615,0.021217916,0.00015021939,0.00016370478,0.00011398801,0.000103707156,0.9741535,0.0009049108,0.000725405,0.0017710056,0.0006603043],"study_design_scores_gemma":[0.00291894,0.00047060088,0.16702814,0.0068703047,0.00023405331,0.0009826187,0.00016686507,0.69199014,0.018237114,0.00012590908,0.103960425,0.007014882],"about_ca_topic_score_codex":0.000009658755,"about_ca_topic_score_gemma":0.0000011249258,"teacher_disagreement_score":0.28216335,"about_ca_system_score_codex":0.00026000073,"about_ca_system_score_gemma":0.00003295588,"threshold_uncertainty_score":0.9996968},"labels":[],"label_agreement":null},{"id":"W2984037041","doi":"10.1145/3356773.3356813","title":"Implications of Resurgence in Artificial Intelligence for Research Collaborations in Software Engineering","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Timeline; Social software engineering; Session (web analytics); Software engineering; Software; Engineering management; Computer science; Software development; Personal software process; Engineering; Engineering ethics; Data science; Software construction; World Wide Web","score_opus":0.10381593555531676,"score_gpt":0.36197781601116386,"score_spread":0.2581618804558471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984037041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13012981,0.0004980359,0.86668897,0.0005252949,0.00042709688,0.00095125486,0.000041185795,0.00073645526,0.0000018906479],"genre_scores_gemma":[0.6000045,0.000044094028,0.39957547,0.000011784458,0.00003554699,0.00027892223,0.000011699715,0.0000329899,0.0000050306653],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974772,0.000050298528,0.0007696827,0.0006362261,0.00037178572,0.0006948081],"domain_scores_gemma":[0.92189616,0.075896926,0.00013412921,0.0015160324,0.00043690932,0.00011985093],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017684646,0.00027227146,0.0003944553,0.0011018405,0.00006195798,0.000094005845,0.0017207855,0.00020965122,0.000014776176],"category_scores_gemma":[0.14845674,0.00031980596,0.000088402696,0.0032384451,0.000030514064,0.0007779949,0.0004368118,0.00054957235,0.00001565312],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050754486,0.00033619144,0.47093326,0.00097311975,0.000041962758,0.000016547083,0.0020313046,0.37303126,0.012085809,0.11049032,0.00028794387,0.029721554],"study_design_scores_gemma":[0.0008896394,0.0010874317,0.7099702,0.0026602,0.000032058422,0.000050900842,0.00019065729,0.14456064,0.10827879,0.018718652,0.010282958,0.003277881],"about_ca_topic_score_codex":0.00011239933,"about_ca_topic_score_gemma":0.000043552238,"teacher_disagreement_score":0.46987465,"about_ca_system_score_codex":0.0001886212,"about_ca_system_score_gemma":0.00020943033,"threshold_uncertainty_score":0.9999254},"labels":[],"label_agreement":null},{"id":"W2984281377","doi":"10.1145/3356773.3356811","title":"Continuous Data-driven Software Engineering - Towards a Research Agenda","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software deployment; Pace; Software engineering; Software development; Software; Computer science; Social software engineering; Software Engineering Process Group; Automation; Systems engineering; Engineering; Engineering management; Software development process; Software construction","score_opus":0.07028905642559609,"score_gpt":0.32203960858503855,"score_spread":0.2517505521594425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984281377","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5804405,0.002382679,0.4003866,0.00060878036,0.0037587301,0.0017976015,0.00022265475,0.0103927115,0.0000097217935],"genre_scores_gemma":[0.6878326,0.000048618258,0.3108938,0.0000772887,0.00039752998,0.00013066613,0.00014256421,0.00023669569,0.00024023288],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99182695,0.0001352454,0.00085521996,0.002262918,0.0023880894,0.0025315748],"domain_scores_gemma":[0.82093835,0.16416255,0.00020175063,0.01262891,0.0010614617,0.001007003],"candidate_categories":["metaresearch","metaepi_narrow","open_science","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002518352,0.0008868622,0.0009578009,0.0013414859,0.00024739018,0.00085567986,0.011186953,0.00047719432,0.00015992865],"category_scores_gemma":[0.4140764,0.000959616,0.00024303568,0.0028122254,0.00009038049,0.0019916072,0.007838875,0.002129116,0.0013595573],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004832743,0.0003659126,0.8522943,0.0020302255,0.0006013881,0.00089575764,0.0020522259,0.072533846,0.008461479,0.0020477471,0.012821184,0.04584758],"study_design_scores_gemma":[0.0037346454,0.0011464556,0.7427403,0.0019933113,0.00008798214,0.0005794064,0.00007123643,0.109288126,0.012787441,0.00009900476,0.121544786,0.005927309],"about_ca_topic_score_codex":0.00019757636,"about_ca_topic_score_gemma":0.00000496117,"teacher_disagreement_score":0.41155803,"about_ca_system_score_codex":0.00045925425,"about_ca_system_score_gemma":0.00051380874,"threshold_uncertainty_score":0.999418},"labels":[],"label_agreement":null},{"id":"W2985253063","doi":"10.1145/3356773.3356806","title":"SST'19 - Software and Systems Traceability","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Requirements traceability; Software engineering; Computer science; Context (archaeology); Software development; Software system; Change impact analysis; Event (particle physics); Systems engineering; Software; Engineering; Requirement; Programming language","score_opus":0.016684252597717532,"score_gpt":0.24249219578245296,"score_spread":0.22580794318473543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985253063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7281473,0.0030190372,0.25967303,0.00024248783,0.001766196,0.0008224208,0.000025967875,0.0063011893,0.0000023357834],"genre_scores_gemma":[0.85888124,0.00003186334,0.14057672,0.000051958592,0.00013171874,0.0000894977,0.000011845406,0.00008852326,0.0001366321],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964986,0.00008426444,0.00049033127,0.0011349869,0.00079755107,0.000994285],"domain_scores_gemma":[0.8183672,0.1774911,0.000113129856,0.0031654527,0.00024165123,0.0006215063],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010703807,0.00053374533,0.0005736349,0.0003811796,0.0001292023,0.00047898688,0.0020902161,0.00027856554,0.0000351618],"category_scores_gemma":[0.30302015,0.00054811226,0.00013401621,0.00083983224,0.00006198182,0.00091588934,0.0011758719,0.0006189276,0.00023239126],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009691129,0.00005200945,0.9805966,0.000882387,0.000058359838,0.000038027283,0.00045370276,0.009468371,0.00091743027,0.00075132155,0.00042892003,0.006343151],"study_design_scores_gemma":[0.00091331167,0.0002442513,0.98000526,0.00029106386,0.000019769013,0.00027811117,0.000022816135,0.010184932,0.000706229,0.00009046469,0.0059254672,0.0013183085],"about_ca_topic_score_codex":0.00009621511,"about_ca_topic_score_gemma":0.0000013305885,"teacher_disagreement_score":0.30194977,"about_ca_system_score_codex":0.00020497183,"about_ca_system_score_gemma":0.00013662064,"threshold_uncertainty_score":0.999697},"labels":[],"label_agreement":null},{"id":"W2986923806","doi":"10.1145/3356773.3356777","title":"SEGarage","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.06264794275704325,"score_gpt":0.3214378711156683,"score_spread":0.258789928358625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986923806","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9585215,0.0001663528,0.036345154,0.00036779657,0.0034586089,0.00022646594,0.000027923084,0.00076258153,0.00012363012],"genre_scores_gemma":[0.9727168,0.0000015718374,0.02434627,0.0001677245,0.00011579184,0.0000054913316,0.000016916698,0.000023126604,0.0026062862],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714065,0.000032862605,0.00045114764,0.0008148857,0.001157646,0.00040283267],"domain_scores_gemma":[0.8959058,0.09951943,0.00015118947,0.004030563,0.0001975183,0.00019551624],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0021893848,0.00019647331,0.00026348713,0.00035673016,0.00008678991,0.00047463318,0.002079634,0.00006224174,0.0009852794],"category_scores_gemma":[0.33763406,0.00016178253,0.00012426855,0.0009676851,0.00002221391,0.00034299694,0.0010308912,0.0001649919,0.0057679615],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009267079,0.00005168568,0.8628541,0.000037407597,0.000031101237,0.000024571162,0.00036678248,0.020130876,0.0010107248,0.0011378344,0.03357105,0.08077457],"study_design_scores_gemma":[0.0005608359,0.0000855741,0.626879,0.000090955495,0.00001774148,0.000017162003,0.00009627978,0.0064208386,0.0015436499,0.00080905954,0.36271092,0.00076798943],"about_ca_topic_score_codex":0.00001803867,"about_ca_topic_score_gemma":0.00000163765,"teacher_disagreement_score":0.33544466,"about_ca_system_score_codex":0.00003266468,"about_ca_system_score_gemma":0.000025008543,"threshold_uncertainty_score":0.99992794},"labels":[],"label_agreement":null},{"id":"W2987704219","doi":"10.1145/3356773.3356810","title":"Workshop Summary","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software testing; Event (particle physics); Engineering management; Engineering; Library science; Software; Computer science; Programming language","score_opus":0.015181600319348384,"score_gpt":0.23504206514700132,"score_spread":0.21986046482765292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987704219","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14692768,0.0011891995,0.77865803,0.00070540875,0.0017978761,0.00042130816,0.000006318111,0.07025093,0.000043219097],"genre_scores_gemma":[0.5742274,0.0000087095505,0.4252145,0.000239106,0.00008035465,0.00002298034,0.000006477136,0.000037979076,0.00016248877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823505,0.000022183245,0.00027455663,0.00058953784,0.00034086974,0.0005377856],"domain_scores_gemma":[0.94508797,0.052365407,0.000086116015,0.0021906972,0.0001035953,0.00016619907],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031050242,0.00031341062,0.00029404263,0.0002297328,0.000074189826,0.00019065445,0.002035742,0.00015790107,0.0000285636],"category_scores_gemma":[0.09301708,0.00031702616,0.000120553115,0.00062068773,0.000019367266,0.0005080043,0.00084944296,0.00034214827,0.00029608601],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000676408,0.00008111329,0.90213615,0.00018992773,0.000049578222,0.0000644009,0.00047441997,0.0017338585,0.00093476265,0.002824519,0.024718339,0.0667862],"study_design_scores_gemma":[0.0031575714,0.0010718999,0.7979361,0.004454044,0.00010858112,0.0007035083,0.00001977579,0.04993338,0.031331174,0.02134199,0.0806951,0.009246871],"about_ca_topic_score_codex":0.000025078818,"about_ca_topic_score_gemma":5.644876e-7,"teacher_disagreement_score":0.42729974,"about_ca_system_score_codex":0.00006346144,"about_ca_system_score_gemma":0.00005580295,"threshold_uncertainty_score":0.9999282},"labels":[],"label_agreement":null},{"id":"W2989367508","doi":"10.1145/3356773.3356802","title":"Summary of the 14th International Conference on Global Software Engineering (ICGSE)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Work (physics); Engineering management; Software engineering; Software; Computer science; Engineering ethics; Engineering; World Wide Web; Mechanical engineering","score_opus":0.0188018197966594,"score_gpt":0.24937096135808942,"score_spread":0.23056914156143002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989367508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21016945,0.00056863826,0.774132,0.0012828306,0.007968559,0.0008022115,0.00013396773,0.004855787,0.00008655356],"genre_scores_gemma":[0.77102095,0.000040411036,0.2285316,0.0001310865,0.00012921795,0.000029499572,0.000010955088,0.000042674747,0.00006359567],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776894,0.000030201145,0.00044207257,0.0005832438,0.00068942324,0.00048611],"domain_scores_gemma":[0.9859118,0.011686175,0.00021341897,0.0018646071,0.00019358462,0.00013044824],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003221284,0.00043418116,0.00037493024,0.00015706733,0.00006237028,0.0001701443,0.0035602972,0.00020447234,0.00006568776],"category_scores_gemma":[0.03691015,0.00037460658,0.000225087,0.00065517664,0.000029321554,0.0006741888,0.001146724,0.0004992571,0.0000512286],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005052491,0.0002310061,0.8250199,0.0006035529,0.00033598676,0.000040790124,0.00049276964,0.078760445,0.0036264702,0.068774186,0.0024738943,0.019590491],"study_design_scores_gemma":[0.0022446392,0.00087666593,0.82282174,0.0038291323,0.00012435307,0.00027663066,0.000030335177,0.06990848,0.039553378,0.0014538501,0.054928023,0.003952775],"about_ca_topic_score_codex":0.00004551163,"about_ca_topic_score_gemma":0.0000014821957,"teacher_disagreement_score":0.5608515,"about_ca_system_score_codex":0.00016238159,"about_ca_system_score_gemma":0.000103809,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W3006005708","doi":"10.1145/503271.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Personalization; Scheduling (production processes); Architecture; Code (set theory); Distributed computing; Path (computing); Operating system; Context (archaeology); Computer architecture; Parallel computing; Embedded system; Programming language; Software; Engineering","score_opus":0.05239144428673207,"score_gpt":0.286298241408283,"score_spread":0.23390679712155096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006005708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1581705,0.0004189617,0.8394397,0.00007169449,0.0006568497,0.00035260752,0.000008046387,0.00088063604,9.802704e-7],"genre_scores_gemma":[0.5010925,0.00001095404,0.49875897,0.00001558618,0.000062217805,0.000026731344,0.0000015616844,0.000029199247,0.0000022746392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99789184,0.00010874339,0.00057012663,0.00056462473,0.00034807538,0.0005165949],"domain_scores_gemma":[0.977669,0.020476123,0.00014037886,0.0014417005,0.0001730889,0.000099699486],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00097402686,0.00032681468,0.00043680065,0.00027150556,0.00011570839,0.00010391826,0.001521877,0.00013545807,0.000001825524],"category_scores_gemma":[0.06598745,0.00029011513,0.000084828134,0.001276492,0.000029388362,0.00049771497,0.00066197495,0.0003561884,0.0000050733006],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000049733917,0.000018083363,0.013666161,0.00009846525,0.00001134346,0.000025783314,0.0006939977,0.95380497,0.023715114,0.0012461087,0.000007637293,0.0067073745],"study_design_scores_gemma":[0.0021412105,0.0003917618,0.15046896,0.0022185422,0.000051942676,0.00035073943,0.00040963845,0.7164957,0.12223375,0.00050140184,0.0016283258,0.0031080446],"about_ca_topic_score_codex":0.000060739654,"about_ca_topic_score_gemma":0.0000045595352,"teacher_disagreement_score":0.342922,"about_ca_system_score_codex":0.00029678494,"about_ca_system_score_gemma":0.000051710416,"threshold_uncertainty_score":0.9999551},"labels":[],"label_agreement":null},{"id":"W3007080815","doi":"10.1145/1598732.1598760","title":"Software development governance (SDG)","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Software development; Software engineering; Corporate governance; Process management; Teamwork; Software; Computer science; Knowledge management; Software peer review; Lean software development; Personal software process; Software development process; Engineering management; Engineering; Software construction; Business; Political science; Programming language","score_opus":0.014788706975550016,"score_gpt":0.23766230048848727,"score_spread":0.22287359351293726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007080815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01996705,0.0014964087,0.9690059,0.0007838422,0.0007114305,0.0002370315,0.0000061154183,0.0077837887,0.000008456332],"genre_scores_gemma":[0.40658954,0.00005015803,0.5927802,0.0003381459,0.000114702256,0.000030203086,0.00000848827,0.00003534309,0.000053217474],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99740505,0.000022997943,0.00048440686,0.0007434006,0.00057736866,0.0007667553],"domain_scores_gemma":[0.9812584,0.016443465,0.00018196876,0.001720769,0.00013480402,0.00026059113],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039321283,0.00051736244,0.00039088607,0.00016567187,0.00018834526,0.00030110127,0.0025586153,0.0002121075,0.00003189359],"category_scores_gemma":[0.07293394,0.0005390225,0.0001351597,0.000716095,0.000018411785,0.0012086233,0.00048132855,0.0004866645,0.00011200189],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026624371,0.00032223968,0.06646262,0.00026469192,0.00014272932,0.00031037765,0.0015411858,0.007883212,0.0015976308,0.016666178,0.006903028,0.8978795],"study_design_scores_gemma":[0.0008475105,0.0004677322,0.6613182,0.00063399813,0.00004003064,0.0002601047,0.000004228839,0.0016002519,0.041476354,0.0011741709,0.28905854,0.0031188617],"about_ca_topic_score_codex":0.000012639782,"about_ca_topic_score_gemma":0.0000012317705,"teacher_disagreement_score":0.8947606,"about_ca_system_score_codex":0.00016666265,"about_ca_system_score_gemma":0.00012811397,"threshold_uncertainty_score":0.99970615},"labels":[],"label_agreement":null},{"id":"W3011547577","doi":"10.1145/379377.375239","title":"Cascaded refactoring for framework","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Programming language; Object-oriented programming; Code (set theory); Software engineering; Set (abstract data type); Metamodeling; Source code; Process (computing); Software","score_opus":0.059696022337518355,"score_gpt":0.311402422254857,"score_spread":0.2517063999173386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011547577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017361436,0.0007675242,0.9744845,0.00028547944,0.0018488638,0.00031847353,0.000008355206,0.00492415,0.0000012420797],"genre_scores_gemma":[0.29021603,0.000047711907,0.70909524,0.000086803084,0.00031092443,0.00012431631,0.0000057490156,0.00007224936,0.00004099193],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99763083,0.000031481497,0.0004022015,0.00073564233,0.00031730876,0.0008825572],"domain_scores_gemma":[0.8641834,0.13344038,0.00011644133,0.0018748244,0.00015930647,0.0002256596],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00048521924,0.00045649317,0.0004501317,0.00025751293,0.00016679004,0.00015135651,0.0020596057,0.0002821405,0.000008238046],"category_scores_gemma":[0.38392475,0.0004794288,0.0001932134,0.0007244845,0.00002938149,0.00074634806,0.00056748244,0.00046697858,0.000023857801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009408848,0.0002007531,0.14673528,0.00075380906,0.00037189643,0.00030945436,0.0035129336,0.4771703,0.01705294,0.052383438,0.00089196255,0.30052316],"study_design_scores_gemma":[0.005990032,0.0020290744,0.32814187,0.0032081017,0.0002884906,0.0013912916,0.00013951246,0.023129923,0.30926433,0.117703766,0.19339767,0.015315939],"about_ca_topic_score_codex":0.000007486841,"about_ca_topic_score_gemma":6.097316e-7,"teacher_disagreement_score":0.45404038,"about_ca_system_score_codex":0.00014550005,"about_ca_system_score_gemma":0.00004587474,"threshold_uncertainty_score":0.99976575},"labels":[],"label_agreement":null},{"id":"W3023468469","doi":"10.1145/3385678.3385681","title":"The ACM SIGSOFT Paper and Peer Review Quality Initiative","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Technical peer review; Peer review; Computer science; Quality (philosophy); Empirical research; Software technical review; Peer-to-peer; Data science; Software quality; Engineering ethics; World Wide Web; Engineering management; Software; Engineering; Political science; Software development","score_opus":0.24372893849296903,"score_gpt":0.3970486452683754,"score_spread":0.15331970677540638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023468469","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21848613,0.07770711,0.051237635,0.6375689,0.0067535588,0.0032082866,0.00086782244,0.00392695,0.00024359117],"genre_scores_gemma":[0.96412426,0.0008934602,0.022026375,0.011805366,0.00037909718,0.00004894099,0.000069256756,0.00005108539,0.000602185],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954082,0.00019441692,0.0008635028,0.00096648774,0.0021237931,0.00044361394],"domain_scores_gemma":[0.07933364,0.9053816,0.0008439044,0.0112560205,0.002205011,0.0009797777],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0072816797,0.00029104523,0.00044322814,0.000078612145,0.00041285786,0.0007489275,0.0037005881,0.00006546631,0.00019599155],"category_scores_gemma":[0.9530837,0.00019098204,0.00014381448,0.0010584346,0.00011891191,0.00046557846,0.003534446,0.00032151098,0.00032396146],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002791838,0.000041651005,0.14264777,0.00048720872,0.000105409636,0.000025619705,0.002190386,0.00036192566,0.00018325393,0.0011764724,0.63890886,0.21384354],"study_design_scores_gemma":[0.0002761591,0.000060837905,0.24488081,0.00031404704,0.000043825,0.0000052774544,0.00022003737,0.00022797633,0.00010425433,0.000872879,0.7525114,0.00048251668],"about_ca_topic_score_codex":0.000019842819,"about_ca_topic_score_gemma":0.0000065261634,"teacher_disagreement_score":0.945802,"about_ca_system_score_codex":0.000026060765,"about_ca_system_score_gemma":0.000049444992,"threshold_uncertainty_score":0.77880216},"labels":[],"label_agreement":null},{"id":"W3041536089","doi":"10.1145/3402127.3402136","title":"Thoughts from a Not-So-Influential Educator","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nothing; Dozen; Architecture; Carpentry; Software; Computer science; Software engineering; Software architecture; World Wide Web; Engineering; Visual arts; Programming language; Art; Epistemology","score_opus":0.024323027216168226,"score_gpt":0.24669732754311693,"score_spread":0.22237430032694872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041536089","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10123242,0.000811778,0.8867536,0.0029971364,0.0012825426,0.00022414507,0.000039278362,0.0066569806,0.0000020821221],"genre_scores_gemma":[0.56004703,0.00002654787,0.43777326,0.0012239728,0.0008178849,0.00003767359,0.00001504228,0.000053024236,0.000005561401],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780947,0.000034458517,0.00039194466,0.00077848474,0.0004448294,0.0005407986],"domain_scores_gemma":[0.97087926,0.02703914,0.00014043073,0.001401945,0.00009551503,0.00044372148],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00016593123,0.00043952538,0.00038766654,0.000121410405,0.00014028895,0.0004832589,0.0024271656,0.00019674566,0.000057504614],"category_scores_gemma":[0.07465814,0.00045718046,0.00017809306,0.0006285081,0.000028544911,0.0010506143,0.00086938153,0.0005132361,0.00019367553],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038493023,0.00090971164,0.3705494,0.0015946077,0.0017563401,0.001466008,0.033865202,0.032128185,0.08413471,0.018778734,0.053510647,0.40092152],"study_design_scores_gemma":[0.0018534029,0.0006879582,0.13974859,0.00047574827,0.0002082864,0.00009100005,0.000031855587,0.02280942,0.24410665,0.0007545634,0.58456415,0.0046683773],"about_ca_topic_score_codex":0.000103679085,"about_ca_topic_score_gemma":0.0000013086305,"teacher_disagreement_score":0.5310535,"about_ca_system_score_codex":0.00005106572,"about_ca_system_score_gemma":0.00012077212,"threshold_uncertainty_score":0.999788},"labels":[],"label_agreement":null},{"id":"W3044961859","doi":"10.1145/1041685.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Viewpoints; Process (computing); Consistency (knowledge bases); Sequence (biology); Theoretical computer science; Programming language; Artificial intelligence; Mathematics","score_opus":0.06001615267200049,"score_gpt":0.2738289857814312,"score_spread":0.21381283310943072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044961859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07050636,0.0005697884,0.92221767,0.00030688127,0.0011481629,0.00016742123,0.000006510152,0.0050757616,0.0000014727354],"genre_scores_gemma":[0.49083647,0.000010573343,0.50893486,0.000040694908,0.00008121865,0.000039077717,0.000004883033,0.00004573682,0.0000064705296],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997482,0.000034128032,0.00042793519,0.0007242709,0.00045000712,0.0008816725],"domain_scores_gemma":[0.97813475,0.01973229,0.00010518067,0.0016625095,0.00011346755,0.00025177872],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003861344,0.00048270274,0.0004261664,0.00026776266,0.00016103731,0.00015829116,0.0020601775,0.00018552471,0.000005450942],"category_scores_gemma":[0.077624984,0.00051197066,0.00017794693,0.0006402925,0.00004837411,0.001506933,0.0008501309,0.0004824019,0.00003957269],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000033182282,0.00003134313,0.0041464735,0.000035389385,0.000024321695,0.00007018942,0.0005912125,0.9720116,0.0016125299,0.01576983,0.000013079835,0.005690663],"study_design_scores_gemma":[0.010658813,0.0015419051,0.15386382,0.0021773793,0.00035996852,0.001487143,0.000137295,0.066832274,0.5579063,0.18522847,0.0034596531,0.01634696],"about_ca_topic_score_codex":0.00004924153,"about_ca_topic_score_gemma":0.0000017159274,"teacher_disagreement_score":0.9051794,"about_ca_system_score_codex":0.00020702195,"about_ca_system_score_gemma":0.000089571,"threshold_uncertainty_score":0.9997332},"labels":[],"label_agreement":null},{"id":"W3049098040","doi":"10.1145/605466.605488","title":"Model exploration with temporal logic query checking","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Temporal logic; Computer science; Computation tree logic; Model checking; Interval temporal logic; Linear temporal logic; Programming language; Set (abstract data type); Theoretical computer science; Computation","score_opus":0.0878801679724055,"score_gpt":0.26115136230340985,"score_spread":0.17327119433100435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049098040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022082185,0.0001855739,0.97582835,0.00024022962,0.00019892892,0.00014732683,0.0000018099183,0.0013052106,0.000010403314],"genre_scores_gemma":[0.47869816,0.000009186114,0.5211084,0.00006661774,0.00003975242,0.00003341772,0.0000038346993,0.000018687593,0.000021950354],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867034,0.000026169955,0.00024874258,0.00040575577,0.00031300797,0.00033601216],"domain_scores_gemma":[0.99587125,0.0028484976,0.00010347802,0.0009891747,0.00009688619,0.00009071277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00027054397,0.00023362086,0.0001833154,0.00014882174,0.0001079126,0.00014584817,0.0009134393,0.00010160773,0.000011034869],"category_scores_gemma":[0.01944624,0.000214999,0.000047548852,0.000429478,0.000025243662,0.0017138522,0.00019581792,0.00022071195,0.00005344235],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017178409,0.00020081294,0.06281815,0.00028069597,0.000062605664,0.000046630947,0.005113733,0.79781157,0.0046766293,0.051247876,0.00046639863,0.07725775],"study_design_scores_gemma":[0.00022582256,0.00010540082,0.0041689724,0.00008818471,0.000008954434,0.000026222944,0.000008453183,0.9878253,0.006168114,0.0006087894,0.00027924584,0.00048655027],"about_ca_topic_score_codex":0.000008288185,"about_ca_topic_score_gemma":0.0000011402012,"teacher_disagreement_score":0.45661598,"about_ca_system_score_codex":0.00007297864,"about_ca_system_score_gemma":0.000019940706,"threshold_uncertainty_score":0.9888134},"labels":[],"label_agreement":null},{"id":"W3095169328","doi":"10.1145/3417564","title":"Diversity and Inclusion in the Software Engineering Research Community","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Software engineering; Computer science; Systems engineering; Engineering; Sociology; Anthropology","score_opus":0.09233833674625673,"score_gpt":0.2931667269993331,"score_spread":0.20082839025307636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095169328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82577425,0.00024515414,0.16911668,0.003459868,0.00012903613,0.000358989,0.0000096536,0.0009045901,0.0000018078558],"genre_scores_gemma":[0.91365534,0.0000111762265,0.08535315,0.0008244271,0.000084318046,0.000029401886,0.000009330659,0.000030703508,0.0000021557032],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974309,0.00025839207,0.00033419213,0.00044672412,0.00092880643,0.0006009453],"domain_scores_gemma":[0.89956766,0.09764218,0.00009429478,0.0020745161,0.0003431445,0.0002782077],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.0025217663,0.0002857076,0.0002793021,0.0003241276,0.0049257716,0.00018998738,0.0047664493,0.00015356208,0.000005454434],"category_scores_gemma":[0.19645728,0.00026387506,0.00005980257,0.0024794885,0.00007849968,0.00075957394,0.085242495,0.0018500438,0.000014206419],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000105547215,0.00011854636,0.83281326,0.00030269063,0.00003100218,0.000088853245,0.1485342,0.0056093163,0.00048143382,0.0026576302,0.00041390985,0.008938574],"study_design_scores_gemma":[0.0010483953,0.0003653717,0.9791218,0.00035971406,0.000019035482,0.000060626884,0.00050406903,0.009617323,0.0011581985,0.0012033562,0.0053992155,0.001142901],"about_ca_topic_score_codex":0.00037794627,"about_ca_topic_score_gemma":0.000017908735,"teacher_disagreement_score":0.19393551,"about_ca_system_score_codex":0.00010852791,"about_ca_system_score_gemma":0.00005261561,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null},{"id":"W3108741386","doi":"10.1145/3417564.3417575","title":"Genetic Improvement @ ICSE 2020","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Engineering and Physical Sciences Research Council","keywords":"Coronavirus disease 2019 (COVID-19); Face (sociological concept); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); The Internet; Personal account; Software; Computer science; Pandemic; World Wide Web; Sociology; Medicine; Art; Virology; Operating system; Social science","score_opus":0.01721808277170105,"score_gpt":0.22137228675128495,"score_spread":0.2041542039795839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108741386","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061980985,0.0005078146,0.90484804,0.0019279313,0.00035028433,0.000227588,0.000007393322,0.030147724,0.0000022599145],"genre_scores_gemma":[0.53521115,0.00001114778,0.46353757,0.0009928851,0.00017533325,0.000032026677,0.0000029490118,0.000032637938,0.0000043048103],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981472,0.000016896363,0.00034095667,0.0006478354,0.00035249794,0.000494599],"domain_scores_gemma":[0.9846844,0.013557417,0.00009808511,0.0012095561,0.000104778395,0.0003457407],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00013672022,0.0003308963,0.000278257,0.00007960382,0.00009850582,0.00018739168,0.001867941,0.00010956123,0.00001385592],"category_scores_gemma":[0.09986586,0.000342258,0.000113746384,0.0005829753,0.000023038883,0.0002589435,0.000928098,0.00029118228,0.00009579074],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017776818,0.00016118778,0.68661296,0.00059716415,0.00013780707,0.000472732,0.002461141,0.005545963,0.010343251,0.00094633666,0.04248727,0.2502164],"study_design_scores_gemma":[0.0026830204,0.003395949,0.72470003,0.00079782965,0.00015722132,0.0003184169,0.000011016077,0.14683445,0.08010011,0.0073600276,0.027020024,0.0066218833],"about_ca_topic_score_codex":0.0000310388,"about_ca_topic_score_gemma":3.8175392e-7,"teacher_disagreement_score":0.47323015,"about_ca_system_score_codex":0.00004837807,"about_ca_system_score_gemma":0.00006225243,"threshold_uncertainty_score":0.99990296},"labels":[],"label_agreement":null},{"id":"W3126341250","doi":"10.1145/3437479.3437485","title":"The 8th International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software; Component (thermodynamics); Software system; Software construction; Component-based software engineering; Engineering management; Systems engineering; Engineering; Operating system","score_opus":0.05647735172868306,"score_gpt":0.277540428677839,"score_spread":0.22106307694915595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126341250","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5644607,0.0067421384,0.39155436,0.01168871,0.01895585,0.0011485583,0.000116056675,0.005095075,0.00023859163],"genre_scores_gemma":[0.98926824,0.00027817136,0.008039,0.00041423502,0.0016013157,0.000065729175,0.00016759317,0.00009679026,0.00006892224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977103,0.00000901463,0.0005778014,0.00058055425,0.0005026873,0.00061964965],"domain_scores_gemma":[0.9820479,0.01656197,0.00015430224,0.0009040616,0.00029951552,0.000032225813],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040849095,0.0004096021,0.00029500973,0.00036342896,0.00022549789,0.0006588954,0.0012156679,0.00016653117,0.00013663805],"category_scores_gemma":[0.17033198,0.00036578585,0.00012410198,0.0011808204,0.00005253361,0.0009694454,0.00077056425,0.00054385106,0.00017439999],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018754763,0.00039854876,0.17774138,0.00085623853,0.00023895322,0.00059401925,0.00033093308,0.30756116,0.002920948,0.09496894,0.0030952182,0.4111061],"study_design_scores_gemma":[0.000930595,0.00006691024,0.3186468,0.009883394,0.00028389343,0.00016000276,0.0021247643,0.0826789,0.045474384,0.0070184134,0.5254066,0.0073253186],"about_ca_topic_score_codex":0.00011616995,"about_ca_topic_score_gemma":0.00012465507,"teacher_disagreement_score":0.5223114,"about_ca_system_score_codex":0.00010220657,"about_ca_system_score_gemma":0.000046735287,"threshold_uncertainty_score":0.9998794},"labels":[],"label_agreement":null},{"id":"W3126633874","doi":"10.1145/3437479.3437483","title":"ACM SIGSOFT Empirical Standards Released","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Task (project management); Quality (philosophy); Engineering; Systems engineering; Statistics; Mathematics","score_opus":0.5303859496964192,"score_gpt":0.4933538232445762,"score_spread":0.03703212645184295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126633874","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764507,0.008175737,0.10664847,0.004909829,0.001985293,0.0008263161,0.00048172977,0.00041980064,0.00010208313],"genre_scores_gemma":[0.90803504,0.000039104492,0.08851753,0.0007489485,0.00033051174,0.00005456372,0.00006726983,0.00007807063,0.002128978],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9826062,0.0015756448,0.0058574737,0.0017109946,0.007545767,0.00070395286],"domain_scores_gemma":[0.12093217,0.8459521,0.0029358875,0.022820113,0.0062855477,0.0010742042],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.029067725,0.0006704296,0.0034964774,0.0004289216,0.00021744381,0.0012239966,0.004151768,0.0002765338,0.013444549],"category_scores_gemma":[0.982414,0.00042614102,0.00212022,0.0026477813,0.00005632943,0.00037992647,0.0010498026,0.0005038166,0.00229903],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000104955225,0.00009362282,0.84724534,0.00018214664,0.00032558935,0.00018242431,0.0004622133,0.0009841779,0.0011446651,0.0001465941,0.12923469,0.019988045],"study_design_scores_gemma":[0.0005724464,0.000081558304,0.33374614,0.00021899001,0.00036549766,0.00010944654,0.00014679815,0.0005704523,0.003232327,0.0007689571,0.65915334,0.0010340392],"about_ca_topic_score_codex":0.000009552863,"about_ca_topic_score_gemma":0.0000126587465,"teacher_disagreement_score":0.95334625,"about_ca_system_score_codex":0.00015222898,"about_ca_system_score_gemma":0.00044194408,"threshold_uncertainty_score":0.99981904},"labels":[],"label_agreement":null},{"id":"W3128185208","doi":"10.1145/3437479.3437484","title":"Summary of the 2nd International Workshop on Bots in Software Engineering (BotSE 2020)","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software engineering; Presentation (obstetrics); Computer science; Software; World Wide Web; Engineering management; Engineering; Programming language","score_opus":0.015559303008806358,"score_gpt":0.2501550741661026,"score_spread":0.23459577115729624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128185208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7879368,0.002435532,0.19999643,0.0017063315,0.0053955936,0.00054274744,0.00006401149,0.001915319,0.000007262088],"genre_scores_gemma":[0.89125526,0.0000933879,0.10794201,0.00012449907,0.00023733686,0.000068982474,0.00002213736,0.00009836146,0.00015800472],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966892,0.000056529174,0.00061299093,0.00082003657,0.0010432343,0.00077800517],"domain_scores_gemma":[0.92587143,0.071029186,0.00012732323,0.0024442724,0.00031019043,0.00021756825],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00047949527,0.00047237452,0.00045899526,0.00041750696,0.00007255615,0.00017537073,0.0032799742,0.0002453736,0.000051400708],"category_scores_gemma":[0.3277485,0.00045341987,0.00025080907,0.0019990094,0.00004306574,0.00048997987,0.0018877665,0.0009891655,0.000024166386],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019033492,0.00022629717,0.7365536,0.00032005462,0.00014047854,0.00041141754,0.00060426403,0.24187675,0.0039337236,0.00086592993,0.0012931377,0.013755299],"study_design_scores_gemma":[0.0009170302,0.00005292394,0.95611805,0.0016878621,0.000015171424,0.00010658798,0.00001796136,0.008317132,0.027784014,0.00004996756,0.0040168986,0.000916385],"about_ca_topic_score_codex":0.000028266712,"about_ca_topic_score_gemma":0.000012294219,"teacher_disagreement_score":0.327269,"about_ca_system_score_codex":0.00028279418,"about_ca_system_score_gemma":0.00022631529,"threshold_uncertainty_score":0.99979174},"labels":[],"label_agreement":null},{"id":"W3151742892","doi":"10.1145/3448992.3448997","title":"An Interview with Lionel Briand - ACM Fellow 2020","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Management; Library science; Editorial board; Sociology; Engineering; Political science; Computer science; Business; Advertising","score_opus":0.047175699821490204,"score_gpt":0.261290867650208,"score_spread":0.21411516782871778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151742892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8960954,0.0035623133,0.09083023,0.0044602803,0.0021329217,0.00043425968,0.000060562354,0.002361924,0.00006213732],"genre_scores_gemma":[0.97801197,0.00008758258,0.018210867,0.0015694429,0.0014461749,0.000028815188,0.00041911434,0.0001024252,0.0001236305],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983777,0.000009035078,0.00029596756,0.0005716012,0.0003094206,0.00043631514],"domain_scores_gemma":[0.99537116,0.002581194,0.000116059375,0.0015436222,0.00034210764,0.000045871675],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00020769313,0.0003628616,0.00033773176,0.00014473096,0.00014000059,0.0005987855,0.0011212123,0.00012332315,0.00076006673],"category_scores_gemma":[0.035204254,0.00032591756,0.00008293904,0.00097285537,0.000042841224,0.0018057614,0.0006642691,0.00026259912,0.00033357865],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009056396,0.00054331106,0.85472435,0.0032612453,0.0002556996,0.0008429546,0.00019398976,0.0036055772,0.0077763996,0.0013478554,0.015172204,0.11218587],"study_design_scores_gemma":[0.0014919362,0.00010670652,0.4744879,0.0028381268,0.00046389693,0.00032914634,0.00016446754,0.0026522023,0.01261823,0.0005567409,0.50105023,0.003240419],"about_ca_topic_score_codex":0.000106485626,"about_ca_topic_score_gemma":0.00006884918,"teacher_disagreement_score":0.48587802,"about_ca_system_score_codex":0.000023669869,"about_ca_system_score_gemma":0.00004332642,"threshold_uncertainty_score":0.9999193},"labels":[],"label_agreement":null},{"id":"W3162321264","doi":"10.1145/1082983.1082959","title":"A COTS architectural component specification stencil for selection and reasoning","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Reuse; Computer science; Stencil; Component-based software engineering; Selection (genetic algorithm); Reusability; Time to market; Software; Software engineering; Reliability engineering; Embedded system; Distributed computing; Programming language; Software development; Engineering; Artificial intelligence","score_opus":0.034490349738492174,"score_gpt":0.2696294193737587,"score_spread":0.23513906963526654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162321264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13716672,0.00055150344,0.85952926,0.00031155627,0.00028070054,0.00028393624,0.0000056962767,0.0018702127,3.9254707e-7],"genre_scores_gemma":[0.42883465,0.000012575053,0.57085985,0.00002981928,0.00015528781,0.00006440412,0.0000067642577,0.000026373551,0.00001027287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99845433,0.000033515673,0.00029482803,0.0005390177,0.00022006223,0.0004582246],"domain_scores_gemma":[0.9690961,0.030009678,0.00009586503,0.0005535158,0.00012273516,0.00012205824],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042352662,0.00029432456,0.0002768045,0.00019558366,0.00015228317,0.00011530815,0.0006216011,0.00010426251,0.000001965421],"category_scores_gemma":[0.078910805,0.00030756617,0.00007369996,0.00031106386,0.000025490981,0.00051142136,0.00024550754,0.00024031097,0.0000055968585],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003183534,0.000047238507,0.01557606,0.00022388106,0.000062565996,0.0000036527474,0.0014141836,0.6135351,0.024532855,0.005655891,0.00009850113,0.33881825],"study_design_scores_gemma":[0.0030812651,0.0008170077,0.5114604,0.00067334174,0.00009910487,0.0007579057,0.00004976824,0.3290476,0.12762569,0.0031230026,0.019526547,0.0037383442],"about_ca_topic_score_codex":0.000006429874,"about_ca_topic_score_gemma":0.0000036051197,"teacher_disagreement_score":0.49588436,"about_ca_system_score_codex":0.00015001863,"about_ca_system_score_gemma":0.000030533392,"threshold_uncertainty_score":0.99993765},"labels":[],"label_agreement":null},{"id":"W3163016207","doi":"10.1145/1082983.1082958","title":"Decision support for customization of the COTS selection process","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Exploit; Computer science; Process (computing); Context (archaeology); Domain (mathematical analysis); Selection (genetic algorithm); Software engineering; Software; Systems engineering; Risk analysis (engineering); Process management; Engineering; Artificial intelligence; World Wide Web","score_opus":0.021786134766569973,"score_gpt":0.29017755564087283,"score_spread":0.26839142087430284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163016207","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031737693,0.000101801015,0.96598667,0.00012885463,0.00068211317,0.00036149542,0.000007725515,0.0009930378,6.091037e-7],"genre_scores_gemma":[0.43473935,0.00000480215,0.56504095,0.000033297605,0.000080236474,0.000052689426,0.000003040019,0.000025695594,0.000019917397],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99856627,0.00002493135,0.00037471205,0.00037698407,0.00031240628,0.00034468502],"domain_scores_gemma":[0.964382,0.034320712,0.00016743182,0.00077400776,0.00029324915,0.00006260346],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004461905,0.00023602993,0.00026189632,0.00015566895,0.000111997375,0.000041705007,0.0013194775,0.00013296957,0.0000047819913],"category_scores_gemma":[0.17671119,0.00019691426,0.00012366279,0.0007064205,0.00002764471,0.00060596905,0.00025618303,0.00017851785,0.0000044194994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012261342,0.000028145616,0.012932285,0.00012037166,0.000016162336,2.674239e-7,0.0002956416,0.91898,0.0025879578,0.00040526397,0.00021409261,0.06440757],"study_design_scores_gemma":[0.0025897617,0.0005235459,0.14501667,0.00063045876,0.0001034263,0.00011343246,0.000020468018,0.15535907,0.67546666,0.0034975118,0.014707716,0.001971294],"about_ca_topic_score_codex":0.0000015187005,"about_ca_topic_score_gemma":0.0000019389713,"teacher_disagreement_score":0.7636209,"about_ca_system_score_codex":0.00009562918,"about_ca_system_score_gemma":0.00008509188,"threshold_uncertainty_score":0.83022374},"labels":[],"label_agreement":null},{"id":"W3163640945","doi":"10.1145/1082983.1082978","title":"A layered architecture for real-time distributed multi-agent systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Distributed computing; Computer science; Computation; Architecture; Resource (disambiguation); Quality of service; Service (business); Computer network","score_opus":0.03532475166962072,"score_gpt":0.2786938559581406,"score_spread":0.24336910428851988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163640945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073617413,0.00076960993,0.98405343,0.00031514824,0.0008363883,0.00070760946,0.00016569738,0.005789945,4.1803472e-7],"genre_scores_gemma":[0.13267739,0.000028938804,0.86636347,0.00004074899,0.00031986638,0.0003079476,0.000080243466,0.00009868363,0.00008272955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972807,0.000068078254,0.00054255885,0.0008276395,0.0003471608,0.0009338625],"domain_scores_gemma":[0.9450355,0.05272851,0.00015482401,0.0016461839,0.00018374939,0.00025119746],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005552232,0.00057474367,0.000611318,0.00025679157,0.00015983972,0.00019553646,0.0019798502,0.00024913807,0.000004636533],"category_scores_gemma":[0.13305221,0.0005710135,0.00022414626,0.0005367673,0.000036890233,0.00047788315,0.00056900893,0.00034945953,0.000053618336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011558824,0.00005297082,0.0009970973,0.00019198499,0.00006828286,0.0000127501,0.00031398318,0.9778751,0.00752671,0.00048915035,0.00042600025,0.0120344],"study_design_scores_gemma":[0.009858982,0.001336611,0.06503955,0.0017962221,0.00027876714,0.0006568134,0.000067367975,0.694815,0.07226259,0.0012238953,0.14213498,0.010529258],"about_ca_topic_score_codex":0.000017883078,"about_ca_topic_score_gemma":0.000001811538,"teacher_disagreement_score":0.28306016,"about_ca_system_score_codex":0.00024018668,"about_ca_system_score_gemma":0.00006452581,"threshold_uncertainty_score":0.99967414},"labels":[],"label_agreement":null},{"id":"W3183521984","doi":"10.1145/3468744.3468754","title":"Reflections on","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Readability; Computer science; Code (set theory); Style (visual arts); Software engineering; Programming language; World Wide Web; Art; Visual arts","score_opus":0.04293661375924791,"score_gpt":0.3177162513290067,"score_spread":0.2747796375697588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183521984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13818558,0.0009135146,0.8481639,0.0020633803,0.0027678115,0.0002451147,0.000016462163,0.007581616,0.00006262398],"genre_scores_gemma":[0.7604335,0.000021298283,0.238805,0.00023207683,0.00018922894,0.000048883154,0.000011082316,0.00005383955,0.00020512516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978962,0.000033377044,0.00024510195,0.0006667597,0.000535307,0.0006232595],"domain_scores_gemma":[0.90733993,0.09007199,0.00003446937,0.002085572,0.00022499413,0.00024306636],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022273179,0.00028598073,0.00023919449,0.00028781855,0.00014872156,0.00023970992,0.0013554004,0.00013641831,0.000056357665],"category_scores_gemma":[0.37031236,0.00031511267,0.0001322009,0.0013412769,0.000019789251,0.00034780294,0.00064911414,0.00051981834,0.00033458768],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036289875,0.0012040156,0.5581145,0.0008485583,0.00065141777,0.0033712245,0.0034257602,0.10683718,0.074232765,0.11886467,0.01607203,0.116341576],"study_design_scores_gemma":[0.0012261515,0.00043510785,0.7208329,0.000502279,0.000030498632,0.0005748898,0.000021049109,0.0019988958,0.19440056,0.00062475394,0.07703558,0.0023173494],"about_ca_topic_score_codex":0.000009666017,"about_ca_topic_score_gemma":0.0000024241165,"teacher_disagreement_score":0.6222479,"about_ca_system_score_codex":0.00014581929,"about_ca_system_score_gemma":0.00015437395,"threshold_uncertainty_score":0.9999301},"labels":[],"label_agreement":null},{"id":"W3208862921","doi":"10.1145/3485952.3485959","title":"SERP4IoT'21 Workshop Report","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Interoperability; Computer science; Context (archaeology); Software; Software engineering; Internet of Things; The Internet; Software development; Computer security; World Wide Web; Operating system","score_opus":0.014743556875784878,"score_gpt":0.2419850578673345,"score_spread":0.22724150099154963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208862921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32297596,0.0017010462,0.6516346,0.0012134027,0.018226119,0.00024535658,0.0000070761466,0.003981071,0.00001538906],"genre_scores_gemma":[0.79103935,0.000030799743,0.20703971,0.00015340421,0.0013497965,0.00004353217,0.000027329632,0.000042791304,0.00027328657],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974788,0.000037024354,0.0005339695,0.00083363143,0.00053420465,0.00058235874],"domain_scores_gemma":[0.9628476,0.032620657,0.0001519796,0.003637571,0.000477339,0.00026487187],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005118116,0.00033325359,0.00039019983,0.00011275953,0.00015313312,0.00023013778,0.0013101371,0.00024816487,0.000036402245],"category_scores_gemma":[0.18088229,0.000321782,0.00019380669,0.00095532025,0.000030166924,0.00067879434,0.00088892784,0.0003988988,0.0001450812],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006883716,0.00018024628,0.9471045,0.0005442552,0.00013633294,0.002809132,0.0010321274,0.0057914914,0.0015767788,0.0007192792,0.00943624,0.03066272],"study_design_scores_gemma":[0.0016247266,0.00015593162,0.71265125,0.0012965418,0.00009356516,0.0047319354,0.000084986015,0.0057983715,0.059438664,0.0006087179,0.20970161,0.0038136712],"about_ca_topic_score_codex":0.000016482965,"about_ca_topic_score_gemma":0.000004240255,"teacher_disagreement_score":0.46806338,"about_ca_system_score_codex":0.00010133297,"about_ca_system_score_gemma":0.00025569805,"threshold_uncertainty_score":0.9999234},"labels":[],"label_agreement":null},{"id":"W3209012834","doi":"10.1145/3485952.3485956","title":"Shadow Program Committee Initiative","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Shadow (psychology); Presentation (obstetrics); Process (computing); Software; Computer science; Engineering management; Engineering; Library science; Psychology; Operating system; Medicine","score_opus":0.1384706904985916,"score_gpt":0.3894538857627776,"score_spread":0.250983195264186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209012834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870491,0.0016386111,0.003306393,0.0049899155,0.0010962721,0.0005666877,0.00001622623,0.0012819335,0.00005486994],"genre_scores_gemma":[0.9455159,0.00006572254,0.052644957,0.0009085444,0.0004641605,0.00011586291,0.0001514017,0.000043475626,0.00008998457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880886,0.000021563346,0.0003169773,0.00028723953,0.00021197724,0.00035336518],"domain_scores_gemma":[0.98208153,0.01655803,0.000056820234,0.00063144404,0.00044611108,0.00022606738],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00012549009,0.0001790371,0.00025704582,0.000090964226,0.00009288784,0.000039737075,0.00012484576,0.00014433372,0.00024766932],"category_scores_gemma":[0.1311249,0.0001837646,0.00009869722,0.0004174864,0.000033794247,0.000116277,0.00007758019,0.0003452506,0.00015180542],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024369414,0.00033446093,0.7773519,0.0003996698,0.00006991319,0.0001327488,0.0016974738,0.00009551971,0.0012182841,0.00020193678,0.0018420354,0.21663167],"study_design_scores_gemma":[0.00026976815,0.0008296892,0.7114903,0.0011409802,0.00020431486,0.00037170615,0.0010957079,0.0004727318,0.23847404,0.00058676954,0.04413704,0.0009269626],"about_ca_topic_score_codex":0.000080324,"about_ca_topic_score_gemma":0.000018118864,"teacher_disagreement_score":0.23725575,"about_ca_system_score_codex":0.00009485554,"about_ca_system_score_gemma":0.00027081632,"threshold_uncertainty_score":0.876194},"labels":[],"label_agreement":null},{"id":"W4210630911","doi":"10.1145/3502771.3502776","title":"Strategies for \"Socially Distant\"","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Face (sociological concept); Coronavirus disease 2019 (COVID-19); Workflow; Work (physics); Pandemic; Management; Public relations; Engineering; Political science; Face-to-face; Knowledge management; Sociology; Computer science; Social science","score_opus":0.022222840682106698,"score_gpt":0.21556464599160516,"score_spread":0.19334180530949846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210630911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7992031,0.00009019799,0.19131662,0.0031934453,0.0021501328,0.0010288706,0.00020660643,0.0023932708,0.00041777367],"genre_scores_gemma":[0.99157965,4.9714765e-7,0.0065309424,0.00082499284,0.0005585946,0.000071477196,0.00014928078,0.000058538782,0.0002260229],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998796,0.0000037063378,0.00020271541,0.00028194403,0.00038754378,0.00032810643],"domain_scores_gemma":[0.9962248,0.003162145,0.00014894725,0.0003298831,0.00012102137,0.000013190913],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00022249359,0.00020192786,0.00017428049,0.00020875412,0.00045951956,0.00024329667,0.0005776617,0.00008564082,0.00038533346],"category_scores_gemma":[0.008673892,0.00025013255,0.000088505774,0.00056942523,0.000018135559,0.0010479682,0.0005394416,0.0003302046,0.000016661024],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013537446,0.00024731568,0.26101217,0.000673289,0.00020026887,0.000040944138,0.00043051568,0.10537423,0.0040559066,0.595424,0.028771333,0.0036346333],"study_design_scores_gemma":[0.0026108697,0.00009899241,0.045326322,0.00007702286,0.00021801174,0.0000060764237,0.002766292,0.008415216,0.00037111735,0.012556674,0.92550284,0.0020505888],"about_ca_topic_score_codex":0.00006411442,"about_ca_topic_score_gemma":0.000006080812,"teacher_disagreement_score":0.8967315,"about_ca_system_score_codex":0.00016381391,"about_ca_system_score_gemma":0.00007176522,"threshold_uncertainty_score":0.9999951},"labels":[],"label_agreement":null},{"id":"W4224941645","doi":"10.1145/3520273.3520277","title":"ASE4Games 2021 Workshop Summary","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Chicoutimi; Centre for Social Innovation","funders":"","keywords":"Software engineering; Computer science; Software; Engineering; Programming language","score_opus":0.023032415526482285,"score_gpt":0.25155134010848534,"score_spread":0.22851892458200307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224941645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09010637,0.0032168783,0.8976934,0.0024843889,0.0036168308,0.000372022,0.000035011257,0.0024449097,0.000030201836],"genre_scores_gemma":[0.8768418,0.0000247282,0.122121446,0.00033324386,0.00018615549,0.0001311481,0.0000156208,0.000045943416,0.0002999071],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997879,0.00005766388,0.00035006224,0.0005945333,0.0005497569,0.00056896184],"domain_scores_gemma":[0.9612654,0.036617916,0.00010352936,0.0017514027,0.00008410367,0.00017767567],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003749051,0.0002802904,0.0002532341,0.00023287428,0.00032853888,0.00018166794,0.0027498652,0.000068471236,0.00049979857],"category_scores_gemma":[0.05802589,0.00032069124,0.00014299204,0.0009175433,0.00003879816,0.0004986632,0.0023938112,0.00052691053,0.0001337651],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022200893,0.00029896322,0.1102512,0.00008657468,0.00013399741,0.00046533564,0.00436602,0.20409396,0.004598443,0.011478658,0.01623579,0.6479688],"study_design_scores_gemma":[0.0012755482,0.0014090445,0.08557745,0.0007019823,0.00016763608,0.00075064827,0.0015908302,0.17450356,0.14291698,0.008986748,0.5717125,0.010407068],"about_ca_topic_score_codex":0.000035158184,"about_ca_topic_score_gemma":0.0000024422327,"teacher_disagreement_score":0.7867354,"about_ca_system_score_codex":0.00014274263,"about_ca_system_score_gemma":0.00009011238,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W4230056407","doi":"10.1145/634636.586103","title":"STEP","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Tracing; Compiler; Programming language; Java; TRACE (psycholinguistics); Reuse; Interface (matter); Software engineering; Encoding (memory); Set (abstract data type); Operating system; Artificial intelligence","score_opus":0.020129771845525606,"score_gpt":0.21088840323944483,"score_spread":0.19075863139391921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230056407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009799398,0.0010787596,0.9865865,0.000299208,0.0006590517,0.000085074586,0.000009275151,0.0014706175,0.000012128522],"genre_scores_gemma":[0.4804947,0.00003090808,0.5190737,0.0001316993,0.0001370859,0.000012207064,0.0000060925404,0.000020171321,0.00009342477],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988911,0.000010334666,0.0001702135,0.00035196103,0.00024679315,0.00032957512],"domain_scores_gemma":[0.98994267,0.008677521,0.000039042636,0.001173159,0.000042279946,0.00012531981],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00008265452,0.00018215536,0.00015250761,0.00009648027,0.000092197304,0.00013896229,0.0013960699,0.00007260629,0.00009884702],"category_scores_gemma":[0.020312853,0.00016965433,0.000059339716,0.00029254096,0.000011840527,0.00059315254,0.00068469427,0.0001667426,0.00027602928],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036086187,0.0002656093,0.08216234,0.00016512739,0.00007402762,0.0002150898,0.0010528589,0.0038328532,0.002543983,0.009261565,0.04135983,0.8590631],"study_design_scores_gemma":[0.0016338144,0.00035281127,0.16662453,0.0004419959,0.000032979657,0.00022921091,0.000009860387,0.46658742,0.009545793,0.00036126567,0.3514416,0.0027387065],"about_ca_topic_score_codex":0.000014042635,"about_ca_topic_score_gemma":3.8463713e-7,"teacher_disagreement_score":0.8563244,"about_ca_system_score_codex":0.00002426555,"about_ca_system_score_gemma":0.000006776645,"threshold_uncertainty_score":0.9879395},"labels":[],"label_agreement":null},{"id":"W4231242876","doi":"10.1145/3089649.3089655","title":"4th International Workshop on Conducting Empirical Studies in Industry (CESI 2016)","year":2017,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Empirical research; Software; Field (mathematics); Computer science; Replication (statistics); Software engineering; Engineering management; Engineering; Knowledge management; Management science; Mathematics","score_opus":0.196112487251442,"score_gpt":0.4040139648779832,"score_spread":0.20790147762654118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231242876","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704151,0.000749558,0.020064108,0.0030743435,0.004013329,0.0002559241,0.000007882329,0.0014048872,0.000014841578],"genre_scores_gemma":[0.95663977,0.000057083358,0.0424111,0.00012546111,0.0004305417,0.00006344443,0.000004143879,0.00005587076,0.00021256835],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974512,0.00003479096,0.0003974046,0.0007472496,0.0006668659,0.0007024815],"domain_scores_gemma":[0.92159796,0.07553887,0.00015419025,0.0022928892,0.00020463088,0.00021148314],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00070764084,0.00037806015,0.00038846565,0.0004858028,0.00025150884,0.0004880189,0.004014483,0.00033710094,0.00001890352],"category_scores_gemma":[0.5211869,0.0003778868,0.000097531454,0.00032990065,0.00010957808,0.0010073525,0.0019174566,0.001454369,0.00008263328],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010741914,0.00008131489,0.9706451,0.00008012564,0.000106963074,0.00025988737,0.001078168,0.009194403,0.00031143907,0.00027686587,0.0018952886,0.016059652],"study_design_scores_gemma":[0.0012652833,0.0001173919,0.98213077,0.0018364456,0.000011438343,0.00007252798,0.00010305689,0.0034989244,0.005685919,0.00015900831,0.0038872715,0.0012319847],"about_ca_topic_score_codex":0.00003245354,"about_ca_topic_score_gemma":0.0000046920886,"teacher_disagreement_score":0.52047926,"about_ca_system_score_codex":0.00029144916,"about_ca_system_score_gemma":0.000105550134,"threshold_uncertainty_score":0.9998673},"labels":[],"label_agreement":null},{"id":"W4231932677","doi":"10.1145/1095430.1081761","title":"Anchoring and adjustment in software estimation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Anchoring; Estimator; Respondent; Estimation; Software; Computer science; Econometrics; Statistics; Psychology; Mathematics; Social psychology; Engineering","score_opus":0.015244430479361889,"score_gpt":0.2533436695576924,"score_spread":0.2380992390783305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231932677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4408255,0.0029211168,0.5532329,0.00035518254,0.000390217,0.00030772196,0.0000045549086,0.0019621074,7.2688607e-7],"genre_scores_gemma":[0.581679,0.000054800144,0.41796222,0.000044692057,0.00014157029,0.00006444275,0.0000052680134,0.000036056943,0.000011991289],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977557,0.000024962097,0.0003823049,0.00065586716,0.00046871798,0.00071247097],"domain_scores_gemma":[0.9607631,0.03778009,0.000056780693,0.0010850062,0.00007656158,0.00023844195],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042077724,0.0003513033,0.0003059508,0.0005275048,0.000070340946,0.00014865295,0.0010433636,0.00014853348,0.000012487245],"category_scores_gemma":[0.13913345,0.0003900993,0.00005797593,0.00075358024,0.000028069691,0.0010424238,0.00071108015,0.00043529493,0.000053432665],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005091074,0.000071197,0.43947724,0.00020869222,0.000023656692,0.000035490157,0.0007783619,0.10083476,0.00050458976,0.0006360978,0.00017604888,0.4572488],"study_design_scores_gemma":[0.00063339813,0.00007180884,0.95818293,0.00025887086,0.0000068872946,0.00004561775,0.000004269536,0.03605118,0.003027034,0.000068056805,0.0010156955,0.0006342763],"about_ca_topic_score_codex":0.000037876667,"about_ca_topic_score_gemma":0.00000845298,"teacher_disagreement_score":0.51870567,"about_ca_system_score_codex":0.00025785185,"about_ca_system_score_gemma":0.0000574593,"threshold_uncertainty_score":0.9998551},"labels":[],"label_agreement":null},{"id":"W4232495513","doi":"10.1145/1142958.1142965","title":"Software engineering education (SEEd)","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Column (typography); Perspective (graphical); Software engineering; Software; Reading (process); Software inspection; Computer science; Social software engineering; Software development; Engineering; Engineering management; Software construction; Software quality; Artificial intelligence; Programming language; Political science; Mechanical engineering","score_opus":0.008819179151362612,"score_gpt":0.22810610909669432,"score_spread":0.21928692994533172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232495513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048331358,0.0020940865,0.9369763,0.00032686885,0.0019236946,0.00034150746,0.0000126396335,0.009982873,0.000010671666],"genre_scores_gemma":[0.43054545,0.000026444544,0.5685169,0.000109386725,0.00045898688,0.0001179279,0.000038163747,0.00009186099,0.000094892064],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972531,0.000026564316,0.000563986,0.00081269187,0.00052431953,0.0008192926],"domain_scores_gemma":[0.9747502,0.022703871,0.00018395451,0.0019170577,0.00021331623,0.00023156276],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039200668,0.0006143461,0.00042683014,0.000512761,0.00016009805,0.0004417837,0.0021321473,0.00028673586,0.000027854443],"category_scores_gemma":[0.06633945,0.0006809565,0.0002061063,0.0010218432,0.000023257076,0.0014789004,0.00061412784,0.0005667923,0.00009558679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027225498,0.0008835803,0.74125326,0.0017588894,0.00024074642,0.00019201743,0.00063802954,0.086178645,0.008795937,0.057542372,0.017519135,0.084970176],"study_design_scores_gemma":[0.0009679096,0.00035191805,0.74971426,0.0010844211,0.00013226106,0.0005524373,0.000011343457,0.012318713,0.031157786,0.0016674018,0.19738963,0.0046519516],"about_ca_topic_score_codex":0.00024445276,"about_ca_topic_score_gemma":0.0000038172093,"teacher_disagreement_score":0.3822141,"about_ca_system_score_codex":0.00018308374,"about_ca_system_score_gemma":0.00018272117,"threshold_uncertainty_score":0.9995642},"labels":[],"label_agreement":null},{"id":"W4232571550","doi":"10.1145/1041685.1029900","title":"Automating comprehensive safety analysis of concurrent programs using verisoft and TXL","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Instrumentation (computer programming); Computer science; Flexibility (engineering); Programming language; Static analysis; Software; Program analysis; Static program analysis; Code (set theory); Program transformation; Software engineering; Dynamic program analysis; Source code; Software development; Set (abstract data type)","score_opus":0.03670120704736915,"score_gpt":0.2736429971604598,"score_spread":0.23694179011309066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232571550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49391806,0.00043773677,0.5049901,0.000032461157,0.000166623,0.000091286645,0.0000052566256,0.00035829053,2.1101476e-7],"genre_scores_gemma":[0.7022119,0.000011182679,0.2976972,0.000024297196,0.000025696707,0.0000041122103,0.000014604351,0.000010784068,1.8428143e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99855965,0.000024472984,0.00045052197,0.00040759463,0.0002636621,0.0002941163],"domain_scores_gemma":[0.9918214,0.007105793,0.00020059307,0.0005982286,0.0001726239,0.00010136558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017453774,0.00021430424,0.00040100337,0.00030268892,0.00014658461,0.00010926563,0.0006273009,0.0000842647,0.0000032106175],"category_scores_gemma":[0.007880689,0.00023397885,0.00012807676,0.0013523954,0.000056164346,0.0002904339,0.0004205841,0.00016915427,0.0000014170469],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007455286,0.00021106814,0.33140352,0.0006137838,0.0011358928,0.000017123966,0.0082227895,0.49404937,0.007339045,0.015786752,0.0000023901962,0.1412108],"study_design_scores_gemma":[0.0009402334,0.00014333581,0.5255171,0.0005650618,0.00040373753,0.000037096826,0.000077676086,0.46455318,0.006442757,0.00014812977,0.00031321892,0.00085847505],"about_ca_topic_score_codex":0.00008060099,"about_ca_topic_score_gemma":0.000002354259,"teacher_disagreement_score":0.20829388,"about_ca_system_score_codex":0.000079576435,"about_ca_system_score_gemma":0.000058554113,"threshold_uncertainty_score":0.95413804},"labels":[],"label_agreement":null},{"id":"W4232793935","doi":"10.1145/357474.355046","title":"Designing robust Java programs with exceptions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exception handling; Java; Computer science; Structuring; Software engineering; Mechanism (biology); Source code; Programming language; Code (set theory); Set (abstract data type)","score_opus":0.02507598765568434,"score_gpt":0.23181477584984175,"score_spread":0.20673878819415742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232793935","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25194138,0.0002939466,0.7421592,0.00020309874,0.00018209638,0.00039268137,0.0000037286954,0.0048166155,0.000007271489],"genre_scores_gemma":[0.54331326,0.000015047935,0.45615193,0.0000321349,0.000111695124,0.00013024927,0.000013129348,0.00007136314,0.00016118781],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714935,0.000034077228,0.00032275924,0.0007794603,0.0007005002,0.0010138802],"domain_scores_gemma":[0.96674764,0.030807346,0.000049381233,0.0018589519,0.00016520359,0.00037146057],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003424601,0.00045342636,0.00033061183,0.0002964852,0.00021223059,0.00041761177,0.002093257,0.00015714801,0.00017340864],"category_scores_gemma":[0.035803955,0.00042768748,0.00010822002,0.001380747,0.00006462567,0.0008403835,0.00029334106,0.0005415417,0.00031546288],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021213611,0.00020845128,0.60545594,0.00019686512,0.0001374879,0.00023403596,0.0011277121,0.17066956,0.0012245442,0.0003623168,0.000504673,0.2198572],"study_design_scores_gemma":[0.002739809,0.0015592466,0.9395059,0.0014918757,0.00009308877,0.0008879356,0.000039520044,0.016507884,0.012799286,0.0001117851,0.019777508,0.0044861976],"about_ca_topic_score_codex":0.00004359076,"about_ca_topic_score_gemma":0.0000032784244,"teacher_disagreement_score":0.3340499,"about_ca_system_score_codex":0.00012784956,"about_ca_system_score_gemma":0.00011091215,"threshold_uncertainty_score":0.9998175},"labels":[],"label_agreement":null},{"id":"W4232961725","doi":"10.1145/1041685.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Set (abstract data type); Maintainability; Traceability; Software engineering; Software","score_opus":0.04000230675253633,"score_gpt":0.32106506698540965,"score_spread":0.2810627602328733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232961725","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020270322,0.00011808133,0.9730388,0.00019508594,0.00038476303,0.0025578998,0.000012331789,0.003422005,7.476538e-7],"genre_scores_gemma":[0.3772845,0.0000040749255,0.62051475,0.00007151564,0.00010557596,0.0019484957,0.000008824311,0.00005575656,0.000006490803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99694836,0.000055393764,0.0005654849,0.0007891345,0.0004813306,0.0011602729],"domain_scores_gemma":[0.97724366,0.020610362,0.00018184712,0.0016054851,0.00015122555,0.00020744349],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007222907,0.00052984076,0.00045950894,0.0002570546,0.00021808485,0.00017599111,0.0020803222,0.00015751501,0.000012980029],"category_scores_gemma":[0.08239498,0.0005427003,0.00017958482,0.0006016848,0.000029703106,0.0009511701,0.0013962231,0.00047343114,0.000043158554],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015332247,0.00019537144,0.09456908,0.0005519487,0.00018721844,0.00022296699,0.0028819207,0.78590226,0.014198746,0.007560073,0.00003793164,0.09367718],"study_design_scores_gemma":[0.0063979845,0.0015877923,0.37088042,0.0027420283,0.00009797859,0.0005811691,0.000119571356,0.0037317555,0.56470525,0.030226178,0.011510353,0.007419514],"about_ca_topic_score_codex":0.000032651482,"about_ca_topic_score_gemma":0.000006848364,"teacher_disagreement_score":0.7821705,"about_ca_system_score_codex":0.00027433975,"about_ca_system_score_gemma":0.000096543,"threshold_uncertainty_score":0.99970245},"labels":[],"label_agreement":null},{"id":"W4235679429","doi":"10.1145/3356773.3356803","title":"Summary of the 2019 International Conference on Software and System Processes (ICSSP 2019)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Event (particle physics); Software; Engineering; Computer science; Engineering management; Operating system","score_opus":0.015964931189577324,"score_gpt":0.23598455019136094,"score_spread":0.22001961900178363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235679429","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26059034,0.0032283354,0.7205411,0.0017104143,0.0062773363,0.0013951707,0.00023935351,0.005928002,0.00008991232],"genre_scores_gemma":[0.8485979,0.00015257698,0.15086187,0.00007635825,0.00007853466,0.000025001333,0.000012914723,0.000040384395,0.00015445027],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99839216,0.000029876888,0.00033296057,0.0004753557,0.0004676313,0.00030199037],"domain_scores_gemma":[0.98552704,0.012726674,0.00020922822,0.0012055137,0.0002463796,0.00008516436],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028931373,0.0003079659,0.00030587663,0.00016441902,0.00006750353,0.00015533577,0.0021084596,0.00014946851,0.000015266318],"category_scores_gemma":[0.02308755,0.00024664422,0.00008235542,0.00040777778,0.000036117475,0.00062685495,0.00085547636,0.0003434051,0.00002587845],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010106715,0.00028517572,0.8474881,0.0053498796,0.00045589005,0.000044704128,0.0018736486,0.014819076,0.0048681092,0.08376755,0.009406603,0.031540174],"study_design_scores_gemma":[0.0039458643,0.0018560867,0.7586445,0.016499909,0.0002645715,0.0007544261,0.0001628755,0.036038663,0.11439221,0.0016777866,0.059394557,0.0063685263],"about_ca_topic_score_codex":0.000056969333,"about_ca_topic_score_gemma":0.0000013106747,"teacher_disagreement_score":0.58800757,"about_ca_system_score_codex":0.000060707087,"about_ca_system_score_gemma":0.00011139912,"threshold_uncertainty_score":0.99999857},"labels":[],"label_agreement":null},{"id":"W4235758371","doi":"10.1145/347636.348874","title":"Requirements-based monitors for real-time systems","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland","funders":"","keywords":"Supervisor; Oracle; Computer science; Reliability engineering; Real-time computing; Control (management); Control system; System requirements; Systems engineering; Engineering; Software engineering; Operating system","score_opus":0.03872014890617605,"score_gpt":0.29030976756630583,"score_spread":0.2515896186601298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235758371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031092418,0.00042000518,0.9610455,0.00010274226,0.0010723865,0.0005693542,0.000030744413,0.0056623346,0.000004529483],"genre_scores_gemma":[0.12471738,0.000036263595,0.87420064,0.000044608732,0.0002602574,0.00032358777,0.000029045736,0.00011024284,0.0002779986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737734,0.00006126649,0.0005193003,0.0007706609,0.0004187665,0.0008526542],"domain_scores_gemma":[0.9366397,0.061129615,0.0001081478,0.0017628744,0.00015273734,0.00020692927],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00064461725,0.0005045144,0.0005256081,0.0002443626,0.00016790997,0.00019782026,0.0019501331,0.00021117879,0.000028858927],"category_scores_gemma":[0.0739248,0.00053027,0.00019140792,0.0005601707,0.000039507737,0.00066302187,0.00018122778,0.0002201894,0.00010254471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023618219,0.000050427538,0.0037887716,0.000286534,0.00006135349,0.000020466163,0.0001377916,0.9596301,0.005129356,0.00052537076,0.0005240769,0.02982218],"study_design_scores_gemma":[0.012380822,0.003925293,0.09224283,0.0040018577,0.00047354045,0.00025716532,0.00005497626,0.5675624,0.18952109,0.0044069635,0.10847663,0.016696401],"about_ca_topic_score_codex":0.00002817542,"about_ca_topic_score_gemma":1.8254693e-7,"teacher_disagreement_score":0.39206764,"about_ca_system_score_codex":0.00018370843,"about_ca_system_score_gemma":0.000079689635,"threshold_uncertainty_score":0.9997149},"labels":[],"label_agreement":null},{"id":"W4237432822","doi":"10.1145/2020976.1958787","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Exploit; Electricity; Data center; Workload; Computer science; Electricity market; Service (business); Business; Operating system; Computer security; Engineering","score_opus":0.02308883506405169,"score_gpt":0.21041576027492323,"score_spread":0.18732692521087155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237432822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7874142,0.00032585528,0.20759898,0.00020380259,0.0009647901,0.00015357048,0.0000017952337,0.0031321445,0.00020488669],"genre_scores_gemma":[0.8373485,0.0000019769536,0.16232933,0.00011694418,0.00010010468,0.000005915788,0.0000010531855,0.000022135111,0.00007403199],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99874777,0.000008567255,0.00021783402,0.0003907474,0.00023377888,0.0004013006],"domain_scores_gemma":[0.99297667,0.00567408,0.000061002345,0.001120539,0.000042035557,0.00012565793],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00019652273,0.00021411032,0.00016454584,0.00013896287,0.00009069896,0.00008246183,0.0016355584,0.00006948773,0.0000353177],"category_scores_gemma":[0.013193351,0.00020418203,0.00009754434,0.00029758888,0.000016916909,0.00005539966,0.00074831554,0.00019612718,0.00016959579],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014306035,0.00049535907,0.42341033,0.0004350175,0.00026230727,0.00050052494,0.007482,0.014923369,0.00096255954,0.025982361,0.0031332048,0.52239865],"study_design_scores_gemma":[0.0002944262,0.00008552864,0.9859214,0.00013306417,0.000013317428,0.000039049926,0.000011072213,0.0030808859,0.002315635,0.00027490588,0.007155605,0.00067510817],"about_ca_topic_score_codex":0.0000623958,"about_ca_topic_score_gemma":0.000001488191,"teacher_disagreement_score":0.5625111,"about_ca_system_score_codex":0.000030952815,"about_ca_system_score_gemma":0.000025701525,"threshold_uncertainty_score":0.9951189},"labels":[],"label_agreement":null},{"id":"W4239100792","doi":"10.1145/1082983.1082968","title":"xTAO","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Modeling language; Software engineering; Extensibility; XML; Context (archaeology); Set (abstract data type); Human–computer interaction; Programming language; Systems engineering; Software; World Wide Web; Engineering","score_opus":0.01597472109984308,"score_gpt":0.22668193407848655,"score_spread":0.21070721297864348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239100792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16564995,0.0005347288,0.83007354,0.0008322684,0.000870549,0.0001856559,0.000004088871,0.0018402712,0.0000089404475],"genre_scores_gemma":[0.7889971,0.0000052619953,0.21040393,0.00013460348,0.00028269744,0.000016323836,0.0000043426594,0.000017764494,0.00013796106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99890894,0.000013058648,0.0002277753,0.00031138802,0.00023465836,0.00030419196],"domain_scores_gemma":[0.9925713,0.0064299013,0.000058446498,0.00078668754,0.000049456445,0.000104203864],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00016712419,0.00017285442,0.00015500486,0.00011559497,0.00007074879,0.00010828053,0.0008435128,0.000078936726,0.000038907943],"category_scores_gemma":[0.018471139,0.00017052992,0.00007110954,0.00023867126,0.000006559068,0.0005769976,0.0002196613,0.00011989891,0.0003127062],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008133846,0.0002877899,0.5614991,0.00032457217,0.00014401604,0.000051697065,0.0045513976,0.054187514,0.026439073,0.016386148,0.01712804,0.3189925],"study_design_scores_gemma":[0.0013386,0.00013606707,0.6756649,0.00029111246,0.000025845691,0.00009274674,0.000008248745,0.06656538,0.05277741,0.00009071774,0.20122035,0.001788594],"about_ca_topic_score_codex":0.000030270949,"about_ca_topic_score_gemma":0.000006381494,"teacher_disagreement_score":0.62334716,"about_ca_system_score_codex":0.000055765995,"about_ca_system_score_gemma":0.000020940386,"threshold_uncertainty_score":0.9897967},"labels":[],"label_agreement":null},{"id":"W4239139197","doi":"10.1145/2815021.2815033","title":"3rd International Workshop on Conducting Empirical Studies in Industry (CESI 2015)","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Software; Software engineering; Field (mathematics); Engineering; Engineering management; Computer science; Mathematics","score_opus":0.2844937843750678,"score_gpt":0.42153785430060764,"score_spread":0.13704406992553986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239139197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63297665,0.003537474,0.33767748,0.010449015,0.007993973,0.0004748853,0.000011793848,0.0068462775,0.000032420914],"genre_scores_gemma":[0.7745071,0.00004594889,0.22467762,0.0003116652,0.00031325442,0.00005057003,0.0000057704556,0.000039849474,0.000048195943],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980766,0.000048656108,0.00039510545,0.0005413568,0.0004886094,0.0004496651],"domain_scores_gemma":[0.9647907,0.033793055,0.0001261098,0.00088957103,0.00019172975,0.00020885032],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007978845,0.0003368784,0.0003313445,0.00040732295,0.000049786508,0.00017153063,0.0015916846,0.00031891212,0.000009098728],"category_scores_gemma":[0.20471063,0.00033269264,0.00007071379,0.00068088615,0.000037428592,0.0009556032,0.0007687616,0.0010894837,0.000037635273],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071331604,0.0003813163,0.8101479,0.00019426935,0.00033915206,0.00071688555,0.008262951,0.10629111,0.00027791003,0.0029526246,0.03694724,0.033417333],"study_design_scores_gemma":[0.01176405,0.002779855,0.34562388,0.011151814,0.0002412953,0.0018864954,0.0032575899,0.07561758,0.044518474,0.008163785,0.47963926,0.015355912],"about_ca_topic_score_codex":0.000018855273,"about_ca_topic_score_gemma":0.000002581113,"teacher_disagreement_score":0.464524,"about_ca_system_score_codex":0.00024639486,"about_ca_system_score_gemma":0.000081791586,"threshold_uncertainty_score":0.9999125},"labels":[],"label_agreement":null},{"id":"W4240298746","doi":"10.1145/1095430.1081736","title":"Facilitating software evolution research with kenyon","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Source code; Software engineering; Software; Commit; Metadata; Resource (disambiguation); Software system; Software development; Set (abstract data type); Software construction; Data science; Database; Programming language; Operating system","score_opus":0.03927975784835953,"score_gpt":0.2942376257946139,"score_spread":0.25495786794625436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240298746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30611733,0.0010280258,0.68791085,0.00046823212,0.00025651278,0.00041565442,0.000013518722,0.00378653,0.000003334623],"genre_scores_gemma":[0.58339596,0.000007988656,0.41602942,0.000027220289,0.00023825398,0.000120546894,0.0000106220505,0.000075212556,0.00009475289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99467266,0.00012655098,0.0004941273,0.0011630106,0.0018500786,0.0016935547],"domain_scores_gemma":[0.7974515,0.1980249,0.00009610676,0.0029814993,0.00089713756,0.0005488446],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017515941,0.00052978494,0.00042520819,0.0009613542,0.00043020156,0.00042130137,0.003026379,0.00025714192,0.000038265807],"category_scores_gemma":[0.395951,0.0005126717,0.00012570828,0.0024224229,0.00012792363,0.0014697352,0.0012069207,0.0013185891,0.00043164613],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004890207,0.00024544707,0.7576773,0.0006041811,0.00016030946,0.00016083596,0.00351708,0.107316,0.0035242508,0.0032577435,0.0020232066,0.121464744],"study_design_scores_gemma":[0.0031933165,0.0016234424,0.91346323,0.0016738677,0.00004544735,0.00049857714,0.00021705231,0.027368017,0.020801775,0.0004540779,0.026359368,0.0043018414],"about_ca_topic_score_codex":0.000095687625,"about_ca_topic_score_gemma":0.000016938331,"teacher_disagreement_score":0.3941994,"about_ca_system_score_codex":0.0007469781,"about_ca_system_score_gemma":0.00029440975,"threshold_uncertainty_score":0.9997325},"labels":[],"label_agreement":null},{"id":"W4241558139","doi":"10.1145/1095430.1081711","title":"Automatic generation of suggestions for program investigation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Source code; Intuition; Task (project management); Program analysis; Set (abstract data type); Dependency (UML); Static program analysis; Fuzzy logic; Software engineering; Code (set theory); Empirical research; Programming language; Software; Software development; Artificial intelligence; Systems engineering; Engineering","score_opus":0.043518429546045505,"score_gpt":0.28995529753509364,"score_spread":0.24643686798904813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241558139","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48961383,0.00022139322,0.5069421,0.00046359838,0.00023943788,0.00056625094,0.000010011091,0.0019431956,1.8250229e-7],"genre_scores_gemma":[0.5221184,0.000003340702,0.47739312,0.000017070597,0.00014584135,0.0002633101,0.000026952643,0.000023574712,0.000008388677],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984918,0.000018908062,0.00038102802,0.00036153852,0.00035669815,0.00038999208],"domain_scores_gemma":[0.9619757,0.03657148,0.000094002884,0.00093282794,0.00027456245,0.00015142816],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00037839796,0.00021244981,0.00022407695,0.00030468614,0.00008412941,0.00010453271,0.0008999829,0.0001171238,0.000009225919],"category_scores_gemma":[0.18118617,0.0002295415,0.000098042365,0.00061881426,0.00003320513,0.00057240296,0.00018457058,0.00015938269,0.00001544496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000042213896,0.00026958308,0.18371232,0.0009258531,0.00011917348,0.0000036427186,0.0014882028,0.10630449,0.03557213,0.0065076374,0.0023768789,0.66271585],"study_design_scores_gemma":[0.0007290636,0.00037886036,0.21948858,0.00021781704,0.000030657833,0.000022091706,0.0000030501474,0.66709965,0.10817158,0.00012012131,0.003044454,0.00069406116],"about_ca_topic_score_codex":0.000009484678,"about_ca_topic_score_gemma":0.0000031468483,"teacher_disagreement_score":0.6620218,"about_ca_system_score_codex":0.000102811005,"about_ca_system_score_gemma":0.0001056412,"threshold_uncertainty_score":0.9360431},"labels":[],"label_agreement":null},{"id":"W4242845477","doi":"10.1145/2088883.2088889","title":"Report from the 2nd international workshop on replication in empirical software engineering research (RESER 2011)","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Session (web analytics); Computer science; Empirical research; Joint (building); Software; Software engineering; Engineering; World Wide Web; Civil engineering; Biology","score_opus":0.08854124489477622,"score_gpt":0.3640275285554867,"score_spread":0.2754862836607105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242845477","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74617106,0.0020047722,0.24032138,0.0048552677,0.0032436585,0.0008359937,0.00003528378,0.0025251133,0.000007481651],"genre_scores_gemma":[0.907001,0.00004610805,0.09099078,0.00015935724,0.0011291951,0.00033031384,0.00009543506,0.00012376125,0.0001240114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99454623,0.00014036018,0.00073309464,0.0012408919,0.0018485547,0.0014908536],"domain_scores_gemma":[0.744252,0.24848811,0.0001522711,0.006082787,0.00049093587,0.000533887],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00366399,0.0004947847,0.00039393452,0.0007560006,0.00018722862,0.00036042696,0.004274116,0.00035089074,0.000110198314],"category_scores_gemma":[0.53485835,0.00044040362,0.00016185982,0.0014831849,0.000070072914,0.001078123,0.0018711454,0.0019611018,0.00033384594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001755271,0.00013985236,0.9764401,0.000027339478,0.00005813495,0.00011224289,0.00085299375,0.009253729,0.00043139333,0.00020820645,0.0066062547,0.0058522406],"study_design_scores_gemma":[0.00034413044,0.000034220815,0.97203207,0.00027173097,0.000006074904,0.00007438198,0.00001562265,0.0027087766,0.002162196,0.000045901124,0.021760983,0.000543902],"about_ca_topic_score_codex":0.00018284866,"about_ca_topic_score_gemma":0.000009503401,"teacher_disagreement_score":0.5311943,"about_ca_system_score_codex":0.0006101881,"about_ca_system_score_gemma":0.00013946905,"threshold_uncertainty_score":0.9998048},"labels":[],"label_agreement":null},{"id":"W4244068867","doi":"10.1145/2020976.1958774","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo; Carleton University; York University","funders":"","keywords":"Computer science; Cluster analysis; Estimator; Software; Filter (signal processing); Class (philosophy); Queueing theory; Data mining; Web service; Tracking (education); Service (business); Real-time computing; Artificial intelligence; Computer network; Operating system; Computer vision; Statistics; Mathematics","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244068867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7863927,0.00052084477,0.2065979,0.00011057678,0.0020274539,0.0002931837,0.0000074521245,0.0039693313,0.00008058945],"genre_scores_gemma":[0.8478211,0.000012044951,0.15190005,0.00008244243,0.0001092222,0.000021328053,0.0000032708003,0.000026878964,0.0000236262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.000012128533,0.00035751416,0.0004883218,0.0002978989,0.00049346563],"domain_scores_gemma":[0.9898693,0.008099318,0.00008884154,0.0016544126,0.00010933291,0.00017882457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032583755,0.00028241327,0.0002614381,0.0001465454,0.0001051848,0.000074423144,0.001720667,0.00015681167,0.00008124681],"category_scores_gemma":[0.028987661,0.0002521217,0.00013609116,0.00039657106,0.000031953878,0.0007490185,0.00041147546,0.00026324397,0.00038230396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070027145,0.000111424095,0.9514269,0.00023572428,0.000043342516,0.000047814323,0.0016313884,0.00013506526,0.00039482652,0.0015404521,0.000436101,0.043989938],"study_design_scores_gemma":[0.0002098665,0.0000654285,0.99206996,0.00009766304,0.000007023677,0.000048281247,0.0000056211393,0.00014481803,0.0048665702,0.0001637493,0.0018681978,0.00045279379],"about_ca_topic_score_codex":0.00009725697,"about_ca_topic_score_gemma":0.000003270858,"teacher_disagreement_score":0.061428465,"about_ca_system_score_codex":0.000054373148,"about_ca_system_score_gemma":0.0000942827,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W4244614862","doi":"10.1145/357474.355054","title":"Implicit context","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Computer science; Component (thermodynamics); Java; Mechanism (biology); Software; Software engineering; Simple (philosophy); Distributed computing; Programming language; Epistemology; Philosophy","score_opus":0.02416181770670782,"score_gpt":0.2593882571528614,"score_spread":0.23522643944615357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244614862","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05691175,0.00095428753,0.93558586,0.00025821,0.00058075436,0.00017926235,0.000008666164,0.0055110143,0.000010175598],"genre_scores_gemma":[0.42917332,0.000044942797,0.57019854,0.00022311731,0.000112738286,0.000044501732,0.0000051224943,0.000052489813,0.0001451972],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977681,0.000044642973,0.0003901443,0.0006939179,0.00033248783,0.00077070674],"domain_scores_gemma":[0.9422434,0.055302966,0.00006542342,0.002066746,0.00008945026,0.0002320316],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034008315,0.00044638527,0.0004308983,0.000185873,0.0001251258,0.00014382266,0.0023129254,0.00017719025,0.00014559277],"category_scores_gemma":[0.10265736,0.00046183553,0.00015651411,0.00064485567,0.00004215555,0.0007864485,0.00040077366,0.00040437025,0.00033522697],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014726249,0.00006540208,0.015629672,0.000118041535,0.00008564682,0.000109590415,0.0008322658,0.15669574,0.0031702965,0.006074303,0.0008327805,0.81637156],"study_design_scores_gemma":[0.0056017498,0.0014103855,0.53672904,0.0011911215,0.00016426745,0.0014537402,0.000079353376,0.012063647,0.12597579,0.020862605,0.28208637,0.012381948],"about_ca_topic_score_codex":0.000022086922,"about_ca_topic_score_gemma":0.0000012574749,"teacher_disagreement_score":0.8039896,"about_ca_system_score_codex":0.00009203764,"about_ca_system_score_gemma":0.000043490276,"threshold_uncertainty_score":0.99978334},"labels":[],"label_agreement":null},{"id":"W4244845972","doi":"10.1145/2020976.1958760","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Distributed computing; Software; Timestamp; Workload; Queueing theory; Process (computing); Software engineering; Real-time computing; Operating system; Computer network","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244845972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7863927,0.00052084477,0.2065979,0.00011057678,0.0020274539,0.0002931837,0.0000074521245,0.0039693313,0.00008058945],"genre_scores_gemma":[0.8478211,0.000012044951,0.15190005,0.00008244243,0.0001092222,0.000021328053,0.0000032708003,0.000026878964,0.0000236262],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983507,0.000012128533,0.00035751416,0.0004883218,0.0002978989,0.00049346563],"domain_scores_gemma":[0.9898693,0.008099318,0.00008884154,0.0016544126,0.00010933291,0.00017882457],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032583755,0.00028241327,0.0002614381,0.0001465454,0.0001051848,0.000074423144,0.001720667,0.00015681167,0.00008124681],"category_scores_gemma":[0.028987661,0.0002521217,0.00013609116,0.00039657106,0.000031953878,0.0007490185,0.00041147546,0.00026324397,0.00038230396],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070027145,0.000111424095,0.9514269,0.00023572428,0.000043342516,0.000047814323,0.0016313884,0.00013506526,0.00039482652,0.0015404521,0.000436101,0.043989938],"study_design_scores_gemma":[0.0002098665,0.0000654285,0.99206996,0.00009766304,0.000007023677,0.000048281247,0.0000056211393,0.00014481803,0.0048665702,0.0001637493,0.0018681978,0.00045279379],"about_ca_topic_score_codex":0.00009725697,"about_ca_topic_score_gemma":0.000003270858,"teacher_disagreement_score":0.061428465,"about_ca_system_score_codex":0.000054373148,"about_ca_system_score_gemma":0.0000942827,"threshold_uncertainty_score":0.9999931},"labels":[],"label_agreement":null},{"id":"W4245597843","doi":"10.1145/949952.940083","title":"Evaluating and improving the automatic analysis of implicit invocation systems","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Model checking; Invocation; Software system; Programming language; Distributed computing; Event (particle physics); Focus (optics); Abstraction model checking; Software; Software engineering","score_opus":0.04228780558525213,"score_gpt":0.30983958130635925,"score_spread":0.2675517757211071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245597843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39624673,0.00040935032,0.60286796,0.000012558651,0.0001500694,0.0001355319,0.0000013249556,0.00017555134,9.1187013e-7],"genre_scores_gemma":[0.58598655,0.0000031503314,0.41395292,0.000009612247,0.000008442725,0.00002870864,0.0000015778696,0.000007420469,0.0000016235881],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878037,0.00012183085,0.00036845662,0.00026481276,0.00027163446,0.00019287303],"domain_scores_gemma":[0.97997355,0.018514648,0.0002328203,0.0010921716,0.000139186,0.0000476234],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0016868352,0.00013707303,0.00022948347,0.0002364925,0.0001009083,0.00011311835,0.0006024782,0.000059148853,0.0000024202861],"category_scores_gemma":[0.123830825,0.00011110981,0.000058831403,0.0010821101,0.000024035593,0.0003361589,0.0001423826,0.00010940961,0.0000016168683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003041726,0.00006370955,0.2886082,0.0011652085,0.00085990893,0.0000016806581,0.0060371184,0.3116067,0.055709243,0.11158481,0.000010991252,0.2243494],"study_design_scores_gemma":[0.000075471224,0.000038796097,0.19012514,0.000040649702,0.0001666127,0.000007390454,0.00002701488,0.80449235,0.004819718,0.000048738373,0.0000118210055,0.00014627754],"about_ca_topic_score_codex":0.000057588986,"about_ca_topic_score_gemma":7.648467e-7,"teacher_disagreement_score":0.49288568,"about_ca_system_score_codex":0.000045381523,"about_ca_system_score_gemma":0.000036965554,"threshold_uncertainty_score":0.8835495},"labels":[],"label_agreement":null},{"id":"W4246991423","doi":"10.1145/2579281.2579312","title":"Report of the 2013 IEEE 7th international symposium on the maintenance and evolution of service-oriented and cloud-based systems (MESOCA 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Software engineering; Service (business); Provisioning; Adaptability; Computer science; Event (particle physics); Service-oriented architecture; Engineering management; Software; Systems engineering; Process (computing); Engineering; World Wide Web; Telecommunications; Operating system; Web service; Business; Management","score_opus":0.0065715994203996075,"score_gpt":0.1956963080794435,"score_spread":0.18912470865904388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246991423","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8032438,0.00022343501,0.18990467,0.0031478018,0.0029740497,0.00033528413,0.000011567378,0.0001568566,0.0000025027982],"genre_scores_gemma":[0.997425,0.000019030886,0.0022795422,0.00008152039,0.00013230568,0.00003134452,0.000002606101,0.000013692574,0.0000149147],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985989,0.0000622582,0.00042200836,0.00033031998,0.0003872386,0.00019929712],"domain_scores_gemma":[0.99116784,0.0070668915,0.00029353134,0.0011011388,0.00031886157,0.000051726856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00075687986,0.00018519738,0.00024222115,0.000060196482,0.000093979856,0.0000375468,0.0007879219,0.000096170064,0.0000010869014],"category_scores_gemma":[0.007708347,0.000111712834,0.00006272336,0.00029908243,0.00008191425,0.0001711115,0.00023561179,0.00016335376,0.0000019890435],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033994715,0.000095734125,0.92053986,0.0011420104,0.00010227852,0.0000046929654,0.0008072948,0.06820751,0.00330981,0.0035276385,0.0016278172,0.0006013496],"study_design_scores_gemma":[0.0010956902,0.00029569652,0.68617857,0.0022389686,0.000052633066,0.00021492594,0.000055742694,0.2923076,0.011307901,0.000115223556,0.0055294773,0.0006076311],"about_ca_topic_score_codex":0.00046180407,"about_ca_topic_score_gemma":0.000011071433,"teacher_disagreement_score":0.23436134,"about_ca_system_score_codex":0.00006199668,"about_ca_system_score_gemma":0.000051404073,"threshold_uncertainty_score":0.9228168},"labels":[],"label_agreement":null},{"id":"W4247453041","doi":"10.1145/634636.586105","title":"Combining static and dynamic data in code visualization","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Compiler; Programming language; Debugging; Visualization; Metadata; Software visualization; Source code; Interface (matter); Static analysis; Extensibility; Compile time; Software; Software development; Operating system; Component-based software engineering; Data mining","score_opus":0.03998723542697999,"score_gpt":0.29331550146482127,"score_spread":0.2533282660378413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247453041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40727195,0.0015499564,0.5887995,0.00031327998,0.00031111573,0.00024630903,0.000027393267,0.0014797554,7.8401797e-7],"genre_scores_gemma":[0.8963335,0.00010528191,0.103355706,0.000051742292,0.000020353056,0.0000222908,0.00004148264,0.000050502596,0.000019109626],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797475,0.000037138736,0.00034445905,0.000680298,0.00042780876,0.00053556357],"domain_scores_gemma":[0.9399639,0.057680536,0.000061285886,0.0020545854,0.00006269402,0.00017699432],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00049433234,0.00025919836,0.00027775185,0.000424251,0.00006684717,0.00021401937,0.0019712856,0.00010469077,0.00001657882],"category_scores_gemma":[0.1979939,0.0002927039,0.000022174303,0.0008898859,0.000031988715,0.0009761468,0.0014473848,0.0003235706,0.000032687374],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038808944,0.00014781042,0.94123477,0.00047202667,0.000048307247,0.0001470503,0.0022156013,0.012954727,0.000928239,0.0013457496,0.00038590495,0.040115926],"study_design_scores_gemma":[0.00058149936,0.00007241674,0.3397226,0.00021528374,0.000006696384,0.00003667928,0.000008231334,0.65811086,0.00019818005,0.000054489676,0.0005029931,0.0004900645],"about_ca_topic_score_codex":0.000039466584,"about_ca_topic_score_gemma":0.0000138875375,"teacher_disagreement_score":0.64515615,"about_ca_system_score_codex":0.00009502934,"about_ca_system_score_gemma":0.000025474319,"threshold_uncertainty_score":0.9999525},"labels":[],"label_agreement":null},{"id":"W4249157519","doi":"10.1145/1095430.1081744","title":"Strathcona example recommendation tool","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Documentation; Application programming interface; Software engineering; Code (set theory); Source code; Software; Programming language; Set (abstract data type)","score_opus":0.029946252676475032,"score_gpt":0.2610645669782109,"score_spread":0.23111831430173588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249157519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25550798,0.0002502146,0.7382325,0.0010772712,0.00065456843,0.00028792198,0.000012781736,0.003971396,0.000005389925],"genre_scores_gemma":[0.6739301,0.000014652921,0.32546163,0.00012057511,0.00028775548,0.00005572592,0.00002715565,0.000048821687,0.000053616233],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977161,0.000030104431,0.0003962433,0.00066844973,0.0004464013,0.0007426791],"domain_scores_gemma":[0.9338526,0.0641764,0.00006946207,0.0015344248,0.00015068219,0.00021642471],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052533287,0.00035150154,0.0002685138,0.000323605,0.00012412964,0.0002940348,0.0017584179,0.00015506068,0.00015440502],"category_scores_gemma":[0.13967565,0.00038654983,0.00011085052,0.0007055011,0.00002191867,0.0012039645,0.0006263296,0.0004443064,0.00035519246],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011821455,0.00021392202,0.27633172,0.00020746842,0.00012373623,0.000048208407,0.0011273915,0.020028487,0.0059944526,0.006380566,0.0048987158,0.6846335],"study_design_scores_gemma":[0.0018895239,0.00036821136,0.72092175,0.00021562426,0.00003193359,0.0002498599,0.000011523581,0.028797815,0.04364348,0.00023981882,0.20059386,0.0030365826],"about_ca_topic_score_codex":0.000037264886,"about_ca_topic_score_gemma":0.0000034619532,"teacher_disagreement_score":0.68159693,"about_ca_system_score_codex":0.00019480678,"about_ca_system_score_gemma":0.00009041671,"threshold_uncertainty_score":0.9998586},"labels":[],"label_agreement":null},{"id":"W4249372405","doi":"10.1145/503271.503239","title":"Engineering component-based net-centric systems for embedded applications","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Component (thermodynamics); The Internet; Computer science; Component-based software engineering; Embedded system; Software engineering; Software; Embedded software; Software deployment; Systems engineering; Software system; Engineering; Operating system","score_opus":0.016099119337578762,"score_gpt":0.23221118464122192,"score_spread":0.21611206530364316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249372405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01073075,0.0011069486,0.9835767,0.00025949132,0.0007850564,0.0011680421,0.000015215252,0.0023543173,0.0000034753239],"genre_scores_gemma":[0.66665375,0.000015900736,0.3320426,0.00007732321,0.0002563898,0.0008060415,0.00004780698,0.000079238576,0.00002096229],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975356,0.00003502534,0.0005803276,0.0007039427,0.00039919245,0.0007459201],"domain_scores_gemma":[0.9739732,0.023853043,0.00017044364,0.0015430907,0.00020201353,0.00025820037],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053292466,0.00042736757,0.00045449162,0.00040019202,0.00014886505,0.0004390451,0.0016384779,0.0001656371,0.0000045021307],"category_scores_gemma":[0.0157468,0.0004691474,0.00018576745,0.00092587154,0.000013515769,0.0005599248,0.00023262925,0.00024128014,0.00007326378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007623404,0.00009513616,0.013477119,0.0006237843,0.00007590008,0.000020210458,0.00016694167,0.97055024,0.0056858687,0.0064391587,0.00032924194,0.0025288055],"study_design_scores_gemma":[0.001331072,0.00007666717,0.00851616,0.00042188546,0.000044514516,0.000118313445,0.000014292,0.9478311,0.0029748054,0.000022921364,0.037449263,0.0011989854],"about_ca_topic_score_codex":0.00006341885,"about_ca_topic_score_gemma":7.798327e-7,"teacher_disagreement_score":0.655923,"about_ca_system_score_codex":0.00016093958,"about_ca_system_score_gemma":0.000102843194,"threshold_uncertainty_score":0.999776},"labels":[],"label_agreement":null},{"id":"W4252575046","doi":"10.1145/357474.355061","title":"Composing features and resolving interactions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Synchronizing; Composition (language); Composition operator; Computer science; Operator (biology); Transition (genetics); Service (business); Theoretical computer science; Programming language; Set (abstract data type); Chemistry","score_opus":0.022444434853187194,"score_gpt":0.27061350155249836,"score_spread":0.24816906669931116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252575046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07629678,0.0016035555,0.9179325,0.00032208842,0.0005332341,0.00012433974,0.0000046206146,0.0031725783,0.000010294966],"genre_scores_gemma":[0.3451125,0.000069547146,0.6544853,0.0000857671,0.00009095255,0.00001734927,0.0000036368003,0.000035214638,0.00009971858],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984586,0.00004568825,0.00026703498,0.00053439185,0.00021121076,0.00048305953],"domain_scores_gemma":[0.9475665,0.05111806,0.000054045933,0.0010408885,0.000058553724,0.00016192344],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024896534,0.000326027,0.00029741993,0.00020135257,0.00019748801,0.00022333345,0.0009330489,0.000097673255,0.00003011954],"category_scores_gemma":[0.060491707,0.00034149672,0.000073846306,0.00041169047,0.00004533127,0.00090423756,0.0003897457,0.0004533341,0.000023603056],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026692605,0.00007771223,0.02665715,0.00025780365,0.00012879551,0.00013825162,0.002744507,0.29793316,0.01469163,0.0035302495,0.00096034294,0.6528537],"study_design_scores_gemma":[0.0022888368,0.0005167893,0.84963256,0.0019191945,0.00013122539,0.0031051324,0.000081099206,0.017788818,0.054472808,0.0064265085,0.057666715,0.00597033],"about_ca_topic_score_codex":0.000019464575,"about_ca_topic_score_gemma":0.0000021024216,"teacher_disagreement_score":0.8229754,"about_ca_system_score_codex":0.000064901134,"about_ca_system_score_gemma":0.000020114001,"threshold_uncertainty_score":0.9999037},"labels":[],"label_agreement":null},{"id":"W4252902208","doi":"10.1145/566180.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Isolation (microbiology); Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Object (grammar); Code reuse; Code (set theory); Fault detection and isolation; Instrumentation (computer programming); Programming language; Reliability engineering; Software system; Software construction; Engineering; Set (abstract data type); Artificial intelligence","score_opus":0.054195060972924855,"score_gpt":0.2721160425029615,"score_spread":0.21792098153003664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252902208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59185857,0.0000726641,0.40684316,0.00030522808,0.00015270652,0.000272754,0.000016642036,0.00047789825,3.5463162e-7],"genre_scores_gemma":[0.8257611,0.000006468614,0.17396793,0.000119745375,0.000032957512,0.00004771111,0.000011413839,0.000030783878,0.000021923654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99761385,0.00006448285,0.0005661175,0.000516289,0.0006433427,0.00059593096],"domain_scores_gemma":[0.90788317,0.089835905,0.0001355783,0.0016425899,0.00026286393,0.00023990704],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000559106,0.0002815868,0.00041405024,0.00087369425,0.00007660915,0.00016293253,0.0012911041,0.00011940233,0.000027919566],"category_scores_gemma":[0.33655494,0.00025281552,0.0001401386,0.0044421772,0.000038671173,0.000666844,0.0004735938,0.00040698895,0.000028289589],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000017545103,0.000035320834,0.6717574,0.000032002004,0.00009197432,0.00001246687,0.001598427,0.3207509,0.0017234564,0.0001048485,0.00019787562,0.003693597],"study_design_scores_gemma":[0.00031938852,0.00012396717,0.78370327,0.0000987911,0.000048674712,0.000008387166,0.000007877617,0.21016262,0.0039239707,0.0000062042677,0.0011938942,0.00040292786],"about_ca_topic_score_codex":0.00019774864,"about_ca_topic_score_gemma":0.000057064895,"teacher_disagreement_score":0.33599582,"about_ca_system_score_codex":0.00012347073,"about_ca_system_score_gemma":0.000042024934,"threshold_uncertainty_score":0.99999243},"labels":[],"label_agreement":null},{"id":"W4253578585","doi":"10.1145/503271.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Design by contract; Software engineering; Software; Software development; Software construction","score_opus":0.029783863762581502,"score_gpt":0.2725138175681765,"score_spread":0.242729953805595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253578585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028185407,0.00078613096,0.961461,0.00023707129,0.0012328041,0.00024815186,0.0000026561743,0.007842409,0.000004386218],"genre_scores_gemma":[0.25106943,0.00003921886,0.7484409,0.000070121256,0.00017300784,0.00007378199,0.000007807343,0.00006502901,0.000060695555],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99737364,0.000048697097,0.0004181574,0.0007747534,0.00044573608,0.0009390215],"domain_scores_gemma":[0.95405906,0.043464694,0.000115743846,0.0019430483,0.00016198777,0.0002554579],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004703093,0.0004815051,0.0004212944,0.00032672318,0.00015452744,0.0001585816,0.0019529391,0.00017863969,0.000015562939],"category_scores_gemma":[0.21815003,0.00050113956,0.00015824939,0.0013099728,0.00004664279,0.0008899886,0.0008432265,0.00047165947,0.00007996332],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033448137,0.00025803864,0.23368506,0.00030327408,0.00022314236,0.00090524065,0.0018537518,0.19057827,0.0060097063,0.022560786,0.00050100655,0.54308826],"study_design_scores_gemma":[0.0051165908,0.001687126,0.47117168,0.0013953752,0.00019149038,0.0027240205,0.0001488048,0.014123388,0.063315175,0.008700256,0.4198023,0.011623791],"about_ca_topic_score_codex":0.000013555722,"about_ca_topic_score_gemma":0.0000014909241,"teacher_disagreement_score":0.53146446,"about_ca_system_score_codex":0.00013997332,"about_ca_system_score_gemma":0.000051521605,"threshold_uncertainty_score":0.999744},"labels":[],"label_agreement":null},{"id":"W4253603427","doi":"10.1145/605466.605489","title":"Composable semantics for model-based notations","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Programming language; Semantics (computer science); Notation; Concurrency; Operational semantics; Synchronization (alternating current); Component (thermodynamics); Formal specification; Communicating sequential processes; Formal semantics (linguistics); Variety (cybernetics); Theoretical computer science; Action semantics; Denotational semantics; Formal methods; Artificial intelligence; Mathematics","score_opus":0.05376458544241221,"score_gpt":0.27176333453162,"score_spread":0.2179987490892078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253603427","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0056323926,0.00011984124,0.9921377,0.00046815115,0.00036663885,0.00026016458,0.000017997783,0.0009932104,0.000003909374],"genre_scores_gemma":[0.39387193,0.0000029409332,0.6058484,0.000113956914,0.000034384797,0.00006908379,0.000009121812,0.00002139184,0.000028840544],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99885964,0.000015358251,0.00025350408,0.00032478647,0.0002015326,0.00034519917],"domain_scores_gemma":[0.98436064,0.014333641,0.00007401564,0.0009861668,0.00015309408,0.00009242751],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00022829145,0.00019482597,0.0001796203,0.00013787622,0.00014644308,0.00011540869,0.0010426411,0.00009065346,0.000009544057],"category_scores_gemma":[0.03948042,0.0002082439,0.00009310372,0.00032439354,0.000022412129,0.0004404558,0.000116721945,0.00013013762,0.00004286203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035417766,0.00010040113,0.0037225115,0.00020445605,0.000019544645,0.0000017563016,0.00044914134,0.95150685,0.0017464631,0.029546587,0.0009811758,0.011717594],"study_design_scores_gemma":[0.00023427277,0.000045106484,0.0011399603,0.000033473854,0.000010373961,0.0000028118352,0.0000010224304,0.9873087,0.009435754,0.00029770954,0.0012325858,0.00025825083],"about_ca_topic_score_codex":0.0000022255363,"about_ca_topic_score_gemma":2.52569e-7,"teacher_disagreement_score":0.38823953,"about_ca_system_score_codex":0.000053319825,"about_ca_system_score_gemma":0.000024092862,"threshold_uncertainty_score":0.96861047},"labels":[],"label_agreement":null},{"id":"W4297518709","doi":"10.1145/3561846.3561852","title":"Guidelines for Artifacts to Support Industry-Relevant Research on Self-Adaptation","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Artifact (error); Relevance (law); Computer science; Adaptation (eye); Field (mathematics); Set (abstract data type); Software; Data science; Knowledge management; Artificial intelligence","score_opus":0.3302331401809983,"score_gpt":0.43278427045772927,"score_spread":0.10255113027673096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297518709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028350933,0.00009109829,0.9642287,0.002024339,0.0014078813,0.0007731403,0.000040378352,0.0030820305,0.0000015155022],"genre_scores_gemma":[0.20573911,0.0000050735794,0.79241425,0.0005391499,0.00021440072,0.00088214804,0.00002087333,0.00008256159,0.000102431426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963452,0.00015368166,0.0005532768,0.0009104157,0.0010392846,0.0009981375],"domain_scores_gemma":[0.8758937,0.12039486,0.000135899,0.0021984894,0.0009835142,0.00039350745],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0029635404,0.00037957297,0.00037486895,0.00078183814,0.0004930022,0.00013289368,0.0023336362,0.00018529293,0.000020208785],"category_scores_gemma":[0.3715499,0.00041584639,0.00012372836,0.0014742279,0.000019778034,0.00038201435,0.0015435496,0.0011600612,0.000042111973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022890927,0.0000594125,0.0005357125,0.000061907886,0.000028466508,0.000023261744,0.00093722984,0.958058,0.0010047992,0.0026293544,0.0041723293,0.03246665],"study_design_scores_gemma":[0.0052990257,0.017544135,0.033326518,0.0007766097,0.00012828707,0.00038503806,0.0013552716,0.13618809,0.10982099,0.020905556,0.6653044,0.008966056],"about_ca_topic_score_codex":0.000017644641,"about_ca_topic_score_gemma":0.0000017426162,"teacher_disagreement_score":0.8218699,"about_ca_system_score_codex":0.00044604036,"about_ca_system_score_gemma":0.00021981384,"threshold_uncertainty_score":0.99982935},"labels":[],"label_agreement":null},{"id":"W4317000320","doi":"10.1145/3573074.3573100","title":"MSR4P&amp;S 2022 Workshop Summary","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Event (particle physics); Software engineering; Software; Joint (building); Engineering; Computer science; Software security assurance; Library science; Engineering management; Information security; Computer security; Operating system; Civil engineering","score_opus":0.040641167970963364,"score_gpt":0.3001873272997182,"score_spread":0.25954615932875486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000320","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9275699,0.004755378,0.025681032,0.011306978,0.009648258,0.0016428174,0.0003548056,0.018752716,0.00028806366],"genre_scores_gemma":[0.9849458,0.00111021,0.0097262,0.00020913307,0.0016635134,0.00013955658,0.00036522036,0.0000950866,0.0017453037],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99812275,0.000071800925,0.00023376929,0.00039873185,0.00050067774,0.0006722916],"domain_scores_gemma":[0.97784853,0.020930847,0.00005961217,0.0008674346,0.00007844794,0.00021510616],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0008805063,0.00021522972,0.00021298685,0.00026792477,0.0005419413,0.00015414154,0.001093874,0.00023150584,0.00026759304],"category_scores_gemma":[0.30220267,0.00024473682,0.00010887495,0.0013393833,0.000083640785,0.0004952452,0.0007131092,0.00038629732,0.0006842928],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093730174,0.00026854017,0.41226268,0.00062092487,0.00026355468,0.00016200457,0.031503946,0.002462803,0.005206084,0.0066755256,0.39070812,0.14977208],"study_design_scores_gemma":[0.0004283955,0.00003865788,0.07773895,0.0002091273,0.000041444484,0.000004911291,0.0006158767,0.00008576797,0.0006807217,0.0021970752,0.91694516,0.0010139128],"about_ca_topic_score_codex":0.0008742111,"about_ca_topic_score_gemma":0.0004849078,"teacher_disagreement_score":0.526237,"about_ca_system_score_codex":0.00012679333,"about_ca_system_score_gemma":0.00010310906,"threshold_uncertainty_score":0.9980078},"labels":[],"label_agreement":null},{"id":"W4317000346","doi":"10.1145/3573074.3573078","title":"On COVID-19 Pandemic-Induced Attitudinal Changes in Software Engineering Teaching and Learning","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Persona Design and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Ephemeral key; Perspective (graphical); Software; Transformation (genetics); Computer science; Mathematics education; Software engineering; Knowledge management; Engineering ethics; Engineering; Psychology; Medicine; Chemistry; Artificial intelligence; Computer security","score_opus":0.05275108883853901,"score_gpt":0.2909140502523543,"score_spread":0.23816296141381527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7461851,0.00015816762,0.24881507,0.00080972567,0.00017517824,0.00022296634,0.000006743606,0.0036258318,0.0000011889267],"genre_scores_gemma":[0.9364523,0.000033560686,0.06287578,0.00029665863,0.00009572167,0.00013692092,0.00001811001,0.000047616086,0.00004332271],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99821097,0.000061849576,0.0002230844,0.00063753553,0.00028178317,0.0005847636],"domain_scores_gemma":[0.9628509,0.03625055,0.00006019679,0.0005416764,0.000023776236,0.00027284323],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00084931875,0.00032091702,0.0002840973,0.0005545381,0.00031131713,0.00015485208,0.0007664068,0.00014777672,0.0000048191964],"category_scores_gemma":[0.12516792,0.00035037278,0.000053107007,0.00079299905,0.000016048074,0.00026221343,0.00043994447,0.0009793594,0.00004233129],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017409158,0.000107266686,0.7500265,0.0006508831,0.000082959436,0.00023530751,0.008653169,0.11368282,0.041258007,0.008470461,0.00054807443,0.07626712],"study_design_scores_gemma":[0.0028136256,0.0006290678,0.8050902,0.0011160204,0.000048909973,0.0002989685,0.00021869043,0.16510327,0.002610379,0.00054835045,0.017952017,0.0035705057],"about_ca_topic_score_codex":0.000085607404,"about_ca_topic_score_gemma":0.00001723417,"teacher_disagreement_score":0.19026719,"about_ca_system_score_codex":0.00017149854,"about_ca_system_score_gemma":0.000060504866,"threshold_uncertainty_score":0.9998948},"labels":[],"label_agreement":null},{"id":"W4317000347","doi":"10.1145/3573074.3573080","title":"The Java Pathfinder Workshop 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Bytecode; Symbolic execution; Java bytecode; Model checking; Program analysis; Java Modeling Language; Pathfinder; Java annotation; Software engineering; Software; Real time Java; World Wide Web","score_opus":0.023949993973193247,"score_gpt":0.2714183101211945,"score_spread":0.24746831614800124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000347","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20422222,0.003576881,0.7676269,0.012421445,0.00212716,0.0005944969,0.000018449777,0.009402543,0.000009901505],"genre_scores_gemma":[0.97951293,0.00048656037,0.018659808,0.00015091294,0.00023676334,0.00013058915,0.000019768579,0.00005363194,0.0007490456],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974196,0.00007037934,0.00032974064,0.00057602924,0.0007659416,0.00083833904],"domain_scores_gemma":[0.86200726,0.13501321,0.00006658223,0.0024889586,0.00019189049,0.00023207246],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0011969745,0.0002527951,0.00023739248,0.00025005633,0.0005019355,0.00046850473,0.00292751,0.0001338077,0.000026371554],"category_scores_gemma":[0.21386069,0.0001927926,0.00021358512,0.0026922524,0.00006855947,0.0003503736,0.0014273629,0.0005004752,0.0005851457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002099851,0.00015966939,0.3547589,0.00025815502,0.0004373842,0.00028575488,0.002225194,0.028583601,0.0024287847,0.010670736,0.027260922,0.5729099],"study_design_scores_gemma":[0.0013437232,0.00023761023,0.60590124,0.00037996465,0.00007814713,0.000074364994,0.00024729015,0.18005654,0.005622025,0.0064617367,0.19652712,0.0030702518],"about_ca_topic_score_codex":0.000020588855,"about_ca_topic_score_gemma":0.000007177954,"teacher_disagreement_score":0.7752907,"about_ca_system_score_codex":0.00007000548,"about_ca_system_score_gemma":0.00009416448,"threshold_uncertainty_score":0.7927613},"labels":[],"label_agreement":null},{"id":"W4317000389","doi":"10.1145/3573074.3573096","title":"Games and Software Engineering","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Educational Games and Gamification","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Context (archaeology); Entertainment; Variety (cybernetics); Domain (mathematical analysis); Computer science; Value (mathematics); Game mechanics; Game design; Multimedia; Engineering; Software engineering; Engineering management; Artificial intelligence","score_opus":0.023177868823846585,"score_gpt":0.283308412064158,"score_spread":0.26013054324031143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000389","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98416567,0.0027733669,0.007308366,0.000779853,0.0018338391,0.0002658447,0.00005444825,0.0028105262,0.000008111326],"genre_scores_gemma":[0.9781623,0.000105295105,0.019857436,0.00012398955,0.0004235649,0.00017871024,0.00015279421,0.00010826813,0.00088762736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985955,0.000015023776,0.00027398352,0.00045647818,0.00018083381,0.00047819957],"domain_scores_gemma":[0.9793428,0.019747583,0.00005835421,0.0006280091,0.00006852816,0.00015469316],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021644085,0.00027233537,0.00022912034,0.0003005927,0.000073174786,0.00004460765,0.00031335076,0.00016718065,0.0002062353],"category_scores_gemma":[0.052701917,0.00029605662,0.000074535645,0.0005528235,0.000029100163,0.00013111813,0.0001341168,0.00024399921,0.00048359684],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016656111,0.00008579172,0.93343824,0.00031511675,0.00018552388,0.000037140344,0.0049417424,0.0032874017,0.0017792471,0.0042386325,0.011512089,0.04016242],"study_design_scores_gemma":[0.00024011705,0.000039579598,0.96689504,0.00007963924,0.00002558058,0.000029443896,0.00011734024,0.00013301801,0.00026773318,0.00004975225,0.031733893,0.00038883297],"about_ca_topic_score_codex":0.00004159717,"about_ca_topic_score_gemma":0.0000015001006,"teacher_disagreement_score":0.052485473,"about_ca_system_score_codex":0.000038792634,"about_ca_system_score_gemma":0.000024161543,"threshold_uncertainty_score":0.99994916},"labels":[],"label_agreement":null},{"id":"W4317033095","doi":"10.1145/3573074.3573083","title":"jpf-logic","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computation tree logic; Programming language; Model checking; Computer science; Linear temporal logic; Abstract syntax tree; Parsing; Temporal logic; Dynamic logic (digital electronics); Temporal logic of actions; Extension (predicate logic); Interval temporal logic; Theoretical computer science","score_opus":0.04048924396420903,"score_gpt":0.28534570351474847,"score_spread":0.24485645955053945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317033095","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046760987,0.0001446271,0.9457911,0.00040612603,0.0012904479,0.00013415892,0.0000041280405,0.005457432,0.00001097776],"genre_scores_gemma":[0.31385168,0.000013547583,0.68580794,0.00010675464,0.000087760214,0.000036478996,0.000008430684,0.000021917105,0.000065486405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9986946,0.000027509135,0.00021445451,0.00037476182,0.00027394967,0.0004146994],"domain_scores_gemma":[0.98379624,0.014732613,0.000054832475,0.0012502166,0.00006460921,0.000101474245],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049856404,0.00017925532,0.00015705144,0.00022902482,0.00009379085,0.00010934728,0.0016241841,0.00009582424,0.000014796584],"category_scores_gemma":[0.13013388,0.000181054,0.000068534595,0.0010901814,0.000020357325,0.00049461774,0.000542066,0.00018267268,0.0007917091],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000134460415,0.000134617,0.18749882,0.000578899,0.00012390244,0.00021346769,0.0032257128,0.048622,0.025002077,0.36985922,0.009480869,0.35524696],"study_design_scores_gemma":[0.00059581,0.00023460496,0.8151356,0.00017505696,0.00002129973,0.000083398205,0.000019397585,0.099261686,0.046053443,0.0059065,0.030810762,0.001702442],"about_ca_topic_score_codex":0.000006754537,"about_ca_topic_score_gemma":1.9420347e-7,"teacher_disagreement_score":0.6276368,"about_ca_system_score_codex":0.00004386641,"about_ca_system_score_gemma":0.000027407537,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W4364381730","doi":"10.1145/3587062.3587066","title":"On the Implications of COVID-19 Pandemic-Induced \"Work From Home\" in the Software Industry","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Work (physics); 2019-20 coronavirus outbreak; Software; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Engineering; Software engineering; Business; Computer science; Engineering management; Medicine; Virology","score_opus":0.07000378988399221,"score_gpt":0.30606906297865183,"score_spread":0.23606527309465963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364381730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9240577,0.000053930133,0.06171182,0.012170104,0.0004581165,0.0003170386,0.000065101085,0.0011637271,0.0000024658611],"genre_scores_gemma":[0.98960334,0.000009394062,0.0079643745,0.0020446256,0.000094158444,0.00021119215,0.000031569034,0.000031026746,0.000010298197],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983751,0.00009772497,0.00037471336,0.00042242216,0.0003501157,0.00037992685],"domain_scores_gemma":[0.83726454,0.16009392,0.00014930798,0.002289912,0.00008359635,0.000118706004],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005154548,0.00023880717,0.00021522286,0.00023833466,0.00019395987,0.00011258725,0.0032818501,0.00024679187,0.00004334803],"category_scores_gemma":[0.09201243,0.00017050386,0.00010360252,0.0022819864,0.000035100198,0.00025110418,0.00056098733,0.0009910156,0.00011148696],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000080406235,0.00009209962,0.9525499,0.00004625104,0.00006302326,0.000017825536,0.006765089,0.024420422,0.00096890057,0.0050105867,0.00506365,0.004994229],"study_design_scores_gemma":[0.00024686765,0.00005119961,0.98961276,0.00015988931,0.000016895461,0.000014954252,0.00022584011,0.00057287945,0.00052903953,0.0063422336,0.0018475414,0.00037988933],"about_ca_topic_score_codex":0.00032545792,"about_ca_topic_score_gemma":0.00005056974,"teacher_disagreement_score":0.16111054,"about_ca_system_score_codex":0.00013411068,"about_ca_system_score_gemma":0.00014302372,"threshold_uncertainty_score":0.91563594},"labels":[],"label_agreement":null},{"id":"W4382047311","doi":"10.1145/3599975.3599980","title":"On the Different Perspectives of Management in Software Engineering Education and their Implications","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Salient; Social software engineering; Software Engineering Process Group; Software engineering; Software; Software development; Engineering; Engineering ethics; Engineering management; Knowledge management; Computer science; Software development process; Software construction; Artificial intelligence","score_opus":0.01660048062782962,"score_gpt":0.253269084505329,"score_spread":0.23666860387749936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382047311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65119654,0.0008930673,0.34343383,0.0013884355,0.0003235484,0.00049529155,0.000013708028,0.0022514267,0.0000041422286],"genre_scores_gemma":[0.93415725,0.0002608111,0.065181516,0.000045784247,0.00003603667,0.00025834038,0.000008050056,0.000036884372,0.000015304002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9988442,0.000023756578,0.00026313672,0.00040479525,0.0001481952,0.0003159109],"domain_scores_gemma":[0.97045517,0.028304791,0.0000815955,0.0010301081,0.000058148948,0.000070207156],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00028940494,0.0002781016,0.00022227247,0.00047394284,0.000073719464,0.000089125286,0.0009461854,0.00007823444,0.0000049930914],"category_scores_gemma":[0.02317427,0.00021417243,0.00007019806,0.0009382285,0.000022065147,0.00026283233,0.00047486892,0.00026625305,0.000005883384],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027789005,0.0008456602,0.22114953,0.0017021567,0.00045473836,0.00001952452,0.018886307,0.04232412,0.0028210855,0.47326574,0.0026769969,0.23582637],"study_design_scores_gemma":[0.00024730634,0.00012849184,0.98363805,0.0005799314,0.000020218136,0.00002014952,0.00031920176,0.006392223,0.0033058564,0.0032959168,0.0013832306,0.00066944095],"about_ca_topic_score_codex":0.00001697491,"about_ca_topic_score_gemma":0.0000013261423,"teacher_disagreement_score":0.7624885,"about_ca_system_score_codex":0.00007262219,"about_ca_system_score_gemma":0.00002444489,"threshold_uncertainty_score":0.98505396},"labels":[],"label_agreement":null},{"id":"W4387700644","doi":"10.1145/3617946.3617955","title":"Fostering Collaboration and Advancing Research in Software Engineering and Game Development for Serious Contexts","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kelowna General Hospital","funders":"","keywords":"Sustainability; Knowledge management; Computer science; Game testing; Game Developer; Engineering management; Engineering; Game design; Human–computer interaction; Game design document","score_opus":0.058528325219558634,"score_gpt":0.36899371967606054,"score_spread":0.3104653944565019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99052864,0.0015933312,0.0057152635,0.0005450105,0.0005090556,0.00067867554,0.000021347882,0.0004075373,0.0000011155281],"genre_scores_gemma":[0.96402407,0.000058706097,0.034822218,0.00003399845,0.00012876002,0.0006658632,0.00009665339,0.00006980283,0.00009990547],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984425,0.000027678967,0.00033798645,0.00046317477,0.0001877774,0.000540933],"domain_scores_gemma":[0.98004246,0.019317174,0.00005095396,0.00029091386,0.00018063608,0.000117858326],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00078893045,0.00020410142,0.00022245657,0.0005180616,0.000102598955,0.00008951299,0.00016062049,0.00014030897,0.0000088696015],"category_scores_gemma":[0.032529056,0.00023923171,0.000021076674,0.0006908255,0.000026002204,0.00018408513,0.00023791815,0.00022007251,0.000017403767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015397694,0.0001331864,0.5273033,0.001993326,0.00014957291,0.000042074265,0.04281735,0.011239512,0.014052455,0.0021959734,0.00085284543,0.39906645],"study_design_scores_gemma":[0.0008620283,0.000102568,0.97917366,0.00042215103,0.000009610135,0.000020665191,0.00085005583,0.00074914505,0.0010722302,0.00014519504,0.016139569,0.00045314978],"about_ca_topic_score_codex":0.000026534959,"about_ca_topic_score_gemma":0.00003546184,"teacher_disagreement_score":0.45187035,"about_ca_system_score_codex":0.00012956704,"about_ca_system_score_gemma":0.00007318847,"threshold_uncertainty_score":0.9756204},"labels":[],"label_agreement":null},{"id":"W4387700646","doi":"10.1145/3617946.3617953","title":"Summary of the Fourth International Workshop on Deep Learning for Testing and Testing for Deep Learning (DeepTest 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Deep learning; Dependability; Interpretability; Software engineering; Computer science; Verification and validation; Intersection (aeronautics); Correctness; Software testing; Software system; Artificial intelligence; Software; Engineering; Programming language","score_opus":0.02896485804727705,"score_gpt":0.2640472140121904,"score_spread":0.23508235596491334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.061552133,0.00015182032,0.93522114,0.00040968202,0.0010336734,0.00046246318,0.0000045109077,0.0011510513,0.000013526832],"genre_scores_gemma":[0.6173593,0.000005157747,0.38205993,0.00003545651,0.00027360054,0.00008408153,0.000014745678,0.000062531246,0.000105194136],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980542,0.00005706687,0.00040338503,0.00057611655,0.00036380338,0.0005454103],"domain_scores_gemma":[0.83738995,0.16147734,0.00029763885,0.0004653633,0.0002837602,0.00008594611],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085537444,0.00031368303,0.00030618894,0.00027145172,0.0005114304,0.00016536734,0.0013453818,0.00013215789,0.0000025023128],"category_scores_gemma":[0.53260595,0.00029228878,0.00012590962,0.0010365158,0.000049218008,0.00033413133,0.0010796295,0.0006660541,0.0000037998136],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000870032,0.000008774183,0.18660185,0.00010838249,0.000030545125,0.0000026713608,0.00031746816,0.70130444,0.0007778048,0.0002499774,0.000016849126,0.110572524],"study_design_scores_gemma":[0.0005216623,0.00014536669,0.08946678,0.0005445345,0.000024274583,0.000010748127,0.00005974387,0.90751153,0.00034254804,0.00025710848,0.00075138046,0.00036433802],"about_ca_topic_score_codex":0.000015561154,"about_ca_topic_score_gemma":0.0000035063078,"teacher_disagreement_score":0.5558072,"about_ca_system_score_codex":0.0000673278,"about_ca_system_score_gemma":0.000040950716,"threshold_uncertainty_score":0.9999529},"labels":[],"label_agreement":null},{"id":"W4387700648","doi":"10.1145/3617946.3617952","title":"An Interview with Gail Murphy - 2023 SIGSOFT Awardee","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vice president; Work (physics); Management; Productivity; Engineering management; Computer Science and Engineering; Engineering ethics; Library science; Engineering; Software; Software engineering; Medical education; Computer science; Sociology; Medicine","score_opus":0.02860339735246986,"score_gpt":0.27062594158016606,"score_spread":0.2420225442276962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700648","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36283895,0.0010646,0.61188006,0.0013981609,0.0016295797,0.00082494697,0.00006211655,0.020296123,0.0000054530265],"genre_scores_gemma":[0.88513273,0.00006930434,0.113545716,0.00023537848,0.0002982281,0.00023604893,0.00008599907,0.00020583277,0.00019075228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956544,0.00008938379,0.00049780105,0.0012416551,0.0010830797,0.0014336554],"domain_scores_gemma":[0.91059154,0.084784545,0.00010546325,0.0035730624,0.0003027192,0.00064266566],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010275361,0.00067727116,0.0005795878,0.00090006355,0.00020256639,0.00050131156,0.0042186407,0.0002343538,0.00008032901],"category_scores_gemma":[0.12920968,0.00064154883,0.00017677968,0.00339578,0.00007521184,0.0012643762,0.0011653517,0.0007413745,0.0010435921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039616345,0.00034224213,0.80036336,0.001575848,0.0004566897,0.0015275906,0.0024976423,0.07105199,0.005533899,0.0011989605,0.016179498,0.09923264],"study_design_scores_gemma":[0.0014347929,0.0011316291,0.9345883,0.0010028506,0.00005221738,0.00022662054,0.000046502882,0.01876553,0.0069253547,0.00011032995,0.032902997,0.0028128503],"about_ca_topic_score_codex":0.00006660911,"about_ca_topic_score_gemma":0.000008028473,"teacher_disagreement_score":0.5222938,"about_ca_system_score_codex":0.00015309737,"about_ca_system_score_gemma":0.00017230645,"threshold_uncertainty_score":0.9997342},"labels":[],"label_agreement":null},{"id":"W4387700779","doi":"10.1145/3617946.3617958","title":"Report of the Fourth International Workshop on Quantum Software Engineering (Q-SE 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software; Software engineering; Engineering; Engineering management; Engineering ethics; Computer science; Operating system","score_opus":0.0923543434671594,"score_gpt":0.3401219015802265,"score_spread":0.24776755811306708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85229737,0.00012542328,0.12480426,0.0025025604,0.017841239,0.0004592762,0.00019709166,0.0017451152,0.0000276486],"genre_scores_gemma":[0.9821461,0.00000895155,0.015099273,0.00008778151,0.00032466595,0.000025916075,0.000078406614,0.00005161383,0.0021773302],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99557763,0.00004043035,0.00090751937,0.00089274865,0.0020962367,0.00048541004],"domain_scores_gemma":[0.913492,0.08146116,0.00044481776,0.0040223002,0.0003995964,0.0001800806],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030555397,0.000298348,0.0003468301,0.0007294168,0.00016144855,0.00031105243,0.0032054626,0.00010271844,0.00015253808],"category_scores_gemma":[0.5891605,0.0002211652,0.00027653723,0.002641708,0.000053884844,0.00025316302,0.0019276174,0.0003335917,0.00033388773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024494788,0.00009773317,0.25949782,0.00007116679,0.00014532285,0.00025680088,0.0006143961,0.6076042,0.0004570714,0.000948554,0.09501904,0.03526338],"study_design_scores_gemma":[0.0005785584,0.000057455192,0.77669156,0.00077742577,0.000046782956,0.00008225778,0.00019444057,0.06422206,0.0015715079,0.0006392269,0.15424743,0.00089127873],"about_ca_topic_score_codex":0.000029328905,"about_ca_topic_score_gemma":0.000005011232,"teacher_disagreement_score":0.586105,"about_ca_system_score_codex":0.00006863436,"about_ca_system_score_gemma":0.00005699259,"threshold_uncertainty_score":0.90188557},"labels":[],"label_agreement":null},{"id":"W4387701050","doi":"10.1145/3617946.3617951","title":"Towards a Research Agenda for Understanding and Managing Uncertainty in Self-Adaptive Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Agile software development; Human systems engineering; Uncertainty analysis; Risk analysis (engineering); Adaptive system; Complex adaptive system; Key (lock); Management science; Engineering; Artificial intelligence; Simulation; Computer security; Software engineering; Business","score_opus":0.2246854830976646,"score_gpt":0.36805916708545267,"score_spread":0.14337368398778808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387701050","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011059981,0.0007755092,0.9826792,0.0002885362,0.0008328602,0.0006226325,0.000014004126,0.003724755,0.0000025570805],"genre_scores_gemma":[0.52032405,0.00010354487,0.47916812,0.000013602478,0.00007473628,0.00023899747,0.0000063131106,0.000055591892,0.000015030597],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972051,0.00013320902,0.00037474395,0.0007769403,0.00045865655,0.0010513455],"domain_scores_gemma":[0.88581634,0.11298303,0.00006449554,0.0008584839,0.00013681265,0.000140864],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002889653,0.00033190654,0.0004264334,0.0010651902,0.00021647362,0.00023207562,0.0011237074,0.00016647829,4.9283756e-7],"category_scores_gemma":[0.121897064,0.00035356652,0.000071830706,0.0020337377,0.00005378926,0.0005413959,0.0009964164,0.0004912664,0.000007121104],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024577199,0.00002487034,0.00420378,0.00092950184,0.0000844047,0.000143283,0.0041647307,0.91344965,0.0003677585,0.06496937,0.0003194424,0.011318636],"study_design_scores_gemma":[0.0026894906,0.0007783048,0.03543788,0.0020178868,0.00004114047,0.00011067371,0.0023081913,0.85450643,0.0010895942,0.09573766,0.0023955249,0.0028872264],"about_ca_topic_score_codex":0.00007510868,"about_ca_topic_score_gemma":0.0000062373497,"teacher_disagreement_score":0.5092641,"about_ca_system_score_codex":0.00060106727,"about_ca_system_score_gemma":0.00009462618,"threshold_uncertainty_score":0.99989164},"labels":[],"label_agreement":null},{"id":"W4390263588","doi":"10.1145/3635439.3635445","title":"Report of the 8th Workshop on Empirical RequirementsEngineering (EmpiRE 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de Catalunya; Khalifa University of Science, Technology and Research; Commonwealth Scientific and Industrial Research Organisation; Hamad Bin Khalifa University; University of Twente; Pennsylvania State University; University of Waterloo; University of Cincinnati; Universiteit Utrecht; University of Pennsylvania","keywords":"Empire; Engineering; Library science; Engineering management; Political science; Computer science; Law","score_opus":0.054257422630188956,"score_gpt":0.3173343984730046,"score_spread":0.26307697584281564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390263588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8644098,0.00035516624,0.12184413,0.002765647,0.0039891093,0.00071727805,0.00002380538,0.00588187,0.0000132074265],"genre_scores_gemma":[0.97343665,0.000025770822,0.025602648,0.00008426261,0.00021497865,0.0000904523,0.000015806138,0.0001050324,0.0004243857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963275,0.000043991415,0.0006424586,0.000791218,0.0012680879,0.0009267439],"domain_scores_gemma":[0.9313217,0.06470681,0.00014474898,0.0034115422,0.00018084724,0.00023435001],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008758369,0.00044569786,0.00043200096,0.0005505887,0.00014836714,0.00012056152,0.0031745825,0.00021091678,0.00001779127],"category_scores_gemma":[0.27587923,0.00037728887,0.00027313363,0.0035601468,0.000061173305,0.00034732546,0.0017454879,0.0006905563,0.00013012208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015679352,0.00014472824,0.7648906,0.000522998,0.0002313524,0.00085858273,0.00089462433,0.19626461,0.004660987,0.00089012115,0.016827716,0.013797964],"study_design_scores_gemma":[0.00052970526,0.00011066806,0.96190536,0.00086381566,0.00002313345,0.00017874142,0.000013745195,0.010856412,0.015268092,0.000104105726,0.009178846,0.000967385],"about_ca_topic_score_codex":0.000012935723,"about_ca_topic_score_gemma":0.0000013297181,"teacher_disagreement_score":0.2750034,"about_ca_system_score_codex":0.0001722322,"about_ca_system_score_gemma":0.00014431436,"threshold_uncertainty_score":0.9998679},"labels":[],"label_agreement":null},{"id":"W4393851745","doi":"10.1145/3650142.3650148","title":"Column: Is Theory (Still) Welcome in Software Engineering Research?","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Column (typography); Computer science; Software; Software engineering; Programming language; Telecommunications","score_opus":0.03368683316757169,"score_gpt":0.3006107158940571,"score_spread":0.2669238827264854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393851745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28513622,0.014941881,0.67855406,0.0011741945,0.004731885,0.00128336,0.000088257184,0.014083255,0.000006927013],"genre_scores_gemma":[0.86468285,0.00012346856,0.1337285,0.0000957818,0.00047524535,0.00031872085,0.000018520457,0.00027268648,0.0002842008],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933479,0.00015561443,0.00080241606,0.0017137903,0.0017330606,0.0022472157],"domain_scores_gemma":[0.75298893,0.24268226,0.000055901626,0.003258506,0.0003682448,0.0006461643],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034833462,0.0007810119,0.0006829728,0.0026018221,0.00016709906,0.0011087822,0.0042412356,0.0004695183,0.00014548375],"category_scores_gemma":[0.3609034,0.0008593381,0.00028382504,0.0049803318,0.00011497398,0.001389529,0.0022291066,0.0025377371,0.0005396594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009116722,0.0005742515,0.6753613,0.00797758,0.00083407765,0.0066706887,0.015543396,0.09712958,0.0073195947,0.05503078,0.016619004,0.11684858],"study_design_scores_gemma":[0.002671495,0.0010162208,0.6856387,0.009403985,0.00008533047,0.00085933175,0.00011313798,0.10955654,0.02709723,0.004127153,0.15165713,0.0077737034],"about_ca_topic_score_codex":0.000107098596,"about_ca_topic_score_gemma":0.0000068704917,"teacher_disagreement_score":0.5795467,"about_ca_system_score_codex":0.00075885176,"about_ca_system_score_gemma":0.00038198993,"threshold_uncertainty_score":0.9999282},"labels":[],"label_agreement":null},{"id":"W4400766751","doi":"10.1145/3672089.3672101","title":"Emerging Advanced Technologies for Game Engineering","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kelowna General Hospital","funders":"","keywords":"Computer science; Engineering","score_opus":0.012461015595260538,"score_gpt":0.2748150516941775,"score_spread":0.262354036098917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766751","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4566696,0.084776565,0.3380093,0.01612141,0.022481306,0.0042752204,0.00038147045,0.076406114,0.0008790048],"genre_scores_gemma":[0.95093477,0.0003782642,0.046988893,0.000027740796,0.0003590565,0.00019402002,0.000017521028,0.00008465626,0.0010150947],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985902,0.0000042800384,0.00020598507,0.0003475099,0.00024272231,0.0006093426],"domain_scores_gemma":[0.9817107,0.017741282,0.000024883173,0.00035937928,0.00006124607,0.000102559716],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00024652222,0.00022233356,0.0002157634,0.00022359777,0.000062252846,0.00016423156,0.0006037508,0.00015785072,0.00001664444],"category_scores_gemma":[0.18602934,0.00022957278,0.00014886662,0.0004915735,0.000053125117,0.00045344883,0.00017855312,0.0002024347,0.000027470514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070729034,0.000020506941,0.0021135455,0.0005596029,0.00007524047,0.000029262013,0.0039052775,0.0043248925,0.0025033872,0.010728478,0.0009943767,0.97473836],"study_design_scores_gemma":[0.00013035355,0.000044521697,0.0005587999,0.0004242522,0.00002395523,0.0000026245227,0.00043412467,0.000724079,0.002420739,0.00020709506,0.99461263,0.00041681592],"about_ca_topic_score_codex":0.000012469077,"about_ca_topic_score_gemma":0.0000093388435,"teacher_disagreement_score":0.99361825,"about_ca_system_score_codex":0.00010597575,"about_ca_system_score_gemma":0.00008113885,"threshold_uncertainty_score":0.9361706},"labels":[],"label_agreement":null},{"id":"W4400766819","doi":"10.1145/3672089.3672103","title":"SERP4IoT'24 Workshop Report","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02228671025151201,"score_gpt":0.23685760947487303,"score_spread":0.214570899223361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766819","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5811198,0.013456916,0.33219662,0.007816015,0.043966655,0.00051717187,0.000020427047,0.02073363,0.00017280181],"genre_scores_gemma":[0.9824748,0.000025447696,0.00579772,0.00030358887,0.010649141,0.00003933387,0.00012175872,0.00013448337,0.0004537386],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980619,0.0000024763772,0.00042358172,0.0006335509,0.00041306723,0.0004654488],"domain_scores_gemma":[0.9912604,0.007520838,0.000097905904,0.0008197144,0.00026885312,0.000032259624],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037406263,0.00037118248,0.0003334554,0.0005322481,0.00014269959,0.0009206061,0.0005391444,0.00017897745,0.0001492653],"category_scores_gemma":[0.0800209,0.00034914384,0.00021013831,0.0015146427,0.000026884652,0.0012756203,0.0003348078,0.00039136052,0.00048211435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006886332,0.00038178227,0.42128298,0.014957311,0.0014608535,0.006469633,0.000538447,0.20252985,0.0039126044,0.009028328,0.14573061,0.19363874],"study_design_scores_gemma":[0.00056839787,0.0000122553365,0.015197551,0.0032228157,0.0011021226,0.00018239643,0.00009293226,0.1552745,0.00063696207,0.0019483237,0.81847674,0.0032850339],"about_ca_topic_score_codex":0.0001513832,"about_ca_topic_score_gemma":0.000009755215,"teacher_disagreement_score":0.6727461,"about_ca_system_score_codex":0.000039064744,"about_ca_system_score_gemma":0.000044697073,"threshold_uncertainty_score":0.99989605},"labels":[],"label_agreement":null},{"id":"W4400766849","doi":"10.1145/3672089.3672094","title":"An Interview with Martin Robillard - 2024 SIGSOFT Awardee","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.017718617648481507,"score_gpt":0.2614677224734998,"score_spread":0.2437491048250183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013736163,0.0050019505,0.9660301,0.0013200875,0.0015773753,0.00032518985,0.000019206827,0.011979325,0.00001060555],"genre_scores_gemma":[0.5623747,0.00011610999,0.43670166,0.00020377936,0.0002557583,0.00010728264,0.000019767398,0.00012352754,0.00009743897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972814,0.000068601636,0.00044121992,0.0010070588,0.00049184513,0.00070987584],"domain_scores_gemma":[0.970186,0.02677664,0.00008100346,0.0025039848,0.00012758457,0.00032477497],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007627155,0.0005888755,0.000431352,0.00040825616,0.00011068859,0.0010399981,0.0027874254,0.00021175247,0.00010728837],"category_scores_gemma":[0.031064669,0.0005064562,0.00016653977,0.0011483912,0.00003840244,0.0019574605,0.00075444195,0.0006998515,0.00015324682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008870163,0.00069032406,0.14941582,0.00747118,0.0014842651,0.0041449587,0.005196498,0.04760195,0.007236637,0.02175814,0.058905,0.69600654],"study_design_scores_gemma":[0.0010081973,0.0032782939,0.039830428,0.0060483348,0.00040321148,0.0021371602,0.00004411061,0.09787636,0.018338915,0.0017451703,0.82266116,0.006628649],"about_ca_topic_score_codex":0.000037662554,"about_ca_topic_score_gemma":0.0000054728757,"teacher_disagreement_score":0.76375616,"about_ca_system_score_codex":0.000107190266,"about_ca_system_score_gemma":0.00012082648,"threshold_uncertainty_score":0.999997},"labels":[],"label_agreement":null},{"id":"W4400766855","doi":"10.1145/3672089.3672092","title":"On the Academia-Industry 'Gap' from a Perspective of Professors' Choices and their Psychological Implications","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Perspective (graphical); Psychology; Sociology; Computer science","score_opus":0.04144434248284134,"score_gpt":0.3108156109806737,"score_spread":0.26937126849783233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.886726,0.0011576373,0.09091566,0.01873953,0.0010166175,0.0004561404,0.00004713809,0.0008402808,0.00010099916],"genre_scores_gemma":[0.9933882,0.000011952899,0.0059926207,0.00037744603,0.000072621355,0.000107751206,0.000004899552,0.000008208576,0.000036319238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9992026,0.00002653093,0.0002339669,0.00025342742,0.00013445946,0.00014898389],"domain_scores_gemma":[0.98472196,0.014614993,0.0000615915,0.00045226308,0.0000906389,0.000058533242],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0002251069,0.00014350298,0.00012463592,0.0000987307,0.00009165653,0.00012177797,0.0006256196,0.00021834829,0.000028319413],"category_scores_gemma":[0.010319735,0.00008818188,0.000042903535,0.00039355774,0.000028141023,0.00024497768,0.00014892759,0.0005921974,0.00003031515],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000048143556,0.00013077428,0.034688484,0.00015145453,0.00019807652,0.0000015809251,0.049722344,0.00028944667,0.0013960074,0.88529295,0.0076442626,0.020479802],"study_design_scores_gemma":[0.00034307927,0.0001362188,0.9549208,0.001071146,0.000021970309,0.00005785752,0.0028713443,0.0027007917,0.007104601,0.013076169,0.016804397,0.00089161005],"about_ca_topic_score_codex":0.000017062037,"about_ca_topic_score_gemma":4.4099107e-7,"teacher_disagreement_score":0.92023236,"about_ca_system_score_codex":0.000054138873,"about_ca_system_score_gemma":0.000051924922,"threshold_uncertainty_score":0.9980168},"labels":[],"label_agreement":null},{"id":"W4406940158","doi":"10.1145/3709616.3709621","title":"Report on ReAnimate'24: 2024 Summer School on Retro Gaming History, Critic, and Development","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Computer science; Architectural engineering; Engineering","score_opus":0.027577504719067465,"score_gpt":0.2786245045904875,"score_spread":0.25104699987142004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406940158","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270876,0.0071450155,0.002535778,0.003521294,0.015779471,0.0013841755,0.000031516374,0.0031775353,0.039337594],"genre_scores_gemma":[0.95253414,0.00012022574,0.010046505,0.0008067992,0.00027528196,0.000055486467,0.000020231184,0.00004763174,0.036093723],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.998526,0.000017144564,0.0002787761,0.0003939396,0.00036671426,0.00041746962],"domain_scores_gemma":[0.9911759,0.008102608,0.000052472544,0.00036428272,0.00008071374,0.00022404277],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00039957243,0.00020992408,0.00022607534,0.0001895172,0.00010782488,0.00009503077,0.00024846138,0.00012636627,0.0001187524],"category_scores_gemma":[0.13871063,0.00021678254,0.000048285092,0.00016201168,0.00007446724,0.00016052288,0.000110416266,0.0002487738,0.000058079382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010262109,0.00031219324,0.6248124,0.0008093593,0.00024461094,0.00089164905,0.009310289,0.0001842803,0.00066273595,0.013575758,0.09956815,0.2495259],"study_design_scores_gemma":[0.00015079207,0.000042100848,0.062180463,0.0004944488,0.000014170909,0.0000034095406,0.00016116472,0.0000022918043,0.00065323757,0.000022018277,0.9359966,0.00027929427],"about_ca_topic_score_codex":0.00008323565,"about_ca_topic_score_gemma":0.000056099558,"teacher_disagreement_score":0.83642846,"about_ca_system_score_codex":0.00054561096,"about_ca_system_score_gemma":0.00033682017,"threshold_uncertainty_score":0.88401353},"labels":[],"label_agreement":null},{"id":"W4411017475","doi":"10.1145/3721890.3721897","title":"Summary of the 6th International Workshop on Automated and verifiable Software sYstem DEvelopment (ASYDE) co-located with the 39th IEEE/ACM ASE 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Verifiable secret sharing; Software engineering; Computer science; Software; Systems engineering; Engineering; Operating system; Programming language","score_opus":0.012769823327909989,"score_gpt":0.2569284274883022,"score_spread":0.2441586041603922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411017475","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39295557,0.0014483049,0.59569615,0.0035390658,0.0015661708,0.0011225366,0.000059348396,0.003576537,0.000036279373],"genre_scores_gemma":[0.96569943,0.000025996853,0.033465967,0.00015195413,0.000039505485,0.00009418583,0.000019785835,0.00002898084,0.00047417605],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773276,0.00009696824,0.00040653875,0.000577113,0.0007654322,0.0004212003],"domain_scores_gemma":[0.9734866,0.024219168,0.00012854686,0.0017546572,0.00030857153,0.00010246516],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0006552313,0.00032347994,0.00035136656,0.0002855412,0.00031506657,0.00024555883,0.0028392724,0.00013630457,0.000010013369],"category_scores_gemma":[0.02782862,0.0001997479,0.00010452704,0.0014129578,0.00013282082,0.0002220095,0.00091803237,0.00046371997,0.000012112883],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024103894,0.0005484247,0.63829523,0.0028295182,0.00198019,0.00009561711,0.0026778348,0.25110137,0.0014019974,0.0015203822,0.01873123,0.080577165],"study_design_scores_gemma":[0.004715932,0.00050729007,0.5720242,0.016196873,0.00041090624,0.00012492009,0.000772005,0.2608672,0.09209921,0.00015335715,0.04878264,0.0033454224],"about_ca_topic_score_codex":0.000064278946,"about_ca_topic_score_gemma":0.000010759335,"teacher_disagreement_score":0.5727439,"about_ca_system_score_codex":0.00022496769,"about_ca_system_score_gemma":0.0003661582,"threshold_uncertainty_score":0.9803604},"labels":[],"label_agreement":null},{"id":"W4411017498","doi":"10.1145/3721890.3721898","title":"Addressing the Agony of Recruitment for Human-centric Computing Studies","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Software engineering; Data science","score_opus":0.2226699876267006,"score_gpt":0.3875674024411216,"score_spread":0.164897414814421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411017498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14890485,0.006123908,0.84153235,0.0006628445,0.001439938,0.00065731735,0.000004255665,0.0006681215,0.0000064150267],"genre_scores_gemma":[0.85593176,0.000020345306,0.14369315,0.0001514509,0.000118363925,0.000042533695,0.0000030111858,0.000017972772,0.00002142408],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984956,0.000030284431,0.0004422993,0.0003945939,0.00020453666,0.0004327241],"domain_scores_gemma":[0.96148735,0.037208825,0.00015968009,0.0008940011,0.00020667381,0.00004346069],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0005303629,0.00024166559,0.00035706483,0.0001948551,0.00037700956,0.00012271004,0.0014186226,0.00006275792,0.0000011816112],"category_scores_gemma":[0.029914612,0.00018808938,0.00014433166,0.0006231532,0.00004356494,0.0001539748,0.0010317512,0.0001680059,0.0000013021457],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023244942,0.00031553092,0.16703324,0.0032103793,0.001392448,0.000022797687,0.013250103,0.13136522,0.008563606,0.06759781,0.005250745,0.60197484],"study_design_scores_gemma":[0.007752626,0.0010287835,0.47169673,0.014810158,0.0007855003,0.00006674739,0.001270585,0.27146816,0.17457764,0.010350176,0.041543994,0.004648889],"about_ca_topic_score_codex":0.000019164312,"about_ca_topic_score_gemma":0.000001642506,"teacher_disagreement_score":0.7070269,"about_ca_system_score_codex":0.00008135595,"about_ca_system_score_gemma":0.000049819173,"threshold_uncertainty_score":0.9782568},"labels":[],"label_agreement":null},{"id":"W4415665746","doi":"10.1145/3772008.3772019","title":"The First International Workshop on Neuro-Symbolic Software Engineering (NSE 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Social software engineering; Software development; Work (physics); Software; Software requirements; Point (geometry); Software construction","score_opus":0.014921288394421762,"score_gpt":0.2594066150306536,"score_spread":0.24448532663623185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07637265,0.0025801028,0.890094,0.009747699,0.011555056,0.0009636421,0.000031131756,0.008635299,0.000020415491],"genre_scores_gemma":[0.9211917,0.00025123984,0.07566356,0.00094740075,0.00059922057,0.00041570398,0.000024755702,0.00018220954,0.00072421436],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611884,0.000034812812,0.0006113826,0.0010442785,0.0009702078,0.001220472],"domain_scores_gemma":[0.7671275,0.22891328,0.00011492208,0.0032076845,0.00032594404,0.0003106885],"candidate_categories":["metaresearch","metaepi_narrow","open_science"],"consensus_categories":[],"category_scores_codex":[0.0006395254,0.00068233255,0.00042996014,0.0007724295,0.00047342744,0.000891498,0.005635788,0.00026602167,0.000021381255],"category_scores_gemma":[0.4376111,0.00062209956,0.00027176095,0.0018007627,0.00006575427,0.0005502471,0.0019265774,0.0012000757,0.00017517823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010013197,0.00032072657,0.57563925,0.0005527123,0.0007677053,0.00036079157,0.0008233548,0.2842252,0.000689691,0.019262258,0.030179469,0.0870787],"study_design_scores_gemma":[0.0013966769,0.00014463537,0.6585316,0.0014300479,0.000044583434,0.000055901204,0.000014663495,0.03332738,0.0043239137,0.0001660985,0.29870042,0.0018640565],"about_ca_topic_score_codex":0.000019340614,"about_ca_topic_score_gemma":0.0000052497817,"teacher_disagreement_score":0.84481907,"about_ca_system_score_codex":0.00035603283,"about_ca_system_score_gemma":0.00016811366,"threshold_uncertainty_score":0.9997442},"labels":[],"label_agreement":null},{"id":"W4415665752","doi":"10.1145/3772008.3772013","title":"Blended PC Peer Review Model: Process and Reflection","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"","keywords":"Reflection (computer programming); Process (computing); Shadow (psychology); Software; Quality (philosophy); Technical peer review; Scheme (mathematics); Code review","score_opus":0.02249965312356118,"score_gpt":0.2998345649265709,"score_spread":0.27733491180300973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013695598,0.017023327,0.9594153,0.0061573368,0.0009546989,0.0004215284,0.000005321295,0.0022649132,0.00006197135],"genre_scores_gemma":[0.93512195,0.0005548597,0.062388927,0.00066395535,0.00007340287,0.00010971704,0.000008752627,0.000027488864,0.0010509695],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986388,0.000019493875,0.0002700451,0.0004458709,0.0003369934,0.0002888025],"domain_scores_gemma":[0.99532956,0.003571615,0.000060077306,0.0007137702,0.0002454332,0.000079551195],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004207039,0.00021571733,0.00028100153,0.00016557211,0.00012397824,0.000123043,0.0006676349,0.000101453945,0.0000018372788],"category_scores_gemma":[0.040786654,0.00020479137,0.000056399553,0.0005842844,0.000013894769,0.00034696917,0.0002270614,0.00020487962,0.000008013489],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005298544,0.0006331058,0.29649013,0.06286317,0.0009113768,0.00014393385,0.014281496,0.0938403,0.021783106,0.07210416,0.1454356,0.2914606],"study_design_scores_gemma":[0.00420187,0.00066909805,0.0399617,0.057555936,0.00046919176,0.000572357,0.000098048506,0.6580189,0.079320215,0.009063555,0.14258951,0.0074796635],"about_ca_topic_score_codex":0.00001241752,"about_ca_topic_score_gemma":0.0000015316281,"teacher_disagreement_score":0.92142636,"about_ca_system_score_codex":0.00005077515,"about_ca_system_score_gemma":0.000085341,"threshold_uncertainty_score":0.9672932},"labels":[],"label_agreement":null},{"id":"W4415665764","doi":"10.1145/3772008.3772014","title":"Summary Report of the 6th Cloud Intelligence / AIOps Workshop 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"DevOps; Cloud computing; Software; Event (particle physics)","score_opus":0.015990904721336074,"score_gpt":0.25116455618876515,"score_spread":0.23517365146742908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665764","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037703726,0.0012466662,0.942343,0.0009494164,0.016879492,0.00018990943,6.398275e-7,0.00063477416,0.000052383846],"genre_scores_gemma":[0.902053,0.00002537923,0.09575533,0.00026375262,0.0008548253,0.000015611184,0.0000045739553,0.000028060576,0.000999486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982984,0.00003094677,0.0005101812,0.00045512535,0.00029105402,0.00041429824],"domain_scores_gemma":[0.97631943,0.021270916,0.00016594047,0.0020040968,0.00016879669,0.000070797905],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00046367114,0.0002480003,0.00028631638,0.00016597098,0.00015021446,0.00009395709,0.0025097544,0.00012573878,0.0000024118751],"category_scores_gemma":[0.06533689,0.00020717821,0.00020656241,0.0013090117,0.000053319844,0.00020975589,0.001810458,0.00037665133,0.000009070293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019183057,0.00021109448,0.6577785,0.00093466195,0.0003421743,0.00027440285,0.0025864176,0.04129931,0.0016741116,0.0075423135,0.055138376,0.23219946],"study_design_scores_gemma":[0.0011643803,0.00021942054,0.48566303,0.010344059,0.0003116378,0.0006154622,0.00011370255,0.06052864,0.21690871,0.009953171,0.20966803,0.004509778],"about_ca_topic_score_codex":0.000030363793,"about_ca_topic_score_gemma":0.0000012741559,"teacher_disagreement_score":0.86434925,"about_ca_system_score_codex":0.00006060226,"about_ca_system_score_gemma":0.0001680536,"threshold_uncertainty_score":0.9425362},"labels":[],"label_agreement":null},{"id":"W4415665768","doi":"10.1145/3772008.3772018","title":"Summary of the 2nd International Workshop on Multi-disciplinary, Open, and IntegRatEd Requirements Engineering (MO2RE) co-located with the 47th IEEE/ACM ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Trustworthiness; Requirements engineering; Software requirements; Software; Requirements analysis; Requirements elicitation","score_opus":0.04035536920652813,"score_gpt":0.31651364504959273,"score_spread":0.2761582758430646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096447654,0.000652684,0.8958455,0.0035211754,0.0014441564,0.0008708165,0.00003618286,0.0011589773,0.000022883749],"genre_scores_gemma":[0.84841704,0.00007892179,0.15076837,0.00023784571,0.000051136773,0.00011410452,0.00002021548,0.000049036218,0.00026334898],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99825877,0.000044759337,0.00038569872,0.00055050704,0.00038795915,0.00037228578],"domain_scores_gemma":[0.9809116,0.016823357,0.00018184114,0.0018175159,0.0001844021,0.00008129072],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005645852,0.0004138906,0.00033089516,0.00025894176,0.00019065336,0.00036423854,0.0047014863,0.00014974052,0.000008916566],"category_scores_gemma":[0.023250341,0.00027194366,0.00008038082,0.0010330667,0.000074557785,0.00062639924,0.0016489006,0.0006332516,0.0000021495625],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000760778,0.0013990739,0.5128246,0.0016271677,0.0027252042,0.00016073395,0.005087405,0.29827112,0.016799102,0.014623128,0.042233367,0.10348836],"study_design_scores_gemma":[0.0067956983,0.0010088256,0.56707776,0.014723313,0.00047172527,0.0001474875,0.0003541314,0.18471543,0.13558729,0.0005047103,0.08423133,0.0043823128],"about_ca_topic_score_codex":0.000111765985,"about_ca_topic_score_gemma":0.000015312899,"teacher_disagreement_score":0.75196934,"about_ca_system_score_codex":0.00014077514,"about_ca_system_score_gemma":0.000113748785,"threshold_uncertainty_score":0.9999733},"labels":[],"label_agreement":null},{"id":"W4415665770","doi":"10.1145/3772008.3772021","title":"Sixth International Workshop on Quantum Software Engineering (Q-SE 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Software requirements; Social software engineering; Software development; Software construction; Software system; Software development process","score_opus":0.012983915454716487,"score_gpt":0.2505877114172944,"score_spread":0.2376037959625779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665770","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10145824,0.00056195504,0.88883835,0.0016254004,0.004380719,0.0002059817,0.000016934364,0.0029037993,0.00000859983],"genre_scores_gemma":[0.7010281,0.000027907463,0.29757857,0.0005797341,0.00042849767,0.00004103743,0.000027597842,0.00006489724,0.00022362711],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99742025,0.00002675423,0.00046078514,0.00086851785,0.000501587,0.00072209205],"domain_scores_gemma":[0.9731374,0.025041185,0.00009757863,0.0013999817,0.00013937948,0.0001845004],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00028497208,0.0005394476,0.0004055368,0.00063710386,0.00018565581,0.00037603307,0.002720897,0.00020922352,0.000023141145],"category_scores_gemma":[0.06710661,0.0005427302,0.00022172504,0.0009856237,0.0000278599,0.00030112974,0.0011666092,0.0007898053,0.000066211316],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030250698,0.0002471004,0.030297274,0.00029687322,0.00033461646,0.00019500419,0.0009284414,0.79725283,0.0010273758,0.019215127,0.0038107233,0.14636439],"study_design_scores_gemma":[0.0013427743,0.00018377443,0.103659794,0.0024373045,0.000046647307,0.000058746995,0.000015556589,0.8419252,0.004517082,0.00081656926,0.04298012,0.0020164503],"about_ca_topic_score_codex":0.00001819744,"about_ca_topic_score_gemma":0.0000010981166,"teacher_disagreement_score":0.5995699,"about_ca_system_score_codex":0.00013744939,"about_ca_system_score_gemma":0.00010148227,"threshold_uncertainty_score":0.9997024},"labels":[],"label_agreement":null},{"id":"W4415665789","doi":"10.1145/3772008.3772017","title":"Engineering Gameful Systems: Insights from the 9th International GAS Workshop at ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Tetra Tech (Canada); Ontario Tech University; Kelowna General Hospital","funders":"","keywords":"Session (web analytics); Reflection (computer programming); Software; Intersection (aeronautics); Key (lock); Software development; Ethical issues","score_opus":0.018654043466865385,"score_gpt":0.2818090595187122,"score_spread":0.2631550160518468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.864266,0.019950612,0.06053056,0.0069792536,0.045502648,0.0008940185,0.00019325691,0.0013642925,0.00031937475],"genre_scores_gemma":[0.98712426,0.000069549365,0.0033684599,0.00031984062,0.00084631896,0.00024368445,0.0003252912,0.000053120064,0.0076494752],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985062,0.00003845996,0.00040894354,0.00048269873,0.0002537249,0.0003100078],"domain_scores_gemma":[0.9652657,0.033429947,0.00010146153,0.0009814812,0.0001412286,0.00008019949],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00015015913,0.00029117233,0.00023598479,0.00018153788,0.000109721535,0.00012377182,0.0009032481,0.00019946678,0.00037250193],"category_scores_gemma":[0.02729572,0.000252984,0.00011334832,0.00039493814,0.000032354405,0.00011847746,0.0002449004,0.00035323048,0.00034507955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019151895,0.00055859564,0.6179251,0.000304667,0.0024664742,0.00005858217,0.015552658,0.08181788,0.0044358857,0.08652158,0.1651678,0.024999239],"study_design_scores_gemma":[0.0006996372,0.000019743722,0.4556643,0.00066270976,0.00012104774,0.000020266414,0.00060768775,0.0020182764,0.00042936657,0.00016039533,0.53897274,0.00062381284],"about_ca_topic_score_codex":0.000200824,"about_ca_topic_score_gemma":0.00001658998,"teacher_disagreement_score":0.37380496,"about_ca_system_score_codex":0.00023613976,"about_ca_system_score_gemma":0.00005239206,"threshold_uncertainty_score":0.99999225},"labels":[],"label_agreement":null},{"id":"W4415665797","doi":"10.1145/3772008.3772020","title":"Report on the 13th ACM/IEEE International Workshop on Software Engineering for Systems-of-Systems and Software Ecosystems - SESoS@ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software development; Software; Software requirements; Software peer review; Software system","score_opus":0.05786097938940332,"score_gpt":0.29832217071275635,"score_spread":0.24046119132335303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665797","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17038724,0.004075708,0.8082786,0.0002637872,0.010661396,0.002372073,0.00050269143,0.0034449538,0.000013517357],"genre_scores_gemma":[0.93557847,0.00022228755,0.060124587,0.000051230076,0.0009285917,0.0021806997,0.00017323838,0.0003005271,0.00044035632],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967743,0.000053690546,0.0011981013,0.00076101243,0.00048704722,0.0007258515],"domain_scores_gemma":[0.9333273,0.063878804,0.00023358938,0.0021342463,0.0002790176,0.0001470214],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011165485,0.00079362665,0.0009388894,0.000584659,0.00018911553,0.00024470736,0.0013974763,0.00045400835,0.000007199397],"category_scores_gemma":[0.11706138,0.00070730963,0.00026765646,0.0006715754,0.000045212728,0.00016966046,0.0002532107,0.0006206015,0.000011461738],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028693434,0.000043870685,0.013139713,0.0025096524,0.00056836585,0.000021178388,0.00013941979,0.9708591,0.0013305227,0.0031095943,0.006618481,0.0016313929],"study_design_scores_gemma":[0.005375624,0.00067326444,0.05103236,0.029759992,0.0010484225,0.00076174986,0.00093237334,0.4817416,0.029029772,0.00028421314,0.391454,0.007906625],"about_ca_topic_score_codex":0.00006941376,"about_ca_topic_score_gemma":0.000003937566,"teacher_disagreement_score":0.76519126,"about_ca_system_score_codex":0.00031388729,"about_ca_system_score_gemma":0.00006737376,"threshold_uncertainty_score":0.9995378},"labels":[],"label_agreement":null},{"id":"W4415775777","doi":"10.1145/3743095.3743106","title":"Report on the 5th Workshop on Human Centric Software Engineering &amp; Cyber Security (HCSE&amp;CS 2024)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Social software engineering; Software security assurance; Software development; Software Engineering Process Group; Software requirements; Security engineering; Software peer review","score_opus":0.04007078305570823,"score_gpt":0.3490211912787009,"score_spread":0.3089504082229927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415775777","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93253213,0.00066801737,0.040757023,0.0030274515,0.014554593,0.0013614363,0.00012775612,0.005563417,0.0014081904],"genre_scores_gemma":[0.98089033,0.000019275461,0.0028659883,0.0011790913,0.0005550065,0.00026194248,0.00022779666,0.00014161199,0.013858974],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968815,0.00010632729,0.0008718329,0.00086486444,0.00050125545,0.00077421236],"domain_scores_gemma":[0.96264726,0.034459516,0.00024003138,0.0022668655,0.00019156221,0.00019477865],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00061260845,0.0006398157,0.00051127456,0.0006393437,0.00040598682,0.00017774395,0.0008306644,0.0004070553,0.004894769],"category_scores_gemma":[0.089847915,0.0005666998,0.00032797208,0.00094061624,0.00004934898,0.00015605953,0.00023079473,0.0014258225,0.0013492706],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003633303,0.0017876825,0.30160722,0.00082034897,0.00232429,0.0006673174,0.012873757,0.053215742,0.0008156433,0.048887514,0.5656616,0.010975529],"study_design_scores_gemma":[0.0009649575,0.000072514595,0.27442887,0.0010230915,0.00012139347,0.00012373977,0.00010193008,0.00012637967,0.00038562325,0.00018843352,0.72125006,0.0012130347],"about_ca_topic_score_codex":0.000060256254,"about_ca_topic_score_gemma":0.00002834395,"teacher_disagreement_score":0.1555884,"about_ca_system_score_codex":0.00030613385,"about_ca_system_score_gemma":0.00005462249,"threshold_uncertainty_score":0.99967843},"labels":[],"label_agreement":null}]}