{"meta":{"query_hash":"80ecfc32d2f8","filters":{"venue":"ACM SIGSOFT Software Engineering Notes"},"cohort_total":192,"direct_labels_cover":1,"predictions_cover":192,"exported":192,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/80ecfc32d2f8","api":"https://metacan.xera.ac/api/v1/cohort?venue=ACM+SIGSOFT+Software+Engineering+Notes"},"results":[{"id":"W1963912980","doi":"10.1145/1598732.1598744","title":"Book review","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Software engineering","score_opus":0.011891853662251761,"score_gpt":0.2497289166355176,"score_spread":0.23783706297326584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963912980","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00054775825,0.35326755,0.0019985954,0.03940541,0.088240184,0.00028967304,0.0032080875,0.0010507785,0.5119919],"genre_scores_gemma":[0.0014239129,0.08856925,0.0005567443,0.009304421,0.01300122,0.00007422447,0.0017281842,0.00027995757,0.8850621],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990721,0.000081281156,0.00005410941,0.00011380537,0.0006036735,0.000075052],"domain_scores_gemma":[0.9944359,0.0009247012,0.00029325671,0.00026706804,0.0031696865,0.0009093377],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009897453,0.00072518055,0.0013621029,0.004070217,0.00083023455,0.0038356122,0.0019742702,0.0021039105,0.517374],"category_scores_gemma":[0.0072019077,0.00038448555,0.0006127703,0.00437892,0.0004886886,0.0029487256,0.0016408158,0.0023542137,0.5000626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012467098,0.000012412548,0.000019930403,0.00037737185,0.000003702553,0.000033161523,0.0000083410805,0.000020878677,0.00009896397,0.00061081327,0.90723485,0.09156714],"study_design_scores_gemma":[0.0000029611676,0.000005578882,0.00004886852,0.00025197555,0.000002720743,0.00007489297,0.000009358581,0.0000063207667,0.000025746005,0.00019614278,0.9993729,0.000002555536],"about_ca_topic_score_codex":0.0018623814,"about_ca_topic_score_gemma":0.0040393705,"teacher_disagreement_score":0.517374,"about_ca_system_score_codex":0.0012194889,"about_ca_system_score_gemma":0.0021965005,"threshold_uncertainty_score":0.6884074},"labels":[],"label_agreement":null},{"id":"W1964199256","doi":"10.1145/1082983.1083201","title":"DISCOA","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Component (thermodynamics); Programming language; Marshalling; Architecture description language; Software engineering; Architectural model; Code (set theory); Computer security model; Distributed computing; Software; Software architecture; Architecture; Operating system; Reference architecture; Set (abstract data type)","score_opus":0.028152495916130615,"score_gpt":0.26996929095009675,"score_spread":0.24181679503396614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964199256","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048776423,0.0017208988,0.09919838,0.003818199,0.0038368902,0.00049283373,0.010009766,0.042593833,0.8334515],"genre_scores_gemma":[0.06320785,0.0023277048,0.098207176,0.0033984703,0.0012339436,0.00086043647,0.03304521,0.015699867,0.78201926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998565,0.00018759945,0.00010337112,0.0003308305,0.0006235729,0.00018975744],"domain_scores_gemma":[0.99726593,0.00037194247,0.00010996528,0.0011374257,0.00072276423,0.00039191777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013298613,0.0008392316,0.000609979,0.0018227606,0.0017205996,0.005003578,0.0028999972,0.0016932606,0.24342617],"category_scores_gemma":[0.0052793655,0.0005829375,0.00071994145,0.001845,0.0009523868,0.0040403125,0.004649005,0.0014954603,0.14743373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005921455,0.00012200863,0.0016501684,0.0006920505,0.000023565453,0.00036406956,0.0005051683,0.00094175426,0.004543082,0.07537536,0.5224009,0.39278978],"study_design_scores_gemma":[0.000027921058,0.000020609601,0.00019529897,0.000055580105,0.000006260083,0.00022083933,0.000056409943,0.0009803425,0.0011300596,0.0042881286,0.9930079,0.000010649856],"about_ca_topic_score_codex":0.002362399,"about_ca_topic_score_gemma":0.0031467122,"teacher_disagreement_score":0.24342617,"about_ca_system_score_codex":0.001611312,"about_ca_system_score_gemma":0.002074931,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1964882773","doi":"10.1145/1082983.1083072","title":"Better performance or better manageability?","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software; Java; Software development; Software system; Operating system","score_opus":0.031865933938278954,"score_gpt":0.2622705337867288,"score_spread":0.23040459984844985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964882773","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25672823,0.018872596,0.11521629,0.2965636,0.0053613028,0.00012444395,0.0010195755,0.0057598245,0.30035406],"genre_scores_gemma":[0.94596815,0.0030265432,0.016631477,0.008496197,0.003756467,0.00014144393,0.00034156212,0.0010967829,0.02054143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947684,0.001348228,0.000284352,0.001289061,0.0014572912,0.00085268624],"domain_scores_gemma":[0.98651487,0.0035887477,0.0028556464,0.0043570367,0.001374275,0.0013094197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059829275,0.0009302851,0.0010127703,0.0013287023,0.00093303685,0.006187466,0.001878878,0.0032671092,0.020768657],"category_scores_gemma":[0.021294624,0.00030239223,0.0005731816,0.0015639233,0.004359869,0.021073831,0.002775106,0.0030126884,0.0040525957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030943032,0.00043149432,0.012302758,0.00058171985,0.00021075452,0.00031852434,0.0017432991,0.007318818,0.007361175,0.6611012,0.04483423,0.26348656],"study_design_scores_gemma":[0.00012446946,0.00033766535,0.017020022,0.00030379824,0.00009769114,0.00051250483,0.0015260116,0.008323929,0.004564836,0.83281076,0.13424917,0.00012918447],"about_ca_topic_score_codex":0.0012301608,"about_ca_topic_score_gemma":0.0005706118,"teacher_disagreement_score":0.020768657,"about_ca_system_score_codex":0.0018424523,"about_ca_system_score_gemma":0.0012811371,"threshold_uncertainty_score":0.069478154},"labels":[],"label_agreement":null},{"id":"W1964950691","doi":"10.1145/1281421.1281440","title":"Aspects in Architectural Description","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Engineering; Architectural engineering","score_opus":0.03386948086107576,"score_gpt":0.2722562630989013,"score_spread":0.2383867822378255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964950691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062813326,0.04351774,0.8523884,0.018569054,0.0017414717,0.00017634443,0.00033871774,0.0015214633,0.07546562],"genre_scores_gemma":[0.25691274,0.054326676,0.62445724,0.0048363036,0.0025425397,0.000643434,0.002228476,0.0022423265,0.051810265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99069107,0.00453308,0.001022537,0.0009339047,0.0022827173,0.0005367082],"domain_scores_gemma":[0.9877309,0.0069613643,0.0005303482,0.0025087346,0.0017435373,0.0005250165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010519209,0.00115965,0.0011332857,0.0036925585,0.0026259706,0.009536209,0.0019975111,0.0028296798,0.0065379334],"category_scores_gemma":[0.015903512,0.0018337946,0.0015337134,0.0041205133,0.0090228245,0.017589288,0.006469519,0.006992572,0.0019195745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015177884,0.0000126839195,0.00025996007,0.00017625444,0.000013830472,0.00012674023,0.0016289488,0.0012592891,0.00026661082,0.9451955,0.009959313,0.041085567],"study_design_scores_gemma":[0.000013348483,0.000015612804,0.0001742729,0.0003154931,0.00002134046,0.00034754685,0.0005616953,0.0042789313,0.00052525743,0.6833457,0.31037372,0.00002711326],"about_ca_topic_score_codex":0.010920777,"about_ca_topic_score_gemma":0.009782731,"teacher_disagreement_score":0.010920777,"about_ca_system_score_codex":0.003990972,"about_ca_system_score_gemma":0.0031811316,"threshold_uncertainty_score":0.05563152},"labels":[],"label_agreement":null},{"id":"W1966252218","doi":"10.1145/2557833.2557859","title":"Leveraging \"energy efficiency to software users\"","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Theme (computing); Software; Sustainability; Process (computing); Software engineering; Engineering management; Computer science; Efficient energy use; Engineering; World Wide Web; Business","score_opus":0.008244656025009046,"score_gpt":0.19773676786360908,"score_spread":0.18949211183860004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966252218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25377747,0.0069306223,0.35799208,0.21821335,0.0048340196,0.00072192965,0.00030871364,0.0021979932,0.15502383],"genre_scores_gemma":[0.85368,0.0045364248,0.070479006,0.014763733,0.00090833806,0.0007623775,0.0002293888,0.0013114322,0.053329382],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97917193,0.013949897,0.0003734475,0.0014364775,0.003610915,0.0014573749],"domain_scores_gemma":[0.96925855,0.021608781,0.0010325118,0.00261332,0.003873517,0.0016132828],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.029151734,0.0010228339,0.0005766428,0.0011933236,0.0027789832,0.0075808777,0.0020004294,0.0034192982,0.005318185],"category_scores_gemma":[0.0338885,0.0006382768,0.0008982833,0.0010776089,0.004576861,0.014739315,0.013350782,0.005315885,0.0012193571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000359624,0.0007595292,0.0050065625,0.0018563261,0.00014014,0.0007034039,0.07931184,0.0050599654,0.029968327,0.2404384,0.1440164,0.49237946],"study_design_scores_gemma":[0.000075301905,0.0007884042,0.0036260386,0.00095282117,0.00011240524,0.00039341734,0.05116945,0.007874743,0.045105375,0.13367131,0.7559664,0.00026433947],"about_ca_topic_score_codex":0.00095529406,"about_ca_topic_score_gemma":0.002084199,"teacher_disagreement_score":0.029151734,"about_ca_system_score_codex":0.0026380522,"about_ca_system_score_gemma":0.004030979,"threshold_uncertainty_score":0.15417099},"labels":[],"label_agreement":null},{"id":"W1974316556","doi":"10.1145/1082983.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Outcome (game theory); Computer science; Management science; Decision analysis; Function (biology); Process (computing); Decision engineering; Business decision mapping; Operations research; Risk analysis (engineering); Decision support system; Artificial intelligence; Engineering; Mathematics; Mathematical economics","score_opus":0.18309279043444682,"score_gpt":0.4182378890722724,"score_spread":0.23514509863782557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974316556","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5032864,0.0010864575,0.30838364,0.0062339185,0.0002865123,0.0066006924,0.0032380335,0.0002958205,0.17058857],"genre_scores_gemma":[0.90802735,0.00065998395,0.08009916,0.00048142867,0.000027269094,0.0035306204,0.0005073389,0.000056692443,0.0066101975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9480069,0.041033674,0.0014347576,0.0012314497,0.007463274,0.0008299303],"domain_scores_gemma":[0.80319864,0.15871578,0.006173561,0.006120618,0.024661906,0.001129471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041148927,0.00065737165,0.000454359,0.00472545,0.0028777542,0.0044009276,0.0012883286,0.0010904601,0.0074949116],"category_scores_gemma":[0.1376187,0.00041008685,0.00034838283,0.004151983,0.0062196325,0.00510226,0.0026465254,0.0013404774,0.00081006496],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008100075,0.0011286674,0.027895292,0.004557472,0.000079048674,0.00092303246,0.32459798,0.008107643,0.012716711,0.3566849,0.010498094,0.25200114],"study_design_scores_gemma":[0.0002477726,0.0018830412,0.019912567,0.004573694,0.000089922985,0.0008088115,0.60496515,0.02317074,0.024674635,0.15125771,0.16818382,0.00023205766],"about_ca_topic_score_codex":0.0017037934,"about_ca_topic_score_gemma":0.0027799031,"teacher_disagreement_score":0.041148927,"about_ca_system_score_codex":0.0054785963,"about_ca_system_score_gemma":0.0042921617,"threshold_uncertainty_score":0.21761894},"labels":[],"label_agreement":null},{"id":"W1982046208","doi":"10.1145/1082983.1082999","title":"ICSE 2005 workshop summary third international workshop on dynamic analysis (WODA 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Static analysis; Software engineering; Dynamic program analysis; Scale (ratio); Software; Data science; Systems engineering; Engineering; Programming language","score_opus":0.010843758028425916,"score_gpt":0.2518805016925405,"score_spread":0.2410367436641146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982046208","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022475455,0.058718383,0.46407297,0.051621582,0.06550711,0.0015653196,0.0146801695,0.022747774,0.29861122],"genre_scores_gemma":[0.06459932,0.031925324,0.20098215,0.0062143514,0.006845181,0.0009412478,0.04485048,0.0066909306,0.636951],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781847,0.00044057562,0.00014822683,0.00040082476,0.0009048537,0.00028707922],"domain_scores_gemma":[0.99451584,0.00050884753,0.00013046556,0.0007931795,0.0031492542,0.0009024025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057378775,0.0018882772,0.0014290913,0.0026949046,0.0014627025,0.006846728,0.0025503046,0.0025158226,0.07105267],"category_scores_gemma":[0.0050163474,0.00080339774,0.0012008952,0.0020466938,0.0005402348,0.004519419,0.003208056,0.0028713795,0.052628793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031796683,0.00023986498,0.00061920163,0.00030835127,0.000042147083,0.0002189447,0.00013908386,0.0020117732,0.003704631,0.0063231424,0.72955304,0.25652182],"study_design_scores_gemma":[0.00005466969,0.00013000435,0.0010205148,0.0002957485,0.000053048807,0.00029385387,0.00021242282,0.0058064032,0.0036962715,0.005919352,0.9824765,0.000041341376],"about_ca_topic_score_codex":0.00517677,"about_ca_topic_score_gemma":0.009106224,"teacher_disagreement_score":0.07105267,"about_ca_system_score_codex":0.0015449125,"about_ca_system_score_gemma":0.0031773718,"threshold_uncertainty_score":0.23769486},"labels":[],"label_agreement":null},{"id":"W1982261875","doi":"10.1145/505894.505905","title":"WoSEF","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; XML; Software engineering; World Wide Web; Session (web analytics); Unified Modeling Language; Notation; Programming language; Metamodeling; Software; Linguistics","score_opus":0.01684962924630451,"score_gpt":0.2311417628143882,"score_spread":0.2142921335680837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982261875","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054893233,0.006267901,0.034731288,0.021985967,0.015641734,0.0010436687,0.038898032,0.015088083,0.8608541],"genre_scores_gemma":[0.010564675,0.0033985039,0.016947255,0.0036303764,0.0010531428,0.0008737241,0.047165684,0.010634438,0.90573215],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99616784,0.00075763516,0.00031668047,0.00071208616,0.001434378,0.00061132695],"domain_scores_gemma":[0.9947285,0.0009213307,0.00021383901,0.0011071285,0.0018543863,0.0011748791],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006647291,0.0013973602,0.001009735,0.0044583515,0.0019254825,0.00821207,0.002421378,0.0027013123,0.47282416],"category_scores_gemma":[0.013160278,0.0007203556,0.0011893428,0.0048857974,0.0008674134,0.0067754835,0.0067620254,0.00215727,0.35547498],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018774936,0.000067878966,0.0003100844,0.0003142681,0.000007670798,0.00020385403,0.0004440445,0.00013531026,0.00079509796,0.014815531,0.83785146,0.14486703],"study_design_scores_gemma":[0.000011597193,0.000010986475,0.00015175375,0.00005644428,0.0000010766084,0.000053052117,0.00009130811,0.000048621416,0.00013825348,0.0009987872,0.9984321,0.000005971648],"about_ca_topic_score_codex":0.0035794778,"about_ca_topic_score_gemma":0.0047151074,"teacher_disagreement_score":0.47282416,"about_ca_system_score_codex":0.00215489,"about_ca_system_score_gemma":0.0031207174,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1985506576","doi":"10.1145/1838687.1838696","title":"Organizing a software architecture body of knowledge","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Architecture; Software architecture description; Body of knowledge; Reuse; Knowledge management; Software architecture; Software development; Software; Reference architecture; Engineering; Programming language; Geography","score_opus":0.01783189830524095,"score_gpt":0.26150893086780186,"score_spread":0.2436770325625609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985506576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072675854,0.01354286,0.5607457,0.11977281,0.0026924761,0.0028866227,0.0012118726,0.0018665451,0.22460537],"genre_scores_gemma":[0.35751632,0.014334362,0.5121988,0.0059326068,0.0023985468,0.0024523158,0.007130258,0.0011440443,0.09689274],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97919774,0.0055272114,0.0022883557,0.003056481,0.007678418,0.0022517678],"domain_scores_gemma":[0.9463103,0.013832787,0.0043213777,0.010006758,0.018142017,0.00738673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037838172,0.0006523861,0.0013081802,0.015782516,0.007389368,0.019772429,0.0048611807,0.0046002874,0.007981786],"category_scores_gemma":[0.030667778,0.001315924,0.0011161956,0.013125551,0.0070719565,0.019597733,0.018880693,0.004989281,0.0033535953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007434111,0.00057288056,0.0061925966,0.0011206846,0.00008073423,0.00080108433,0.03765781,0.0061906925,0.0056150146,0.34159032,0.070682704,0.52942115],"study_design_scores_gemma":[0.000037346486,0.00011022752,0.0041991305,0.0023489934,0.000051408017,0.00025905462,0.02331742,0.00862492,0.0018922777,0.18510132,0.7739547,0.0001031623],"about_ca_topic_score_codex":0.0069364375,"about_ca_topic_score_gemma":0.00832308,"teacher_disagreement_score":0.037838172,"about_ca_system_score_codex":0.008825216,"about_ca_system_score_gemma":0.03793938,"threshold_uncertainty_score":0.20010978},"labels":[],"label_agreement":null},{"id":"W1987105996","doi":"10.1145/1082983.1083160","title":"A framework for describing and understanding mining tools in software development","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science; Premise; User needs; Software; Information needs; Software development; Software engineering; Data mining; World Wide Web","score_opus":0.12289475246367247,"score_gpt":0.29620040797673186,"score_spread":0.17330565551305938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987105996","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00045337967,0.0012913904,0.99380845,0.0012419808,0.000066835004,0.0003366277,0.00014413508,0.00048909953,0.002167973],"genre_scores_gemma":[0.007332034,0.0010946254,0.9893434,0.0002769402,0.000073804425,0.0008828825,0.00028809122,0.00010094539,0.00060724316],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9722607,0.013715792,0.005450721,0.0024607752,0.004987839,0.0011241839],"domain_scores_gemma":[0.97628164,0.015042635,0.0018960496,0.003042921,0.002908586,0.0008280723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034896575,0.0035431415,0.0028591962,0.015772017,0.0052065565,0.018687608,0.0118044615,0.0094977,0.0035758724],"category_scores_gemma":[0.03501158,0.0026971125,0.005976915,0.017788986,0.01347694,0.026367312,0.0077631474,0.007958538,0.0020942718],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002240371,0.00009018094,0.00061553065,0.000849063,0.00007533764,0.00045231517,0.003770417,0.009849135,0.000758751,0.9241476,0.004432347,0.054936916],"study_design_scores_gemma":[0.000040693438,0.00010368961,0.0004175676,0.0012386811,0.000085664964,0.00072681665,0.0014423011,0.03211614,0.0010193175,0.79886323,0.16381133,0.00013453414],"about_ca_topic_score_codex":0.014531618,"about_ca_topic_score_gemma":0.008243849,"teacher_disagreement_score":0.034896575,"about_ca_system_score_codex":0.0059932694,"about_ca_system_score_gemma":0.0090914145,"threshold_uncertainty_score":0.18455291},"labels":[],"label_agreement":null},{"id":"W1987595159","doi":"10.1145/505532.505542","title":"From software requirements to architectures (STRAW01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software requirements; Engineering management; Engineering; Process (computing); Software; Computer science; Software development; Systems engineering; Software construction; Programming language","score_opus":0.04442145328001614,"score_gpt":0.29711674442360064,"score_spread":0.2526952911435845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987595159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015289886,0.019212069,0.63471025,0.07857987,0.0035724312,0.00065051543,0.0009467581,0.0015440515,0.24549422],"genre_scores_gemma":[0.18737309,0.026228735,0.62536824,0.015293433,0.0013519949,0.001601443,0.00405283,0.0017094936,0.13702084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891016,0.0059231757,0.0005121088,0.00062564603,0.0032872797,0.00055013655],"domain_scores_gemma":[0.9931739,0.0030679028,0.00048931525,0.0007698538,0.001983328,0.0005156777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010868847,0.0008677342,0.0007149943,0.002319515,0.0015869531,0.0073688314,0.0013388303,0.0034391528,0.0075344653],"category_scores_gemma":[0.024796925,0.001131315,0.000666988,0.0033519892,0.0030453266,0.009250188,0.006497063,0.0050554536,0.0048684822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042150146,0.00010603682,0.000367226,0.00065423694,0.00001334166,0.0002846537,0.004451926,0.002294894,0.002067552,0.6427426,0.11975843,0.22721703],"study_design_scores_gemma":[0.000021714382,0.00005507711,0.00045945533,0.0009120018,0.0000062381005,0.00027102293,0.0014510099,0.0030614077,0.0013671328,0.23488845,0.7574774,0.000029080285],"about_ca_topic_score_codex":0.003137055,"about_ca_topic_score_gemma":0.003462096,"teacher_disagreement_score":0.010868847,"about_ca_system_score_codex":0.003007521,"about_ca_system_score_gemma":0.0070362072,"threshold_uncertainty_score":0.057480633},"labels":[],"label_agreement":null},{"id":"W1988492505","doi":"10.1145/974043.974074","title":"Computing the performability of layered distributed systems with a management architecture","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Queueing theory; Fault tree analysis; Reliability (semiconductor); Fault management; Computation; Architecture; Software; Reliability engineering; Computer network; Operating system; Engineering; Algorithm","score_opus":0.0094764955577076,"score_gpt":0.22082208768235145,"score_spread":0.21134559212464385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988492505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68318224,0.00015509129,0.31511083,0.000088053384,0.000008541865,0.000027680977,0.000032528067,0.00036203253,0.0010329968],"genre_scores_gemma":[0.9737205,0.0000642045,0.025792522,0.000006935408,0.000013363276,0.000020376912,0.00004288729,0.000021587965,0.00031766063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988701,0.00035757024,0.000079600475,0.000120420766,0.00038601825,0.00018637744],"domain_scores_gemma":[0.9912928,0.0053497776,0.0011433867,0.0011446355,0.00065431267,0.000415031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026474092,0.0007725433,0.00043002408,0.0011793065,0.00045502107,0.0019042215,0.0007610712,0.00054421456,0.00071670825],"category_scores_gemma":[0.01454818,0.00042055015,0.00049324025,0.00058005546,0.0014101618,0.0030509415,0.0011181223,0.00068311684,0.00014817661],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000469329,0.00013460897,0.014910517,0.00008733541,0.0001838573,0.00017330202,0.00036741188,0.8671778,0.024066614,0.058214962,0.00021866473,0.033995513],"study_design_scores_gemma":[0.000008522021,0.000083410305,0.001237459,0.0000035325709,0.000020622969,0.000022222044,0.000022715487,0.97507906,0.0029548958,0.020441314,0.00011789289,0.000008404242],"about_ca_topic_score_codex":0.0017716584,"about_ca_topic_score_gemma":0.0012714753,"teacher_disagreement_score":0.0026474092,"about_ca_system_score_codex":0.0011018766,"about_ca_system_score_gemma":0.00069029775,"threshold_uncertainty_score":0.014001012},"labels":[],"label_agreement":null},{"id":"W1991007986","doi":"10.1145/1764810.1764823","title":"A towards an extended relational algebra for software architecture","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Relation (database); Computer science; Set (abstract data type); Relational algebra; Algebra over a field; Architecture description language; Software; Architecture; Software architecture; Programming language; Mathematics; Relational database; Pure mathematics; Reference architecture; Database","score_opus":0.030792303134128358,"score_gpt":0.2845195257568809,"score_spread":0.25372722262275255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991007986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003047232,0.0014855132,0.98058194,0.0013964783,0.00042486045,0.00007769975,0.00025465956,0.00050525897,0.0122262705],"genre_scores_gemma":[0.08122347,0.0028308393,0.90399253,0.0013511485,0.0014420828,0.0002457301,0.00070029974,0.00020461153,0.008009275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99439585,0.0020308474,0.0005695451,0.0008429167,0.0018438871,0.00031692674],"domain_scores_gemma":[0.9965258,0.0009928365,0.00033073412,0.0008380459,0.0010184734,0.0002940738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072057545,0.0007790122,0.0010653326,0.00219372,0.0018941152,0.0058461376,0.0029883971,0.0016619738,0.005962284],"category_scores_gemma":[0.006612667,0.0007767854,0.0037056697,0.003407569,0.0042382935,0.013777523,0.0036469554,0.0054784175,0.0031519108],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001267491,0.00002208407,0.00009614269,0.000068700116,0.000013180589,0.00010705982,0.00026968,0.002156461,0.00089558755,0.98363173,0.0016436644,0.01108305],"study_design_scores_gemma":[0.000018210065,0.000043132353,0.00010288516,0.000064209,0.000015544465,0.00019098887,0.000082351544,0.015768385,0.0005350524,0.92836946,0.054772828,0.00003702001],"about_ca_topic_score_codex":0.00378717,"about_ca_topic_score_gemma":0.002511608,"teacher_disagreement_score":0.0072057545,"about_ca_system_score_codex":0.0020962907,"about_ca_system_score_gemma":0.002419531,"threshold_uncertainty_score":0.03810811},"labels":[],"label_agreement":null},{"id":"W1994492702","doi":"10.1145/1022494.1022542","title":"Continuous evolutionary one-step-ahead testing","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Vendor; Computer science; Software engineering; Software release life cycle; Software; Software development; Backporting; Reliability engineering; Software reliability testing; Software construction; Engineering; Operating system; Business","score_opus":0.029425337035696504,"score_gpt":0.24813374841376354,"score_spread":0.21870841137806704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994492702","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13339412,0.0004828022,0.8405125,0.00062531134,0.00017144308,0.0005690264,0.0001717414,0.004812943,0.019260209],"genre_scores_gemma":[0.7139198,0.00026131986,0.27466875,0.00031532103,0.00006173701,0.00034481887,0.00035764152,0.00018283194,0.009887757],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961746,0.0010230407,0.00011346449,0.00058608636,0.0018169283,0.0002859115],"domain_scores_gemma":[0.988399,0.0051868395,0.00069605844,0.0026230132,0.0024311503,0.00066393946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034157773,0.000986926,0.0007246662,0.0009231938,0.00072752364,0.001395299,0.0032728268,0.0013270216,0.0057196743],"category_scores_gemma":[0.012805851,0.0004345545,0.00062237465,0.00065805775,0.0011523477,0.0014867584,0.0022092306,0.0012575076,0.0014096879],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008297842,0.0015217355,0.0150877265,0.000521215,0.00015757594,0.0010248143,0.0010132372,0.11831382,0.042032134,0.029950036,0.0052720658,0.7842758],"study_design_scores_gemma":[0.00034844154,0.003659206,0.011425345,0.0002063078,0.00018631053,0.0024417017,0.0004286824,0.8794731,0.03673367,0.036300305,0.028639426,0.0001575435],"about_ca_topic_score_codex":0.0011492684,"about_ca_topic_score_gemma":0.0012670832,"teacher_disagreement_score":0.0057196743,"about_ca_system_score_codex":0.0005577057,"about_ca_system_score_gemma":0.0013803219,"threshold_uncertainty_score":0.019134164},"labels":[],"label_agreement":null},{"id":"W1998079760","doi":"10.1145/1082983.1083112","title":"HCI pattern semantics in XML","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering and Design Patterns","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software design pattern; Usability; Human–computer interaction; User interface; World Wide Web; XML; Focus (optics); Software engineering; Interface (matter); Software; Programming language","score_opus":0.02248109635837661,"score_gpt":0.27958252484393503,"score_spread":0.25710142848555845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998079760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01043354,0.0012660819,0.9468841,0.0038721368,0.0003914725,0.00034112294,0.0018612652,0.003670519,0.031279802],"genre_scores_gemma":[0.21017705,0.0025429907,0.7437754,0.0031230645,0.00047789174,0.0013259595,0.0069377255,0.0015018522,0.03013803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9947694,0.0020748398,0.001095025,0.0006834361,0.0010979942,0.00027926092],"domain_scores_gemma":[0.9945643,0.0023569928,0.0004901585,0.0014961939,0.00088759663,0.00020479091],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005226352,0.0006202124,0.0006674023,0.004064735,0.0017342775,0.0074047768,0.0014002349,0.0029360305,0.008035449],"category_scores_gemma":[0.011063998,0.0009157673,0.0011790735,0.004562994,0.0038127566,0.012249627,0.0033934808,0.0021152606,0.0025454853],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045250817,0.000024186511,0.00043418605,0.00015286286,0.000014675864,0.0002765804,0.0019428236,0.0018942334,0.0008942731,0.9565989,0.0061294464,0.031592656],"study_design_scores_gemma":[0.00004190631,0.000038386435,0.00034843307,0.00026194932,0.000027347452,0.00063574756,0.000949664,0.012509032,0.0027055962,0.6643712,0.318077,0.000033735152],"about_ca_topic_score_codex":0.004395213,"about_ca_topic_score_gemma":0.0029208157,"teacher_disagreement_score":0.008035449,"about_ca_system_score_codex":0.001941545,"about_ca_system_score_gemma":0.0021154487,"threshold_uncertainty_score":0.027639985},"labels":[],"label_agreement":null},{"id":"W1998420836","doi":"10.1145/979743.979751","title":"Report on the First International Workshop on Comparative Evaluation in Requirements Engineering","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Requirements engineering; Computer science; Engineering management; Engineering; Management science; Engineering ethics; Systems engineering; Software","score_opus":0.07222270662731178,"score_gpt":0.3246901087089216,"score_spread":0.25246740208160984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998420836","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036302023,0.022434387,0.26134393,0.06734281,0.042954423,0.016286667,0.006722836,0.001722577,0.54489034],"genre_scores_gemma":[0.19475633,0.026066795,0.28322464,0.016057989,0.008050196,0.017350756,0.025344454,0.0031947584,0.425954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9443575,0.032020066,0.0026925066,0.0027630928,0.01642667,0.0017401837],"domain_scores_gemma":[0.8524586,0.049346592,0.0028382065,0.013108692,0.07670826,0.0055395993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.091558434,0.0011393863,0.0012120405,0.0041967463,0.0021218592,0.00683906,0.0022892545,0.0029198492,0.06074992],"category_scores_gemma":[0.11016985,0.0006411811,0.002021476,0.0034828698,0.0014246005,0.006893492,0.0058468636,0.0041094553,0.01263322],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012360604,0.0013845346,0.0017363934,0.0012976016,0.00015043486,0.00024036258,0.003920107,0.0014665402,0.0054132203,0.043355327,0.38410524,0.5556942],"study_design_scores_gemma":[0.0002720917,0.0012510021,0.0059369463,0.0017773398,0.00013025556,0.00018866199,0.0025406901,0.0011347994,0.006252568,0.02214909,0.9582231,0.00014351388],"about_ca_topic_score_codex":0.0034443652,"about_ca_topic_score_gemma":0.0046841474,"teacher_disagreement_score":0.091558434,"about_ca_system_score_codex":0.0038298757,"about_ca_system_score_gemma":0.006234587,"threshold_uncertainty_score":0.48421305},"labels":[],"label_agreement":null},{"id":"W1998661399","doi":"10.1145/505776.505782","title":"Summary report of the OOPSLA 2000 workshop on scenario-based round-trip engineering","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; State (computer science); Conjunction (astronomy); World Wide Web; Library science; Programming language","score_opus":0.021462812271053417,"score_gpt":0.24234626439310675,"score_spread":0.22088345212205332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998661399","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021913169,0.030267227,0.25742513,0.0730981,0.10409004,0.0046794442,0.018629983,0.008350728,0.4815461],"genre_scores_gemma":[0.07371028,0.042346124,0.091077685,0.0068910145,0.011972477,0.0027995433,0.062199812,0.004884232,0.7041187],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971155,0.0008166654,0.00018529467,0.00036237616,0.0012388673,0.0002812918],"domain_scores_gemma":[0.9897396,0.0014838356,0.00025135858,0.0006930128,0.0057456885,0.0020865453],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058013876,0.001343465,0.0007076325,0.0018206397,0.0013282854,0.00528587,0.0014718538,0.0014311955,0.10075352],"category_scores_gemma":[0.010505109,0.0005930583,0.0008052749,0.0016345053,0.00034200345,0.0036706687,0.0033568288,0.002370395,0.03309987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002593356,0.00021692322,0.00033927147,0.00040334,0.000023215462,0.00016218114,0.00055596355,0.0020448302,0.0014994863,0.005224994,0.82084924,0.16842124],"study_design_scores_gemma":[0.000039931096,0.00010618489,0.0006135739,0.0003185463,0.00001842969,0.00007076144,0.00039606466,0.0012513582,0.0009381429,0.0021850034,0.9940316,0.00003052035],"about_ca_topic_score_codex":0.006518125,"about_ca_topic_score_gemma":0.006791241,"teacher_disagreement_score":0.10075352,"about_ca_system_score_codex":0.0020457201,"about_ca_system_score_gemma":0.00320227,"threshold_uncertainty_score":0.33705407},"labels":[],"label_agreement":null},{"id":"W2001319303","doi":"10.1145/638750.638771","title":"On the Latest Development in Cognitive Informatics","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Cognitive Computing and Networks","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Engineering informatics; Informatics; Business informatics; Computer science; Cognitive computing; Cognition; Data science; Health Administration Informatics; Cognitive ergonomics; Domain (mathematical analysis); Health informatics; Cognitive science; Software engineering; Knowledge management; Engineering; Psychology; Medicine","score_opus":0.02176611561208452,"score_gpt":0.22687753067993152,"score_spread":0.205111415067847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001319303","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010310563,0.8403353,0.005756145,0.11235805,0.015157991,0.000014107116,0.00008475174,0.000121774174,0.025140693],"genre_scores_gemma":[0.019026188,0.88970643,0.0075181816,0.027766518,0.04219788,0.00004121659,0.00018133379,0.00011556986,0.013446533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783045,0.0006352341,0.00019272718,0.00030251237,0.0008328292,0.00020631973],"domain_scores_gemma":[0.98476505,0.009674328,0.00048152782,0.000782687,0.0031872639,0.001109145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042116204,0.00085949944,0.0010524959,0.0047309683,0.0014829038,0.0070961895,0.0013725909,0.0040143006,0.0069383853],"category_scores_gemma":[0.009106857,0.0004277868,0.0005604556,0.005999258,0.0057260045,0.015455432,0.0029324398,0.007409569,0.0028364435],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009259399,0.000059818813,0.0006370866,0.002248612,0.000050178453,0.00021950172,0.0011688987,0.00040324059,0.0006310274,0.21362393,0.3002344,0.48063076],"study_design_scores_gemma":[0.0000075113853,0.000028019333,0.000531692,0.0012345822,0.000018856212,0.00030201086,0.0005740395,0.0002658304,0.000224638,0.061585806,0.9352,0.000027186086],"about_ca_topic_score_codex":0.0020864368,"about_ca_topic_score_gemma":0.0027963584,"teacher_disagreement_score":0.0070961895,"about_ca_system_score_codex":0.002449706,"about_ca_system_score_gemma":0.0026399812,"threshold_uncertainty_score":0.02321124},"labels":[],"label_agreement":null},{"id":"W2002926403","doi":"10.1145/2557833.2557856","title":"1st international workshop on conducting empirical studies in industry (CESI 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Theme (computing); Engineering management; Software; Computer science; Engineering; Software quality; Software engineering; Software development; World Wide Web; Mathematics","score_opus":0.14868082622399667,"score_gpt":0.37487886635105605,"score_spread":0.22619804012705938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002926403","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067113354,0.054585464,0.42994395,0.21716538,0.09825449,0.004743426,0.007947195,0.011051386,0.16959742],"genre_scores_gemma":[0.04801716,0.059978053,0.5015258,0.05767318,0.029004557,0.010572781,0.032742813,0.01335337,0.24713232],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.93909776,0.034066733,0.0037732741,0.0047752773,0.014296107,0.0039908523],"domain_scores_gemma":[0.8765588,0.039737266,0.0030399875,0.018420873,0.043621354,0.01862184],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.11592721,0.0029476953,0.003030715,0.0068437555,0.0034668914,0.016598027,0.006891645,0.008569893,0.07590887],"category_scores_gemma":[0.09409026,0.0021251875,0.0036825251,0.00520898,0.0044982582,0.013931873,0.024078695,0.013368282,0.04080151],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000263772,0.0003985797,0.0007957272,0.001003101,0.00007271125,0.0002792807,0.0025523296,0.00076431374,0.0023753918,0.025152434,0.7067791,0.25956324],"study_design_scores_gemma":[0.00004609175,0.00009174625,0.0012335064,0.0016897522,0.000024494744,0.00021741379,0.0012281543,0.000676052,0.0008539284,0.015302736,0.97857136,0.00006478306],"about_ca_topic_score_codex":0.004612041,"about_ca_topic_score_gemma":0.0057357014,"teacher_disagreement_score":0.8840728,"about_ca_system_score_codex":0.005643974,"about_ca_system_score_gemma":0.019634258,"threshold_uncertainty_score":0.613089},"labels":[],"label_agreement":null},{"id":"W2004416088","doi":"10.1145/1598732.1598762","title":"Report of the workshop on software engineering foundations for end-user programming","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; End user; Software development; Social software engineering; Software; Process (computing); Focus (optics); Software construction; Engineering management; Engineering; World Wide Web; Programming language","score_opus":0.021200196178020388,"score_gpt":0.25783922154702965,"score_spread":0.23663902536900927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004416088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025074806,0.051678553,0.29727206,0.222526,0.11539332,0.0012609925,0.004069439,0.0014693097,0.2812556],"genre_scores_gemma":[0.10396477,0.054705158,0.1262926,0.01743848,0.03432026,0.0012428758,0.009638571,0.0034648217,0.64893246],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99384344,0.0020056495,0.0003421101,0.00077347463,0.0023967195,0.00063851505],"domain_scores_gemma":[0.9846718,0.0052045356,0.00032887963,0.0011819277,0.0056829294,0.0029298582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014725071,0.0013166511,0.0011062493,0.0017622698,0.001845888,0.0075561255,0.0018568132,0.0028382202,0.038388103],"category_scores_gemma":[0.016510606,0.0009125932,0.0015249541,0.0018432647,0.0014225107,0.007874188,0.0046557398,0.008376856,0.010954198],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025360484,0.00053357746,0.001010231,0.00043896138,0.0000462212,0.00040784062,0.0020731192,0.0025355841,0.0030775357,0.07601244,0.7313883,0.18222266],"study_design_scores_gemma":[0.000045972996,0.00010877124,0.001037892,0.00045220926,0.000034302328,0.00019507477,0.00063610246,0.002116274,0.0024724107,0.026616007,0.9662329,0.00005202482],"about_ca_topic_score_codex":0.0052749924,"about_ca_topic_score_gemma":0.0060803546,"teacher_disagreement_score":0.038388103,"about_ca_system_score_codex":0.0026882885,"about_ca_system_score_gemma":0.00588862,"threshold_uncertainty_score":0.12842101},"labels":[],"label_agreement":null},{"id":"W2004586836","doi":"10.1145/2347696.2347698","title":"Technical debt in software development","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Software engineering; Debt; Software; Engineering management; Computer science; Software development; Software quality; Engineering; Systems engineering; Business; Finance","score_opus":0.021891034526968448,"score_gpt":0.2594726961300906,"score_spread":0.23758166160312216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004586836","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17086531,0.03277584,0.36808696,0.080363266,0.0014092381,0.00023910972,0.00024965208,0.00085110404,0.3451595],"genre_scores_gemma":[0.9378669,0.006457031,0.03187903,0.0023220473,0.00042591273,0.00022610404,0.000095729614,0.0003291853,0.020398017],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98875976,0.006988925,0.00076924707,0.0007170759,0.0022430883,0.0005219814],"domain_scores_gemma":[0.97211546,0.017329507,0.0033626338,0.0027065878,0.0030036797,0.00148211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009961194,0.0005448366,0.0004941902,0.0024933051,0.004240759,0.008931414,0.0011295349,0.0029984259,0.0038876995],"category_scores_gemma":[0.04265603,0.0007314953,0.00036270433,0.004775977,0.010606241,0.018604608,0.008805452,0.0050049243,0.0006828542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056273413,0.00003746262,0.0029742087,0.00024619332,0.000010282963,0.00044127807,0.015557073,0.0018410721,0.00046979223,0.9066515,0.007927432,0.06378739],"study_design_scores_gemma":[0.000032043197,0.000048448193,0.002136529,0.00042799034,0.000011913869,0.0007194393,0.0057331305,0.004798783,0.00049531244,0.8604369,0.12512395,0.000035558747],"about_ca_topic_score_codex":0.0036307406,"about_ca_topic_score_gemma":0.0025964996,"teacher_disagreement_score":0.009961194,"about_ca_system_score_codex":0.006259839,"about_ca_system_score_gemma":0.0028094237,"threshold_uncertainty_score":0.052680433},"labels":[],"label_agreement":null},{"id":"W2006840358","doi":"10.1145/1507195.1507219","title":"Towards using architectural knowledge","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Computer science; Software engineering; Engineering","score_opus":0.029965160706203843,"score_gpt":0.27297330276131887,"score_spread":0.24300814205511503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006840358","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02847889,0.010145492,0.76469195,0.060831666,0.0008815574,0.00015698046,0.00023728082,0.0019039105,0.1326723],"genre_scores_gemma":[0.2962706,0.011844336,0.656259,0.0049980683,0.00037190787,0.00030798212,0.0010431344,0.0010091289,0.027895883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9795694,0.013608288,0.00097253907,0.0017035116,0.003429461,0.0007168698],"domain_scores_gemma":[0.97748315,0.0077767586,0.00069877645,0.010337371,0.002793551,0.000910347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027526537,0.0010020402,0.0010120388,0.004268356,0.003537461,0.017869178,0.002967763,0.0039780354,0.005384486],"category_scores_gemma":[0.022731036,0.0012921306,0.0015282815,0.0043169213,0.014167977,0.044118907,0.019004624,0.0074263164,0.0022795028],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034046156,0.00007414992,0.0012218588,0.0003407349,0.000048847487,0.00017075124,0.020881692,0.0017674767,0.0014096776,0.78079814,0.010406501,0.18284608],"study_design_scores_gemma":[0.00001387475,0.000033100707,0.000398105,0.00055406796,0.00003480582,0.00022170931,0.007664576,0.004122896,0.0012524814,0.6171631,0.36850715,0.00003403961],"about_ca_topic_score_codex":0.0050841575,"about_ca_topic_score_gemma":0.005903651,"teacher_disagreement_score":0.027526537,"about_ca_system_score_codex":0.003911803,"about_ca_system_score_gemma":0.006899795,"threshold_uncertainty_score":0.145576},"labels":[],"label_agreement":null},{"id":"W2012086719","doi":"10.1145/1022494.1022541","title":"Empirical studies of software testing techniques","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Empirical research; Software testing; Software reliability testing; Software engineering; Regression testing; Test strategy; Software; Software construction; System integration testing; Software performance testing; Software development; Programming language","score_opus":0.07925087812671783,"score_gpt":0.3242008907103558,"score_spread":0.24495001258363797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012086719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8611504,0.024134219,0.0472495,0.007505211,0.00032528647,0.0005344324,0.0010586032,0.0001096088,0.0579327],"genre_scores_gemma":[0.9745874,0.00833524,0.012823884,0.0009953652,0.00024153996,0.0003232575,0.0007178183,0.00007340423,0.0019020699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.94546115,0.03538168,0.0042394875,0.0023123515,0.011688688,0.0009166244],"domain_scores_gemma":[0.21581188,0.7080641,0.032231614,0.014020369,0.02839542,0.0014766146],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03494538,0.00052316545,0.00043849347,0.005149693,0.0009314025,0.0023108448,0.0018264749,0.0011573425,0.004283499],"category_scores_gemma":[0.36782643,0.00046979488,0.00039420885,0.006933367,0.0026664864,0.0059386366,0.0018593946,0.002674097,0.0007340473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005303753,0.0034898773,0.57233745,0.004114528,0.0006939192,0.0004026322,0.0198199,0.0038527546,0.0019455303,0.06700066,0.0076008374,0.31821162],"study_design_scores_gemma":[0.00023309312,0.003506568,0.79398274,0.009879874,0.0005801651,0.0023192686,0.037710845,0.016921386,0.008162175,0.047051627,0.079465434,0.00018682158],"about_ca_topic_score_codex":0.0017679057,"about_ca_topic_score_gemma":0.0020006876,"teacher_disagreement_score":0.96505463,"about_ca_system_score_codex":0.0011159016,"about_ca_system_score_gemma":0.0014165619,"threshold_uncertainty_score":0.18481106},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","score_opus":0.02733260811453089,"score_gpt":0.26981353915055045,"score_spread":0.24248093103601956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014002249","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010315124,0.034989897,0.34336838,0.014210113,0.0069989357,0.00043399393,0.0005990638,0.0055713034,0.58351314],"genre_scores_gemma":[0.4192807,0.050448403,0.2748476,0.008967727,0.008544213,0.00096162286,0.0028675538,0.0013122716,0.23276997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891365,0.00022211629,0.00007454893,0.00020488986,0.00048451638,0.000100261364],"domain_scores_gemma":[0.99919313,0.00016989016,0.000045467415,0.00028432236,0.00018310582,0.00012410419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095574145,0.00074829033,0.00057604787,0.00084363576,0.0012378548,0.0045716134,0.0013360006,0.0013434009,0.011251104],"category_scores_gemma":[0.0021437071,0.00032954392,0.00047037244,0.0010635838,0.001270047,0.003307936,0.0023327898,0.001586175,0.005228876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088498506,0.00007229267,0.0009519623,0.0004428117,0.00008193075,0.00025178178,0.0003009002,0.0056948094,0.004222736,0.49531,0.091050796,0.40153152],"study_design_scores_gemma":[0.000023724995,0.000062580766,0.0005849404,0.00025045138,0.0000306082,0.0005216091,0.00014231849,0.015891112,0.002122445,0.31282553,0.66751075,0.0000339141],"about_ca_topic_score_codex":0.00057117955,"about_ca_topic_score_gemma":0.0006524732,"teacher_disagreement_score":0.011251104,"about_ca_system_score_codex":0.0007213569,"about_ca_system_score_gemma":0.0009610366,"threshold_uncertainty_score":0.037638664},"labels":[],"label_agreement":null},{"id":"W2015277797","doi":"10.1145/2507288.2507291","title":"Presentation patterns","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Presentation (obstetrics); Software engineering; Medicine","score_opus":0.016925181516834267,"score_gpt":0.2557837749532833,"score_spread":0.23885859343644905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015277797","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008957679,0.0029655965,0.012862709,0.017822841,0.03624485,0.0015034567,0.019728327,0.009277394,0.89869916],"genre_scores_gemma":[0.004301809,0.001108711,0.001827805,0.0019901474,0.0023224803,0.00032445413,0.0054152505,0.001879174,0.9808302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99579054,0.0009716256,0.00047587985,0.0006051345,0.0017912069,0.00036561512],"domain_scores_gemma":[0.9852337,0.003107913,0.00068270235,0.0027589863,0.005663354,0.002553276],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044849855,0.001915128,0.001748905,0.0033922878,0.0014355055,0.010686885,0.0040006447,0.003384171,0.9224654],"category_scores_gemma":[0.030099962,0.0009837468,0.0014547409,0.0039999513,0.00093724456,0.006931397,0.0050629857,0.0029266719,0.84200245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001256118,0.000045733086,0.00009543082,0.00053752714,0.000012137852,0.00009953403,0.000069633286,0.000039780036,0.00058565935,0.002398601,0.9033547,0.092635594],"study_design_scores_gemma":[0.00002977047,0.000025755402,0.00011174191,0.00017663359,0.000006380474,0.0000916148,0.000059132406,0.00011156695,0.00022355873,0.0012351928,0.9979201,0.000008595239],"about_ca_topic_score_codex":0.0010262384,"about_ca_topic_score_gemma":0.0018607501,"teacher_disagreement_score":0.9224654,"about_ca_system_score_codex":0.0017815593,"about_ca_system_score_gemma":0.0019313039,"threshold_uncertainty_score":0.110593736},"labels":[],"label_agreement":null},{"id":"W2018392829","doi":"10.1145/2579281.2579311","title":"Technical debt at the crossroads of research and practice","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Metaphor; Software; Debt; Key (lock); Quality (philosophy); Computer science; Engineering management; Empirical research; Software quality; Software engineering; Engineering; Software development; Knowledge management; Business; Computer security; Finance","score_opus":0.03772669070019714,"score_gpt":0.3336635637803617,"score_spread":0.2959368730801646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018392829","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05923222,0.10439424,0.085921004,0.58787537,0.0042551504,0.00023108884,0.00016223539,0.00040088999,0.15752785],"genre_scores_gemma":[0.9057005,0.026763465,0.026500614,0.02878224,0.0028816042,0.0005707759,0.000103843515,0.0004801565,0.008216759],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.8978823,0.06744523,0.0051688696,0.008186119,0.017110744,0.004206724],"domain_scores_gemma":[0.77002716,0.17756082,0.007325519,0.019829929,0.015749607,0.009506887],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12362633,0.0008911323,0.0020113813,0.012485653,0.010763558,0.04744744,0.0033409707,0.011178827,0.008015739],"category_scores_gemma":[0.16265719,0.0017375321,0.00072410255,0.010928346,0.085124366,0.084491834,0.0287971,0.02030608,0.0014149575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050819803,0.0000713135,0.0017559371,0.00062290055,0.000047304937,0.00020848363,0.042196847,0.00041392032,0.00031276033,0.89123875,0.007261581,0.055819504],"study_design_scores_gemma":[0.00003930289,0.00007483571,0.001510241,0.0024687157,0.000020797146,0.00019377004,0.025341175,0.0005881942,0.00021815552,0.8721692,0.0973196,0.000055962402],"about_ca_topic_score_codex":0.004162422,"about_ca_topic_score_gemma":0.0024068833,"teacher_disagreement_score":0.87637365,"about_ca_system_score_codex":0.017042011,"about_ca_system_score_gemma":0.017533502,"threshold_uncertainty_score":0.6538063},"labels":[],"label_agreement":null},{"id":"W2018803040","doi":"10.1145/505532.505538","title":"4th ICSE workshop on \"Software Engineering over the Internet\"","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"The Internet; Software engineering; Computer science; Software; Engineering management; Software development; World Wide Web; Engineering; Operating system","score_opus":0.011542623243934961,"score_gpt":0.22107256254722762,"score_spread":0.20952993930329267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018803040","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025668781,0.07709267,0.35791895,0.100250386,0.1354023,0.0010153697,0.0019446911,0.00497226,0.29573455],"genre_scores_gemma":[0.07610715,0.048802953,0.15929185,0.008331238,0.023806155,0.0009479504,0.0073287813,0.0034095782,0.67197424],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99542254,0.0017348286,0.0002313504,0.00046864472,0.0016457859,0.0004968447],"domain_scores_gemma":[0.99412245,0.0015041177,0.0001423216,0.0007563666,0.0021323632,0.0013424562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008649442,0.0018617272,0.0018102833,0.0023017018,0.0014090469,0.0081107905,0.0022528192,0.0031590057,0.032905817],"category_scores_gemma":[0.007011437,0.0007310919,0.002298954,0.0015989657,0.0018718453,0.005565355,0.003804156,0.006389247,0.01568318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045898196,0.00052388874,0.00084409764,0.0004942975,0.00011353295,0.000533262,0.0009003905,0.003551351,0.003766158,0.026532546,0.67998827,0.28229314],"study_design_scores_gemma":[0.000069827336,0.00014997204,0.0008603272,0.00059177744,0.000060274255,0.00033681435,0.0002873553,0.0058337003,0.0029530812,0.015038109,0.97376174,0.000057077952],"about_ca_topic_score_codex":0.0035410225,"about_ca_topic_score_gemma":0.006424157,"teacher_disagreement_score":0.032905817,"about_ca_system_score_codex":0.002131374,"about_ca_system_score_gemma":0.0039893156,"threshold_uncertainty_score":0.1100809},"labels":[],"label_agreement":null},{"id":"W2020316880","doi":"10.1145/1039174.1039188","title":"Report on MSR 2004","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Presentation (obstetrics); Session (web analytics); Computer science; Software; Reuse; Process (computing); Software engineering; Software development; World Wide Web; Data science; Engineering","score_opus":0.01739211010709344,"score_gpt":0.26033539130103944,"score_spread":0.242943281193946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020316880","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046606823,0.008024884,0.003703496,0.025719611,0.050539244,0.0014278915,0.05264387,0.006454008,0.8468265],"genre_scores_gemma":[0.006029316,0.002258188,0.0013788218,0.0028011943,0.0036885026,0.00029971657,0.02359332,0.0011400101,0.95881104],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961637,0.0004911877,0.00029391283,0.00058214134,0.0020268674,0.0004422201],"domain_scores_gemma":[0.992607,0.0004746372,0.00026717113,0.0010452305,0.00418386,0.0014221697],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041262526,0.0012564713,0.0011828459,0.0035397022,0.0018019602,0.0069251372,0.0024171567,0.0026340343,0.5287401],"category_scores_gemma":[0.008961292,0.0004186799,0.0010611892,0.0025800057,0.00038396654,0.0029641027,0.003159067,0.0020210384,0.54978573],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017675271,0.00006548233,0.00028896568,0.00014153332,0.000007829323,0.000074681324,0.00004935654,0.00005652439,0.00048001128,0.0017729787,0.9466002,0.05028565],"study_design_scores_gemma":[0.000012047368,0.000036872683,0.00042852268,0.000041702962,0.0000029972346,0.000024929705,0.000033215,0.000029433511,0.00021615835,0.0002327318,0.99893695,0.0000043252808],"about_ca_topic_score_codex":0.0040291487,"about_ca_topic_score_gemma":0.0053049964,"teacher_disagreement_score":0.5287401,"about_ca_system_score_codex":0.003053225,"about_ca_system_score_gemma":0.0033868705,"threshold_uncertainty_score":0.672195},"labels":[],"label_agreement":null},{"id":"W2022502207","doi":"10.1145/1543405.1543430","title":"Advances in multicore software engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multi-core processor; Computer science; Software engineering; Software; Parallelism (grammar); Field (mathematics); State (computer science); Software development; Systems engineering; Engineering; Operating system; Programming language; Parallel computing","score_opus":0.009594963990296888,"score_gpt":0.2291195184616115,"score_spread":0.2195245544713146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022502207","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029911585,0.20123626,0.5977054,0.039393853,0.006631491,0.00018889392,0.00032016286,0.0028541195,0.121758185],"genre_scores_gemma":[0.15802166,0.16319147,0.63192356,0.005951904,0.0033931723,0.00020405586,0.0006689049,0.0011319902,0.03551332],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99625707,0.00064058934,0.00020474524,0.00037031109,0.0022636245,0.00026362494],"domain_scores_gemma":[0.9888122,0.0037359965,0.0004311365,0.0016829299,0.004644982,0.00069271936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005189218,0.0008442638,0.0006067467,0.0017497245,0.00086679996,0.0023643854,0.0017309587,0.0015577808,0.0061156326],"category_scores_gemma":[0.012683907,0.00051367463,0.00079422013,0.0021817393,0.0012239103,0.004563767,0.002300107,0.0034533625,0.0030569488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007307044,0.00015946358,0.0013422568,0.0010807447,0.000057314006,0.00010045759,0.0004784736,0.009295338,0.0067880186,0.20693935,0.027560737,0.74612474],"study_design_scores_gemma":[0.000022269436,0.00015574791,0.00089819776,0.0006698551,0.000030662588,0.00035047592,0.00021938875,0.031183884,0.0071493504,0.14935048,0.80991757,0.000052148916],"about_ca_topic_score_codex":0.0025284113,"about_ca_topic_score_gemma":0.0030792947,"teacher_disagreement_score":0.0061156326,"about_ca_system_score_codex":0.001806945,"about_ca_system_score_gemma":0.003525455,"threshold_uncertainty_score":0.027443588},"labels":[],"label_agreement":null},{"id":"W2024941318","doi":"10.1145/505532.505551","title":"Generative techniques for product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software product line; Reuse; Computer science; Product (mathematics); Software engineering; Domain (mathematical analysis); Software; Product line; Quality (philosophy); Domain engineering; Generative grammar; Feature model; Order (exchange); Domain analysis; Software development; Engineering; Software construction; Programming language; Artificial intelligence; Manufacturing engineering; Business","score_opus":0.04821734716399782,"score_gpt":0.3023470537692871,"score_spread":0.2541297066052893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024941318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015296751,0.0010788895,0.97783,0.00045206284,0.00007499469,0.00008764574,0.000046410183,0.00045614928,0.01844412],"genre_scores_gemma":[0.12587118,0.0035249495,0.83741516,0.00060329656,0.0002006834,0.000846762,0.00039544067,0.0009031576,0.03023937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973454,0.0010512894,0.00017079276,0.00044326409,0.0008502416,0.00013907233],"domain_scores_gemma":[0.99526656,0.003022724,0.00024152761,0.001033054,0.0003407073,0.00009539434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025511987,0.0013879508,0.00066433713,0.0023638727,0.001476236,0.0031137515,0.002045468,0.0020025508,0.0147996675],"category_scores_gemma":[0.00850381,0.0012725173,0.002745043,0.0019354102,0.006609069,0.004274846,0.0039827446,0.0040323096,0.004192478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011309334,0.00002338691,0.000149872,0.00019068981,0.000024970184,0.00013468176,0.00087155966,0.010325977,0.000964828,0.94963753,0.0024845598,0.035180565],"study_design_scores_gemma":[0.000028150997,0.000025816205,0.000072773764,0.0001333188,0.000024786368,0.00030718948,0.00014033934,0.02528733,0.0010733563,0.8947257,0.078156754,0.000024506993],"about_ca_topic_score_codex":0.0014955378,"about_ca_topic_score_gemma":0.001856717,"teacher_disagreement_score":0.0147996675,"about_ca_system_score_codex":0.002117598,"about_ca_system_score_gemma":0.0010116382,"threshold_uncertainty_score":0.049509764},"labels":[],"label_agreement":null},{"id":"W2025731420","doi":"10.1145/1118537.1118542","title":"Perceptions of extreme programming","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Extreme programming; Extreme programming practices; User story; Agile software development; Computer science; Software engineering; Software development; Perception; Pair programming; Software; Software development process; Programming language; Psychology","score_opus":0.017897023374199097,"score_gpt":0.23881085158818438,"score_spread":0.22091382821398528,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025731420","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98277366,0.0004019998,0.0015888199,0.0017748146,0.00004160182,0.000017434053,0.00003573877,0.000020644951,0.013345201],"genre_scores_gemma":[0.99718684,0.00031443304,0.00030146737,0.00043298592,0.000018235593,0.000007136634,0.000027127586,0.000013839278,0.0016980262],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99718165,0.001109954,0.00013533798,0.00013569728,0.0011018256,0.00033542502],"domain_scores_gemma":[0.9873016,0.005025961,0.0019687286,0.00043733945,0.0018595197,0.0034069826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003269579,0.00016738167,0.00015810844,0.00064156955,0.0010028587,0.0024233484,0.00039986137,0.0007026684,0.0053828033],"category_scores_gemma":[0.015595866,0.00022043269,0.00022999455,0.0005421545,0.0014716282,0.0021208853,0.0019804763,0.001995227,0.00045742886],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057508633,0.000605346,0.41711527,0.00042739764,0.00013783998,0.0020363098,0.4466061,0.0014479394,0.010166853,0.018862704,0.008722515,0.093296565],"study_design_scores_gemma":[0.000057285957,0.0014931342,0.39754745,0.0003018795,0.00006926539,0.0035911598,0.49647844,0.0026984515,0.0015593345,0.007774209,0.088190906,0.00023854335],"about_ca_topic_score_codex":0.0026264614,"about_ca_topic_score_gemma":0.0013566188,"teacher_disagreement_score":0.0053828033,"about_ca_system_score_codex":0.0004661097,"about_ca_system_score_gemma":0.0005509009,"threshold_uncertainty_score":0.018007278},"labels":[],"label_agreement":null},{"id":"W2025962156","doi":"10.1145/2020976.2021003","title":"IT manager's handbook, the business edition by Bill Holtsnider and Brian D. Jaffe","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"ICT Impact and Policies","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Management; Engineering; Computer science; Library science; Software engineering; Economics","score_opus":0.016462859189152086,"score_gpt":0.1985413907802767,"score_spread":0.1820785315911246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025962156","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014104153,0.29422602,0.014204599,0.06512353,0.029564207,0.00032729103,0.006122794,0.0051301247,0.5838911],"genre_scores_gemma":[0.0027560124,0.082939215,0.0055423332,0.005080267,0.0027628108,0.00013729454,0.0019086661,0.00059634104,0.898277],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989365,0.00012300842,0.00011203699,0.00009408458,0.0006734957,0.000060825158],"domain_scores_gemma":[0.99665415,0.00093346625,0.0002465698,0.00018549673,0.0013672857,0.0006130421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017782096,0.0012510855,0.0008706809,0.00305915,0.0009652877,0.00407019,0.000843307,0.0014647369,0.13842683],"category_scores_gemma":[0.0054334304,0.0009112426,0.00031776013,0.0038906126,0.0004638112,0.0040569613,0.00082864077,0.0023503152,0.17093292],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005204208,0.000010639043,0.00004654341,0.00008662594,0.0000010429341,0.000009616086,0.00004979721,0.000024656109,0.00009197938,0.0008927851,0.9360606,0.062720634],"study_design_scores_gemma":[0.0000029788334,0.000012982416,0.00033217063,0.00013641737,0.0000018827982,0.00006156634,0.00007333914,0.000034859135,0.000036601876,0.0006263056,0.9986765,0.000004418607],"about_ca_topic_score_codex":0.0044450993,"about_ca_topic_score_gemma":0.016402349,"teacher_disagreement_score":0.13842683,"about_ca_system_score_codex":0.00083415024,"about_ca_system_score_gemma":0.0035232475,"threshold_uncertainty_score":0.46308386},"labels":[],"label_agreement":null},{"id":"W2026632448","doi":"10.1145/505894.505911","title":"Summary of the second ICSE workshop on web engineering","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Web Applications and Data Management","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Library science; World Wide Web; Web site; Web engineering; Computer science; Web development; Web page; The Internet; Web application security","score_opus":0.01427270800146777,"score_gpt":0.2176198361747755,"score_spread":0.20334712817330775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026632448","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005058023,0.11215675,0.019895082,0.08267474,0.42030683,0.001428562,0.009163575,0.0018615887,0.34745494],"genre_scores_gemma":[0.016049445,0.06658243,0.0078529045,0.012887007,0.051817693,0.0009878204,0.01656966,0.001303578,0.82594955],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975656,0.000378272,0.00017395576,0.0004094334,0.0010512577,0.00042151593],"domain_scores_gemma":[0.99555534,0.000289017,0.00012234996,0.00021123834,0.0019512771,0.0018707088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004062367,0.00221208,0.0012588353,0.0033705332,0.0018473284,0.007874575,0.0014918752,0.002999518,0.10214892],"category_scores_gemma":[0.0044449302,0.00051580055,0.0014415557,0.0028896702,0.00050575007,0.0044324794,0.0047913683,0.0038680604,0.08245059],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012429227,0.000120638346,0.00016575708,0.00051642215,0.0000137846855,0.00013269433,0.00018234411,0.00025749367,0.0008773092,0.0019588382,0.9153489,0.08030157],"study_design_scores_gemma":[0.000011894083,0.000044925237,0.000488004,0.00021985694,0.0000065420613,0.00007207391,0.00011548119,0.000070216905,0.00027708444,0.00080809265,0.9978733,0.000012585741],"about_ca_topic_score_codex":0.0022835233,"about_ca_topic_score_gemma":0.005229348,"teacher_disagreement_score":0.10214892,"about_ca_system_score_codex":0.00206309,"about_ca_system_score_gemma":0.0035927575,"threshold_uncertainty_score":0.3417222},"labels":[],"label_agreement":null},{"id":"W2027204548","doi":"10.1145/2557833.2560584","title":"Leveraging machine learning and information retrieval techniques in software evolution tasks","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software; Software engineering; Conjunction (astronomy); Software evolution; Artificial intelligence; Machine learning; Software development; Software construction; Programming language","score_opus":0.008723678462936355,"score_gpt":0.2292670223641095,"score_spread":0.22054334390117314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027204548","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14685042,0.015168788,0.82272226,0.0033813266,0.00037600618,0.0007925079,0.0005263345,0.0054295803,0.004752765],"genre_scores_gemma":[0.4924073,0.0032558558,0.49782518,0.00089286023,0.00077438145,0.0003433311,0.001412659,0.00030747693,0.0027809876],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9899428,0.0054204613,0.0011741231,0.001056914,0.0019237181,0.00048206648],"domain_scores_gemma":[0.9664039,0.026221909,0.0014073078,0.0022330545,0.0033577583,0.00037608837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011860842,0.0016383063,0.0028691252,0.010649863,0.0010923232,0.003308469,0.002123253,0.0036722615,0.001511661],"category_scores_gemma":[0.04095045,0.0007395786,0.0016951583,0.009057451,0.0007671538,0.008096345,0.0022516737,0.0027038779,0.0015600979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042090414,0.0008043737,0.005179395,0.00052625913,0.00033026683,0.00013786505,0.0004229926,0.047402,0.008590748,0.0025086089,0.006299777,0.9273768],"study_design_scores_gemma":[0.00012690306,0.00045104505,0.004201168,0.00006402086,0.00023717275,0.00030431114,0.00029671626,0.9573714,0.011570789,0.020856863,0.004403175,0.00011636876],"about_ca_topic_score_codex":0.0053704204,"about_ca_topic_score_gemma":0.005348799,"teacher_disagreement_score":0.011860842,"about_ca_system_score_codex":0.0011898313,"about_ca_system_score_gemma":0.0015863146,"threshold_uncertainty_score":0.062726915},"labels":[],"label_agreement":null},{"id":"W2031271477","doi":"10.1145/2507288.2507326","title":"Technical debt","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Pace; Debt; Confusion; Perspective (graphical); Risk analysis (engineering); Software; Computer science; Engineering; Business; Software development; Finance","score_opus":0.014269007103450974,"score_gpt":0.24104295340316437,"score_spread":0.2267739462997134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031271477","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06211688,0.0047634155,0.04251629,0.026999068,0.0018990259,0.00029564352,0.001125381,0.00060874573,0.8596756],"genre_scores_gemma":[0.735059,0.006821495,0.01158241,0.011831591,0.0014163828,0.0004483764,0.0021013548,0.0006434939,0.23009591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99012977,0.0023121897,0.0010303656,0.0009815239,0.0043103853,0.0012358192],"domain_scores_gemma":[0.9755803,0.004951181,0.0044313585,0.003861417,0.007997601,0.0031782694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006292099,0.0006082843,0.0004972689,0.0025957946,0.0037343148,0.009670992,0.0017671856,0.0025285978,0.033395894],"category_scores_gemma":[0.037973974,0.00037616963,0.00053884625,0.003700642,0.0040663183,0.010691811,0.0081240935,0.0035563598,0.009665486],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101228594,0.00010780117,0.012566898,0.00042946765,0.000042383475,0.0010938842,0.008111732,0.0009166542,0.0009872444,0.71978986,0.095556095,0.16029684],"study_design_scores_gemma":[0.000017434479,0.000080046084,0.0063710464,0.0005268823,0.000023475024,0.0021303499,0.003551651,0.0007192389,0.0004408026,0.1725003,0.8135955,0.000043331536],"about_ca_topic_score_codex":0.0025940728,"about_ca_topic_score_gemma":0.0018244113,"teacher_disagreement_score":0.033395894,"about_ca_system_score_codex":0.004810709,"about_ca_system_score_gemma":0.0047920463,"threshold_uncertainty_score":0.11172038},"labels":[],"label_agreement":null},{"id":"W2032494193","doi":"10.1145/1142958.1142961","title":"How should software reliability engineering (SRE) be taught?","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reliability (semiconductor); Software quality; Software engineering; Computer science; Software; Engineering management; Software peer review; Work (physics); Software development; Software Engineering Process Group; Medical education; Engineering; Software construction; Medicine; Mechanical engineering","score_opus":0.022359914709258053,"score_gpt":0.24394602014958858,"score_spread":0.22158610544033053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032494193","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03926139,0.03988924,0.0377377,0.80941975,0.013282717,0.0001502337,0.00007736732,0.001142842,0.059038803],"genre_scores_gemma":[0.5310171,0.069188364,0.13357298,0.1893703,0.008092542,0.0005969411,0.00029647976,0.00053122034,0.06733394],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99734014,0.0012717363,0.00013135793,0.000245741,0.00074490195,0.0002661192],"domain_scores_gemma":[0.98771393,0.004408315,0.00076342985,0.0006417125,0.0031343903,0.0033382154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061877477,0.00039136162,0.00035821373,0.00070031086,0.0012914508,0.0021391443,0.00085345097,0.0037025746,0.0056229844],"category_scores_gemma":[0.026275009,0.00024135725,0.0002516451,0.00058394845,0.0023315006,0.0049223797,0.0016106656,0.0047694203,0.0034163713],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042931173,0.00061498914,0.003643789,0.0010995837,0.000013157131,0.00015636205,0.004663674,0.000539598,0.0020852885,0.03808692,0.17671381,0.7723399],"study_design_scores_gemma":[0.000066535475,0.00050128216,0.016743904,0.0031649456,0.000024241197,0.0009330942,0.012855711,0.00093945605,0.002149683,0.10309109,0.8594646,0.00006553768],"about_ca_topic_score_codex":0.002090204,"about_ca_topic_score_gemma":0.004100085,"teacher_disagreement_score":0.0061877477,"about_ca_system_score_codex":0.0014630195,"about_ca_system_score_gemma":0.0051618265,"threshold_uncertainty_score":0.03272438},"labels":[],"label_agreement":null},{"id":"W2037160495","doi":"10.1145/1102107.1102110","title":"Open source application spaces","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Open source; Software engineering; Open source software; Computer science; Software; Engineering; Engineering management; Operating system","score_opus":0.014632968760999013,"score_gpt":0.24412999582611086,"score_spread":0.22949702706511185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037160495","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017794687,0.0044202907,0.63712656,0.020101937,0.003011759,0.0006316401,0.0022609506,0.030026589,0.28462562],"genre_scores_gemma":[0.28743768,0.008352813,0.45112422,0.00811032,0.005258205,0.0018466926,0.013401915,0.025005912,0.1994623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97556925,0.008918445,0.0020052027,0.002847494,0.009150131,0.0015095262],"domain_scores_gemma":[0.9064734,0.02811663,0.0040743263,0.037557654,0.013973465,0.009804608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021192554,0.0010682818,0.00090053893,0.004355373,0.004608734,0.018085884,0.0036762764,0.0041188663,0.04125799],"category_scores_gemma":[0.062350675,0.0011223825,0.0015906261,0.006578513,0.004204443,0.030015036,0.02881186,0.0073348684,0.022693308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020606472,0.00028149717,0.0020294178,0.00060072634,0.00005665575,0.0006708745,0.008667582,0.0016878061,0.0055728285,0.61958486,0.11255956,0.24808216],"study_design_scores_gemma":[0.000018269357,0.000051331877,0.0006125359,0.00017912622,0.000008077628,0.00040381693,0.0010229141,0.0016122392,0.0012821575,0.117912404,0.8768549,0.000042181066],"about_ca_topic_score_codex":0.00066717586,"about_ca_topic_score_gemma":0.0007300701,"teacher_disagreement_score":0.04125799,"about_ca_system_score_codex":0.0012744598,"about_ca_system_score_gemma":0.003937329,"threshold_uncertainty_score":0.13802171},"labels":[],"label_agreement":null},{"id":"W2040743371","doi":"10.1145/505894.505907","title":"Datrix <sup>™</sup> source code model and its interchange format","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Source code; Computer science; Code (set theory); Software engineering; Open source; World Wide Web; Programming language; Software; Set (abstract data type)","score_opus":0.1139794712162333,"score_gpt":0.32842361434529765,"score_spread":0.21444414312906435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040743371","genre_codex":"dataset","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043895375,0.00031156093,0.36821398,0.0052302005,0.001872247,0.0016030802,0.38504377,0.14776252,0.08557316],"genre_scores_gemma":[0.028557107,0.0005605117,0.25563362,0.0014625225,0.00045708753,0.0028441106,0.57446486,0.05910588,0.076914385],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99539256,0.00071011006,0.0009191167,0.00061728887,0.0020478512,0.00031306196],"domain_scores_gemma":[0.9642081,0.006188411,0.0029653918,0.009147976,0.016237993,0.0012520864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004131666,0.0016401767,0.0008186923,0.0070147645,0.0017953867,0.006088244,0.0048572216,0.0020985093,0.0952138],"category_scores_gemma":[0.024571154,0.0014669591,0.00097922,0.008405153,0.0011636922,0.0052779503,0.0027627253,0.0035655163,0.12113846],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000581525,0.00009620649,0.0013393167,0.0005542614,0.000027609398,0.00028915575,0.00061282254,0.0028035252,0.0038794165,0.037739266,0.88604826,0.0660286],"study_design_scores_gemma":[0.0000685081,0.00004502161,0.0009146848,0.00012440863,0.000014676481,0.0002622072,0.00017696353,0.0071032005,0.004585535,0.005556952,0.98107886,0.00006905846],"about_ca_topic_score_codex":0.033161778,"about_ca_topic_score_gemma":0.020526282,"teacher_disagreement_score":0.0952138,"about_ca_system_score_codex":0.0043685725,"about_ca_system_score_gemma":0.006252214,"threshold_uncertainty_score":0.31852192},"labels":[],"label_agreement":null},{"id":"W2046040805","doi":"10.1145/2735399.2735419","title":"Technical Debt","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Maturity (psychological); Debt; Capability Maturity Model; Software; Software engineering; Computer science; Engineering management; Engineering; Business; Software development; Political science; Finance","score_opus":0.031984929105533105,"score_gpt":0.26965765861627405,"score_spread":0.23767272951074095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046040805","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06071372,0.0076587936,0.017866485,0.048483297,0.004723429,0.0003657834,0.0043148436,0.0007252984,0.8551482],"genre_scores_gemma":[0.5185717,0.008614138,0.006249187,0.017901601,0.0031481227,0.00042045763,0.009281796,0.00085194124,0.43496108],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9925061,0.0013242477,0.00060590496,0.0007726272,0.0035109152,0.0012802639],"domain_scores_gemma":[0.9689132,0.0053121457,0.004725646,0.0041148025,0.011400929,0.0055333613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006916165,0.0004181066,0.00047435187,0.0026255047,0.003457982,0.008069057,0.0014792645,0.0016875763,0.089225695],"category_scores_gemma":[0.040951524,0.0002652796,0.00044731863,0.0043109795,0.001077188,0.007958448,0.0057450742,0.0036290404,0.017583273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013825165,0.00020069117,0.02471697,0.00044293216,0.000040142888,0.0013955577,0.0055199685,0.00060407066,0.0008586424,0.27062577,0.41083297,0.28462404],"study_design_scores_gemma":[0.000012964037,0.000053095195,0.008036932,0.00031061596,0.000013641606,0.0009215143,0.0020837698,0.00025736043,0.00030436157,0.030709805,0.95727175,0.000024207033],"about_ca_topic_score_codex":0.002575396,"about_ca_topic_score_gemma":0.0025333432,"teacher_disagreement_score":0.089225695,"about_ca_system_score_codex":0.003438447,"about_ca_system_score_gemma":0.0038955607,"threshold_uncertainty_score":0.2984897},"labels":[],"label_agreement":null},{"id":"W2047952164","doi":"10.1145/2439976.2439998","title":"Report of the 2012 IEEE 6th international workshop on the maintenance and evolution of service-oriented and cloud-based systems (MESOCA 2012)","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Service (business); Software engineering; Engineering management; Event (particle physics); Identification (biology); Software maintenance; Computer science; Engineering; Software; Systems engineering; Software system; Business; Operating system","score_opus":0.0081884117119241,"score_gpt":0.1996896693950248,"score_spread":0.1915012576831007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047952164","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045119267,0.06451006,0.31384733,0.17399083,0.22097518,0.003244666,0.009390543,0.005976229,0.16294593],"genre_scores_gemma":[0.11880711,0.060385317,0.1213732,0.014947719,0.059790675,0.0020117213,0.036987405,0.0043917326,0.58130515],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924582,0.001633506,0.00032033393,0.000716422,0.0040624705,0.0008091196],"domain_scores_gemma":[0.97862786,0.003154199,0.0006534565,0.0014525375,0.0119095575,0.0042025275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013253724,0.001894687,0.0018268514,0.0035068346,0.0017518237,0.006289267,0.0019701866,0.0034496528,0.03323315],"category_scores_gemma":[0.016935445,0.0008049047,0.0014591333,0.0022844751,0.001089609,0.005469739,0.0039734566,0.0053691803,0.014311481],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005157265,0.00068570644,0.0019722795,0.0005258682,0.0000915138,0.0005630659,0.0006085123,0.0024064328,0.005430601,0.0044700075,0.8058778,0.17685239],"study_design_scores_gemma":[0.00016462647,0.00063238567,0.0057202247,0.00075015164,0.00017954114,0.00072628364,0.00088151527,0.009214404,0.009162359,0.0058924905,0.96649987,0.00017604734],"about_ca_topic_score_codex":0.008497392,"about_ca_topic_score_gemma":0.015454461,"teacher_disagreement_score":0.03323315,"about_ca_system_score_codex":0.0022107635,"about_ca_system_score_gemma":0.0049951314,"threshold_uncertainty_score":0.111175895},"labels":[],"label_agreement":null},{"id":"W2049483354","doi":"10.1145/340855.341144","title":"A whole new kind of engineering","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McMaster University","keywords":"Software Engineering Process Group; Social software engineering; Software walkthrough; Software engineering; Civil engineering software; Software development; Software requirements; Engineering; Personal software process; Software; Software construction; Engineering management; Computer science","score_opus":0.013986361207456659,"score_gpt":0.23120381333083345,"score_spread":0.2172174521233768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049483354","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069154543,0.031400356,0.07491206,0.19516224,0.015541101,0.0001476115,0.00023520054,0.0008777457,0.67480826],"genre_scores_gemma":[0.21074294,0.05293876,0.10031919,0.13105728,0.018298196,0.00052449695,0.00070320314,0.0018942553,0.48352167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9862909,0.0041280314,0.00056813535,0.002325558,0.0057040798,0.0009833478],"domain_scores_gemma":[0.98948437,0.003208925,0.00051175023,0.0029217468,0.0022106967,0.0016625598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007087138,0.0010386652,0.0008525999,0.0025995579,0.0048635313,0.011957227,0.0020533039,0.00430532,0.022354044],"category_scores_gemma":[0.012257983,0.00057746615,0.001068493,0.0016466517,0.021443104,0.022217248,0.010821511,0.008960276,0.010693107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014297173,0.000042769694,0.0007079147,0.00025412432,0.000018930095,0.00014925357,0.005063143,0.00020406731,0.00061329035,0.78195053,0.1332935,0.077688225],"study_design_scores_gemma":[0.0000029295259,0.000017145207,0.00024547233,0.00023093841,0.000003351857,0.00025620128,0.0011602533,0.00017059718,0.00012934126,0.15712899,0.8406364,0.00001833846],"about_ca_topic_score_codex":0.0020575596,"about_ca_topic_score_gemma":0.0029356482,"teacher_disagreement_score":0.022354044,"about_ca_system_score_codex":0.003637749,"about_ca_system_score_gemma":0.0052431547,"threshold_uncertainty_score":0.074781716},"labels":[],"label_agreement":null},{"id":"W2050687058","doi":"10.1145/1082983.1083081","title":"Policies, grids and autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Autonomic computing; Context (archaeology); Resource allocation; Grid computing; Grid; Resource management (computing); Work (physics); Resource (disambiguation); Service level; Service (business); Risk analysis (engineering); Process management; Management science; Knowledge management; Distributed computing; Business; Engineering; Cloud computing","score_opus":0.012034446387867014,"score_gpt":0.22647021826547611,"score_spread":0.2144357718776091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050687058","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022213714,0.12984844,0.2971371,0.12545995,0.0053881523,0.00014631887,0.0003055373,0.001118086,0.41838267],"genre_scores_gemma":[0.77965766,0.078518525,0.078287944,0.012478274,0.0058406405,0.00043730505,0.0002677961,0.00031119143,0.044200633],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982059,0.000845391,0.00009270501,0.0002521753,0.00044070167,0.00016304501],"domain_scores_gemma":[0.997621,0.0013798352,0.0002718687,0.0002980636,0.00019616527,0.00023312694],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002369883,0.0005623483,0.0005878861,0.0011260288,0.0015961607,0.006730802,0.0008168926,0.002667273,0.0031714826],"category_scores_gemma":[0.004778752,0.00035311512,0.0004102075,0.00215823,0.009566521,0.0073271473,0.002242131,0.0033782818,0.0005693595],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007935355,0.000009011457,0.00016676469,0.00005809787,0.000007741855,0.000046102174,0.00029529558,0.0031714526,0.00005605342,0.9812479,0.0033357872,0.011597805],"study_design_scores_gemma":[0.000004898202,0.0000061348574,0.00013182037,0.0000786122,0.0000035332346,0.00005339736,0.0002170575,0.0024734102,0.00005215151,0.94001204,0.056959428,0.00000747513],"about_ca_topic_score_codex":0.0044860994,"about_ca_topic_score_gemma":0.002463472,"teacher_disagreement_score":0.006730802,"about_ca_system_score_codex":0.0027056746,"about_ca_system_score_gemma":0.0025013874,"threshold_uncertainty_score":0.019631147},"labels":[],"label_agreement":null},{"id":"W2050833725","doi":"10.1145/1061874.1061885","title":"Collaboration, conflict and control","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Conflict resolution; Control (management); Software; Computer science; Engineering; Open source software; Engineering management; Knowledge management; Political science; Programming language","score_opus":0.009812026285476788,"score_gpt":0.23376837280254886,"score_spread":0.22395634651707208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050833725","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053287238,0.033683423,0.138913,0.06107728,0.0020791441,0.00043030936,0.00012946024,0.00020133688,0.7101988],"genre_scores_gemma":[0.9706378,0.004907131,0.007281814,0.0032340828,0.0007734093,0.00052479625,0.00007774556,0.000059545324,0.012503729],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9703078,0.01866738,0.001171148,0.003434162,0.004141902,0.002277564],"domain_scores_gemma":[0.96621555,0.022215791,0.004132056,0.002541482,0.0020945952,0.0028005831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020325897,0.0011457175,0.0012283846,0.004774606,0.008008231,0.024898402,0.0022379626,0.0056706904,0.00897141],"category_scores_gemma":[0.027517777,0.0006378806,0.00083987234,0.004258077,0.064468175,0.019225948,0.015222531,0.0061434326,0.0007467855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030577987,0.000027769263,0.00080553023,0.00014654831,0.000032811273,0.00013226514,0.01567113,0.00044644022,0.00009017919,0.96960235,0.0017238924,0.011290543],"study_design_scores_gemma":[0.000042039792,0.00003914707,0.00075009395,0.00022504007,0.000017831131,0.00020105547,0.008480427,0.0006124634,0.000109774985,0.94336414,0.04612489,0.00003310913],"about_ca_topic_score_codex":0.004437387,"about_ca_topic_score_gemma":0.0020631922,"teacher_disagreement_score":0.024898402,"about_ca_system_score_codex":0.00675475,"about_ca_system_score_gemma":0.007562822,"threshold_uncertainty_score":0.10749489},"labels":[],"label_agreement":null},{"id":"W2054258364","doi":"10.1145/505894.505909","title":"COTS workshop","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Software engineering; Engineering management; Engineering; Certification; Systems engineering; Software; Computer science; Operating system; Management","score_opus":0.0448775485825036,"score_gpt":0.2848098457964684,"score_spread":0.2399322972139648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054258364","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072320644,0.020229174,0.027785413,0.052502554,0.063844055,0.00084195187,0.0057346057,0.0067371884,0.8150931],"genre_scores_gemma":[0.02047316,0.0069710575,0.011145436,0.007437965,0.0031299894,0.0003376836,0.00715917,0.0021044428,0.9412411],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994705,0.0008619974,0.00041801506,0.00074290787,0.0025796336,0.00069237716],"domain_scores_gemma":[0.99319553,0.0006118607,0.0002033833,0.00076954975,0.0031953445,0.0020242634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060805846,0.0015668209,0.00076889317,0.0026026084,0.002741317,0.007144152,0.0025018419,0.003220301,0.25793865],"category_scores_gemma":[0.008889642,0.00068064453,0.0012775073,0.0021339748,0.0006939466,0.0038500107,0.005446402,0.004149545,0.15811954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000826528,0.00008638107,0.00029822293,0.00024216631,0.000007381406,0.0002679376,0.0004538443,0.0001769609,0.0011025219,0.01191365,0.87458104,0.1107873],"study_design_scores_gemma":[0.0000071305785,0.00001910119,0.00018021914,0.00008184075,0.0000017483853,0.000110426816,0.00010941732,0.000052033505,0.00014313165,0.0009004549,0.99838865,0.000005908352],"about_ca_topic_score_codex":0.0039401297,"about_ca_topic_score_gemma":0.008421889,"teacher_disagreement_score":0.25793865,"about_ca_system_score_codex":0.0032406868,"about_ca_system_score_gemma":0.004979833,"threshold_uncertainty_score":0.8628908},"labels":[],"label_agreement":null},{"id":"W2055718439","doi":"10.1145/2237796.2237818","title":"Refinement patterns for ASTD","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Computer science; Programming language; Semantics (computer science); Natural language processing; Software engineering","score_opus":0.038991754957743215,"score_gpt":0.2860445925203361,"score_spread":0.2470528375625929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055718439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003671808,0.00010916054,0.9887007,0.0004849403,0.00007041484,0.00028911774,0.00022383619,0.0016222853,0.0048277387],"genre_scores_gemma":[0.09671785,0.0003459784,0.89520866,0.0004151143,0.000050306517,0.00078435865,0.0008249607,0.00082086766,0.0048319367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97828,0.0069075995,0.004729317,0.00205474,0.006943648,0.0010847688],"domain_scores_gemma":[0.971135,0.0120249875,0.0022769498,0.0086160125,0.0054212683,0.00052576483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012698958,0.001127298,0.00069744926,0.0024136226,0.0014514745,0.0030962832,0.0020079147,0.0026175405,0.006021718],"category_scores_gemma":[0.029845886,0.0013838573,0.0026934033,0.0019022496,0.005300258,0.006330494,0.005080001,0.0044556647,0.002461364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018936172,0.00008156099,0.0019474906,0.0006299477,0.000048801787,0.0010123142,0.003357386,0.008904607,0.012957314,0.873961,0.0054990803,0.09141103],"study_design_scores_gemma":[0.0001822076,0.0002763731,0.0006922776,0.0005060632,0.00009895625,0.0023051419,0.0009418688,0.06601425,0.02946056,0.64479214,0.25456217,0.00016792509],"about_ca_topic_score_codex":0.003501924,"about_ca_topic_score_gemma":0.0034470388,"teacher_disagreement_score":0.012698958,"about_ca_system_score_codex":0.0018011146,"about_ca_system_score_gemma":0.0032406668,"threshold_uncertainty_score":0.067159355},"labels":[],"label_agreement":null},{"id":"W2056844734","doi":"10.1145/1142958.1142966","title":"Reflections on CSEE&amp;T 2006","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Software engineering","score_opus":0.03547956312893565,"score_gpt":0.30488343502382426,"score_spread":0.2694038718948886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056844734","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008472655,0.009129505,0.0007691821,0.85137916,0.11466043,0.000045754146,0.00029602763,0.00017122572,0.022701493],"genre_scores_gemma":[0.025274534,0.029299399,0.0027488484,0.5827882,0.088705376,0.0002323453,0.0008599356,0.0008828906,0.26920837],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99014705,0.0022622827,0.00047977368,0.0009247196,0.004434319,0.0017518047],"domain_scores_gemma":[0.9595229,0.009185865,0.0012402182,0.000994994,0.015093857,0.013962098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018684993,0.0013827342,0.0007919114,0.0020098917,0.0066491077,0.014711732,0.0028699657,0.021005534,0.04933646],"category_scores_gemma":[0.047679197,0.0006953023,0.0013700697,0.0035536552,0.0033069802,0.011216963,0.005340907,0.027486045,0.023426665],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003559372,0.0000274549,0.000105006686,0.000067391295,0.0000021271267,0.00006676286,0.00015694278,0.00007315332,0.00006515245,0.0021348696,0.9890428,0.008222723],"study_design_scores_gemma":[0.00001422923,0.000023315857,0.000422669,0.00014870275,0.0000028684233,0.000039420574,0.000517658,0.000050362203,0.00009895872,0.0006663922,0.99800056,0.000014757867],"about_ca_topic_score_codex":0.027499162,"about_ca_topic_score_gemma":0.06754875,"teacher_disagreement_score":0.04933646,"about_ca_system_score_codex":0.008358987,"about_ca_system_score_gemma":0.013828691,"threshold_uncertainty_score":0.16504693},"labels":[],"label_agreement":null},{"id":"W2058037795","doi":"10.1145/1598732.1598759","title":"Report on the working conference on requirements engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Information Technology Governance and Strategy","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Foundation (evidence); Engineering; Software engineering; Software requirements; Engineering management; Computer science; Software; Software development; Software construction; Political science","score_opus":0.03403080401631266,"score_gpt":0.22804722342854936,"score_spread":0.19401641941223668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058037795","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044837845,0.020240005,0.040950328,0.08072289,0.08842469,0.0033261878,0.020130817,0.0026130925,0.73910815],"genre_scores_gemma":[0.016231876,0.015505715,0.02938305,0.0071576615,0.010999017,0.0015640293,0.031900115,0.0027593437,0.8844992],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9869364,0.002840027,0.0006703106,0.00082714437,0.0077753025,0.00095091073],"domain_scores_gemma":[0.97638947,0.003393681,0.00071645185,0.002735218,0.013941733,0.0028234513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015645433,0.0013721786,0.001295615,0.0047020484,0.0022090666,0.008478526,0.00220363,0.0031903412,0.24239074],"category_scores_gemma":[0.024914918,0.00064969604,0.0017726574,0.003931325,0.0008198543,0.004681669,0.003977911,0.0046237186,0.14057302],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055055316,0.00010334396,0.00014412469,0.00016250802,0.000011277903,0.000048330952,0.00011063667,0.00024922303,0.0010328402,0.007346676,0.9072935,0.083442435],"study_design_scores_gemma":[0.00001435734,0.000041242234,0.00032197952,0.00013799455,0.000006356551,0.000026716812,0.000090082955,0.00017860734,0.00052702386,0.0016576885,0.996985,0.000012958116],"about_ca_topic_score_codex":0.0072512147,"about_ca_topic_score_gemma":0.011162157,"teacher_disagreement_score":0.24239074,"about_ca_system_score_codex":0.003309458,"about_ca_system_score_gemma":0.009312221,"threshold_uncertainty_score":0.8108778},"labels":[],"label_agreement":null},{"id":"W2059245867","doi":"10.1145/1082983.1083071","title":"Hierarchical model-based autonomic control of software systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Computer science; Workload; Quality of service; Distributed computing; Service level; Provisioning; Control (management); Software; Computer network; Artificial intelligence; Operating system","score_opus":0.010031670426985932,"score_gpt":0.21830650646217842,"score_spread":0.20827483603519248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059245867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030496199,0.00061511336,0.95484626,0.00043935797,0.00007652695,0.00006972226,0.000059412378,0.0014702203,0.011927122],"genre_scores_gemma":[0.8806639,0.00060003746,0.115211405,0.00009789133,0.000064719134,0.00018556979,0.00011077435,0.000090738235,0.002974971],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942327,0.0001602994,0.000033835993,0.00007763188,0.00023294815,0.00007210048],"domain_scores_gemma":[0.9994635,0.00018327312,0.00007146617,0.00011820066,0.00010997263,0.000053551827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082651357,0.0003501916,0.0004873749,0.00041675923,0.00058779225,0.0015875477,0.0010026639,0.00044504678,0.0015703277],"category_scores_gemma":[0.0014787384,0.00030772339,0.00046823657,0.00041032385,0.0008682825,0.0010574405,0.0010205202,0.0008258169,0.00029485085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052651143,0.000045387605,0.00049222435,0.00006702801,0.00003361835,0.000061474704,0.00014832856,0.85899234,0.005784423,0.09943628,0.0014579413,0.033428382],"study_design_scores_gemma":[0.00000934098,0.000018771909,0.0001103603,0.0000054924626,0.000006069603,0.000009253097,0.000008137493,0.97417825,0.0004234949,0.023717899,0.0015070935,0.000005870234],"about_ca_topic_score_codex":0.0060475445,"about_ca_topic_score_gemma":0.007456446,"teacher_disagreement_score":0.0060475445,"about_ca_system_score_codex":0.0011991811,"about_ca_system_score_gemma":0.0012407008,"threshold_uncertainty_score":0.012024701},"labels":[],"label_agreement":null},{"id":"W2060424441","doi":"10.1145/1218776.1218794","title":"A relationship-driven approach to view merging","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Computer science; Software; Software engineering; Set (abstract data type); Theoretical computer science; Data science; Artificial intelligence; Programming language; Information retrieval","score_opus":0.037039422639708115,"score_gpt":0.2656397933014625,"score_spread":0.22860037066175437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060424441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084410066,0.00009641278,0.99567336,0.00030865188,0.000030149895,0.00007437546,0.00003759744,0.0004988551,0.002436514],"genre_scores_gemma":[0.046209954,0.00028420493,0.9494143,0.00034308608,0.000072387666,0.00025276045,0.00030550524,0.0003805315,0.002737321],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9838921,0.0067107826,0.0009333349,0.0022571147,0.00547481,0.00073173695],"domain_scores_gemma":[0.98346037,0.005173173,0.0009877548,0.006967395,0.0027054728,0.00070584554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013911448,0.0010346575,0.001041634,0.003046162,0.0025857599,0.0076636113,0.00667401,0.0038722814,0.006504883],"category_scores_gemma":[0.024184396,0.0020100225,0.0037936715,0.00271474,0.0041479254,0.017700654,0.011634984,0.0074493247,0.002075576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006649264,0.00009828063,0.0006469033,0.00016140749,0.00009272689,0.00031876197,0.002289402,0.010684125,0.003979142,0.8884982,0.004296977,0.08886756],"study_design_scores_gemma":[0.000061933504,0.00010776814,0.00028101218,0.00015345628,0.00016096073,0.0008177472,0.000624859,0.1265317,0.012421751,0.7113645,0.14734744,0.00012690974],"about_ca_topic_score_codex":0.0022563997,"about_ca_topic_score_gemma":0.0034266703,"teacher_disagreement_score":0.013911448,"about_ca_system_score_codex":0.0020066882,"about_ca_system_score_gemma":0.003208053,"threshold_uncertainty_score":0.07357162},"labels":[],"label_agreement":null},{"id":"W2060537934","doi":"10.1145/638750.638770","title":"Declarative Meta Programming to Support Software Development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Software development; Context (archaeology); Software; Software development process; Programming language","score_opus":0.05084089791429167,"score_gpt":0.26391481359589847,"score_spread":0.2130739156816068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060537934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023674017,0.0023389987,0.98413575,0.0017303443,0.00022616507,0.00006104649,0.00007275491,0.0017287764,0.0073387315],"genre_scores_gemma":[0.06738451,0.0031610932,0.91959345,0.0010179931,0.00042363582,0.0003751774,0.00049810286,0.00090092944,0.0066449638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99486524,0.0023304203,0.0005568441,0.00043826737,0.0015628283,0.00024640598],"domain_scores_gemma":[0.990648,0.0053183846,0.0005698268,0.002259392,0.0008123307,0.00039202912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008497058,0.0009409398,0.0007385577,0.0014069445,0.0010021729,0.0042610583,0.0031629256,0.0014511627,0.0031239279],"category_scores_gemma":[0.013496538,0.0012630787,0.0015226034,0.0016178817,0.0025013292,0.006925639,0.004941501,0.0064435215,0.001164991],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005188451,0.000074557676,0.0003626151,0.00044482923,0.00008286884,0.00017293237,0.0012893669,0.009494257,0.0025056296,0.8917789,0.0075878142,0.08615442],"study_design_scores_gemma":[0.00007204295,0.00007311314,0.00015985439,0.00033951958,0.0000835261,0.00040762403,0.0001565365,0.04882057,0.0047742254,0.7722075,0.17286311,0.000042475353],"about_ca_topic_score_codex":0.00092380046,"about_ca_topic_score_gemma":0.0012773715,"teacher_disagreement_score":0.008497058,"about_ca_system_score_codex":0.0013297291,"about_ca_system_score_gemma":0.0023780174,"threshold_uncertainty_score":0.044937253},"labels":[],"label_agreement":null},{"id":"W2063425142","doi":"10.1145/1968587.1968598","title":"Information systems in distributed environments","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Innovation, Science and Economic Development Canada","keywords":"Software deployment; Context (archaeology); Information system; Computer science; Focus (optics); Systems engineering; Engineering management; Engineering; Software engineering; Geography","score_opus":0.010473227225038479,"score_gpt":0.18368188526127882,"score_spread":0.17320865803624033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063425142","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067051677,0.11620324,0.27870587,0.06326279,0.016210591,0.00057691435,0.0016773281,0.0028839102,0.5137742],"genre_scores_gemma":[0.2668657,0.15000886,0.18097591,0.018198855,0.021963935,0.0019326421,0.0060010417,0.0014463422,0.3526067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942905,0.0018743998,0.00063638366,0.0006952889,0.0022433759,0.00026004398],"domain_scores_gemma":[0.99464697,0.0024370987,0.0003301883,0.0014097046,0.0007773592,0.0003986329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044666007,0.00092897104,0.0013903811,0.002283305,0.0023426686,0.012761355,0.0014670932,0.0038869071,0.028470555],"category_scores_gemma":[0.009346485,0.00079618575,0.00063463574,0.0047533046,0.0050922246,0.013125014,0.0060227965,0.0043557994,0.010481937],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016003838,0.000031833202,0.00032557864,0.00046354486,0.00004723132,0.00024389292,0.00085188966,0.001363639,0.00048948865,0.85975975,0.07722549,0.059181623],"study_design_scores_gemma":[0.000016681339,0.00002435017,0.00026220578,0.0002475067,0.000017450711,0.00030702606,0.00017952763,0.001432929,0.00027915492,0.2837056,0.7135107,0.00001687482],"about_ca_topic_score_codex":0.0017692804,"about_ca_topic_score_gemma":0.0012056282,"teacher_disagreement_score":0.028470555,"about_ca_system_score_codex":0.002147929,"about_ca_system_score_gemma":0.0032181586,"threshold_uncertainty_score":0.095243454},"labels":[],"label_agreement":null},{"id":"W2064871489","doi":"10.1145/1082983.1083115","title":"Effects of agile practices on social factors","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TransCanada (Canada)","funders":"","keywords":"Agile software development; Timeline; Extreme programming practices; Computer science; Knowledge management; Process management; Scrum; Lean software development; Quality (philosophy); Software quality; Agile Unified Process; Agile usability engineering; Software; Software development; Engineering; Software development process; Engineering management; Software engineering","score_opus":0.02591000041924832,"score_gpt":0.28006082794159437,"score_spread":0.2541508275223461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064871489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97655815,0.00050154334,0.0010241967,0.0015204566,0.00006658391,0.00012007471,0.00009171761,0.00004183908,0.020075407],"genre_scores_gemma":[0.9976714,0.00013426311,0.0005431471,0.00014383245,0.000026146514,0.00006234818,0.000031710446,0.000026915488,0.0013601519],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9691566,0.02312714,0.0007198327,0.0016199775,0.0033856689,0.0019906375],"domain_scores_gemma":[0.6806941,0.25309578,0.022825211,0.009293901,0.010049869,0.024041085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012969099,0.0007239038,0.0005915544,0.001769416,0.0033436506,0.0037300827,0.0009878747,0.0012618966,0.0092622265],"category_scores_gemma":[0.086782604,0.00039316592,0.0011579379,0.0015977093,0.0032352202,0.002054989,0.00420423,0.002804104,0.0005258156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00534109,0.007597959,0.75410575,0.00048012903,0.0012569315,0.0017041616,0.05336705,0.0025764154,0.0054650237,0.010472086,0.00306589,0.15456754],"study_design_scores_gemma":[0.00039012908,0.0038755608,0.94549024,0.00017824605,0.0004640104,0.0002837892,0.030866679,0.0022793678,0.0011334174,0.006408079,0.008520768,0.00010981147],"about_ca_topic_score_codex":0.008232944,"about_ca_topic_score_gemma":0.009781686,"teacher_disagreement_score":0.012969099,"about_ca_system_score_codex":0.002784813,"about_ca_system_score_gemma":0.0026138506,"threshold_uncertainty_score":0.06858796},"labels":[],"label_agreement":null},{"id":"W2070864209","doi":"10.1145/1118537.1123064","title":"Performance modeling and prediction of enterprise JavaBeans with layered queuing network templates","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Application server; Scalability; Server; Template; JavaBeans; Java; Component (thermodynamics); Queueing theory; Modular design; Operating system; Message queue; Component-based software engineering; Queue; Distributed computing; Software; Database; Software engineering; Software system; Computer network; Programming language","score_opus":0.00986127314587406,"score_gpt":0.1925936872529448,"score_spread":0.18273241410707072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070864209","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6378314,0.00014404213,0.35796127,0.00017895861,0.000045957386,0.000074398056,0.00024102627,0.0016511395,0.0018719276],"genre_scores_gemma":[0.97271097,0.000061612176,0.026313195,0.00001586968,0.000008145114,0.00003967275,0.00019757646,0.0000662158,0.0005867299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989442,0.00037900076,0.00006873837,0.00016609539,0.00030836,0.00013365284],"domain_scores_gemma":[0.997127,0.0014014737,0.00040546915,0.0002923232,0.0006075468,0.0001661787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00259486,0.0008126895,0.00055198546,0.0007290425,0.00023797038,0.0011351439,0.001327002,0.00079681346,0.00040857264],"category_scores_gemma":[0.0066027734,0.0004666356,0.00061669055,0.0006208703,0.00040988074,0.0010381868,0.00041037254,0.00070165965,0.0001813804],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056003646,0.00006438012,0.003215924,0.000009788092,0.000013518907,0.000017603517,0.00003169621,0.98879725,0.0017494374,0.0016975836,0.00012610943,0.0042206864],"study_design_scores_gemma":[0.0000021118399,0.000008564151,0.00031173642,5.8328436e-7,0.0000017804688,0.000001506141,0.0000012090751,0.9990262,0.00036057952,0.0002530395,0.00002975414,0.0000030413428],"about_ca_topic_score_codex":0.020771371,"about_ca_topic_score_gemma":0.007293789,"teacher_disagreement_score":0.020771371,"about_ca_system_score_codex":0.002106939,"about_ca_system_score_gemma":0.0012278734,"threshold_uncertainty_score":0.041300952},"labels":[],"label_agreement":null},{"id":"W2071313718","doi":"10.1145/1118537.1123068","title":"Non-null references by default in the Java modeling language","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Null (SQL); Java; Java Modeling Language; Generics in Java; Interface (matter); Java annotation; Software engineering; Real time Java; Operating system; Database","score_opus":0.01770110530127583,"score_gpt":0.23932194045446673,"score_spread":0.2216208351531909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071313718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054748032,0.00033659313,0.9298401,0.0026077395,0.00010466103,0.00011384164,0.00014845101,0.0058747237,0.0062258393],"genre_scores_gemma":[0.37777567,0.00034730977,0.6122846,0.0019206415,0.000096839096,0.00026053624,0.00035064618,0.0029972203,0.003966501],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9582105,0.022718798,0.004405711,0.004129814,0.009317821,0.0012173416],"domain_scores_gemma":[0.8631603,0.06763618,0.010114995,0.048698664,0.009417002,0.0009729031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046615615,0.00073964556,0.0010814582,0.0012421156,0.0020138056,0.00647764,0.0049823215,0.003434022,0.0017262225],"category_scores_gemma":[0.0867051,0.00272527,0.0015199113,0.0014313156,0.0066717933,0.01746543,0.005416779,0.0077196737,0.0010521901],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058791845,0.00032741507,0.026677268,0.00085750764,0.00009050601,0.0017404313,0.03551448,0.020807704,0.020081997,0.73083645,0.0080180755,0.15446024],"study_design_scores_gemma":[0.00027476903,0.00046884475,0.0040985686,0.0011757364,0.0003890579,0.0041535622,0.0035776643,0.2101159,0.07935329,0.5050508,0.19066882,0.0006730889],"about_ca_topic_score_codex":0.0028332775,"about_ca_topic_score_gemma":0.0056418045,"teacher_disagreement_score":0.046615615,"about_ca_system_score_codex":0.002424702,"about_ca_system_score_gemma":0.0042802687,"threshold_uncertainty_score":0.24652988},"labels":[],"label_agreement":null},{"id":"W2071779362","doi":"10.1145/505894.505906","title":"Practical data exchange for reverse engineering frameworks","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Software; Systems engineering; Database; Engineering; Operating system","score_opus":0.07369380567982925,"score_gpt":0.33189365732011394,"score_spread":0.2581998516402847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071779362","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022316482,0.00023688374,0.9883887,0.0011265797,0.00012942703,0.00032394042,0.0001939187,0.0036146217,0.0037542756],"genre_scores_gemma":[0.04185319,0.000471346,0.94912714,0.0005267044,0.00013613884,0.0005414984,0.00087089307,0.0013712267,0.0051018656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97581136,0.009798374,0.003960298,0.0024199504,0.0064914143,0.0015185399],"domain_scores_gemma":[0.959592,0.012991903,0.0018179045,0.019382559,0.005418171,0.00079743954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034717076,0.0015330454,0.0014236646,0.002799718,0.0035777262,0.011702211,0.0052641723,0.0047641424,0.011048627],"category_scores_gemma":[0.053157277,0.0020868587,0.0034000734,0.0038082425,0.004032495,0.023477335,0.010488295,0.006595812,0.0044985204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017133799,0.00012288938,0.0008671472,0.0004406911,0.00004578987,0.00042609457,0.0012711775,0.0064659175,0.0027487276,0.85197395,0.013849963,0.12161633],"study_design_scores_gemma":[0.00019642414,0.00015396642,0.0002464658,0.0006562578,0.000093136325,0.0010986167,0.00076052605,0.060435746,0.017646529,0.5086236,0.4099462,0.00014268848],"about_ca_topic_score_codex":0.0033113777,"about_ca_topic_score_gemma":0.0029269976,"teacher_disagreement_score":0.034717076,"about_ca_system_score_codex":0.0033244875,"about_ca_system_score_gemma":0.005886108,"threshold_uncertainty_score":0.18360358},"labels":[],"label_agreement":null},{"id":"W2073374531","doi":"10.1145/974043.974089","title":"Performance modeling from software components","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":126,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Unified Modeling Language; Software engineering; Software; sync; Modeling language; Programming language; Software development","score_opus":0.019966338121843372,"score_gpt":0.21476278661021792,"score_spread":0.19479644848837455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073374531","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029476488,0.00057217025,0.9778217,0.00038120753,0.00008865394,0.00010216997,0.00032391236,0.0017993983,0.015963107],"genre_scores_gemma":[0.22629064,0.0063227867,0.737189,0.00032301596,0.00032208237,0.0010485173,0.0033694895,0.0022156853,0.022918701],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984419,0.00041014492,0.00012768131,0.00016488608,0.00075045123,0.00010493598],"domain_scores_gemma":[0.99836177,0.0007500512,0.00013288333,0.00029964803,0.00040416454,0.00005143832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015435192,0.0018340547,0.00064028037,0.0018183802,0.0005641774,0.0028992791,0.0024490196,0.0012824227,0.0043619513],"category_scores_gemma":[0.0056785303,0.0009008229,0.0016800961,0.0014371551,0.000963972,0.0036408112,0.0016394281,0.0019035764,0.0026688436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003613241,0.00005705428,0.00061615976,0.00039853048,0.00006335536,0.00016266757,0.0003645677,0.5106579,0.0035942614,0.41882056,0.006060558,0.059168197],"study_design_scores_gemma":[0.00001857552,0.000047355155,0.00029014415,0.00017077365,0.00005982052,0.00010643556,0.00006232011,0.73848355,0.003720593,0.16269137,0.09430669,0.000042452044],"about_ca_topic_score_codex":0.0053328704,"about_ca_topic_score_gemma":0.0027161282,"teacher_disagreement_score":0.0053328704,"about_ca_system_score_codex":0.00142648,"about_ca_system_score_gemma":0.0014865127,"threshold_uncertainty_score":0.01459223},"labels":[],"label_agreement":null},{"id":"W2073598989","doi":"10.1145/1082983.1083131","title":"ActiveAspect","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Sketch; Presentation (obstetrics); Software engineering; Abstraction; Programming language; Design by contract; Aspect-oriented programming; Software; Software development; Software construction; Algorithm","score_opus":0.02845137875648199,"score_gpt":0.26991038036654624,"score_spread":0.24145900161006426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073598989","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008074057,0.0006888146,0.6653432,0.0010273689,0.00047228308,0.00045463396,0.0028304465,0.26128274,0.059826486],"genre_scores_gemma":[0.13480955,0.0016927583,0.5984536,0.0027630872,0.00042647126,0.0011594648,0.019490695,0.10266491,0.1385395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979711,0.00036332064,0.0001990639,0.0002882068,0.0010379117,0.0001403823],"domain_scores_gemma":[0.9946497,0.002229665,0.00032735828,0.0013934888,0.0010171979,0.0003825188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002805627,0.0014496297,0.00062752527,0.0013009469,0.0009186933,0.0038669126,0.0032753837,0.0024971422,0.031014098],"category_scores_gemma":[0.010629153,0.0015814586,0.001355425,0.00059842004,0.0008144893,0.0072812634,0.00471458,0.0036000947,0.020027995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009952532,0.00041732314,0.005329184,0.0015683738,0.00015686438,0.0013984756,0.0035928688,0.0023958434,0.02826585,0.12624541,0.37006363,0.45957094],"study_design_scores_gemma":[0.00009475552,0.00012257774,0.001265104,0.00017833784,0.000057862217,0.0014313582,0.00021774418,0.011111453,0.017509596,0.032364007,0.9355672,0.000080095284],"about_ca_topic_score_codex":0.0011483523,"about_ca_topic_score_gemma":0.0018213175,"teacher_disagreement_score":0.031014098,"about_ca_system_score_codex":0.0005964067,"about_ca_system_score_gemma":0.0011370595,"threshold_uncertainty_score":0.103752434},"labels":[],"label_agreement":null},{"id":"W2075076276","doi":"10.1145/505532.505552","title":"2nd international workshop on living with inconsistency (IWLWI01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Engineering; Software engineering; Computer science; Engineering management; Library science; Engineering ethics","score_opus":0.013269625088180225,"score_gpt":0.22836985453858205,"score_spread":0.21510022945040183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075076276","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013893025,0.032236073,0.7070064,0.048052866,0.036378045,0.0015173288,0.003924903,0.014146616,0.14284474],"genre_scores_gemma":[0.072793975,0.022890775,0.58234674,0.014265855,0.007818874,0.0022659262,0.02879105,0.008878075,0.25994882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9905834,0.0031872008,0.0006646853,0.0014497289,0.0029585639,0.0011564068],"domain_scores_gemma":[0.98956734,0.0022994953,0.0004123948,0.002578714,0.0035187695,0.0016232182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013037617,0.0019151251,0.0020848846,0.0025698973,0.0022274388,0.009782619,0.0053169895,0.0044048782,0.048350945],"category_scores_gemma":[0.018989544,0.0012467187,0.0026874845,0.0026318356,0.0017812812,0.012874857,0.012071754,0.00707396,0.024049858],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037707196,0.00047703192,0.0009821844,0.000726818,0.00010897893,0.00035753095,0.001680782,0.0017451152,0.003981126,0.039495215,0.46540347,0.48466462],"study_design_scores_gemma":[0.000061941675,0.00011705623,0.0007407098,0.00049614365,0.000067680696,0.00041543003,0.0006290569,0.0039751213,0.0030243376,0.029844403,0.9605728,0.000055264612],"about_ca_topic_score_codex":0.0033127423,"about_ca_topic_score_gemma":0.004713278,"teacher_disagreement_score":0.048350945,"about_ca_system_score_codex":0.0021968924,"about_ca_system_score_gemma":0.005139401,"threshold_uncertainty_score":0.16175008},"labels":[],"label_agreement":null},{"id":"W2079583986","doi":"10.1145/1082983.1083006","title":"All we really need to know about software engineering is in the film <i>office space</i>","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Craft; Appeal; Software; Space (punctuation); Embodied cognition; Plot (graphics); Cult; Work (physics); Computer science; Software engineering; Sociology; Media studies; Engineering; Visual arts; Law; Art; Artificial intelligence; Political science; Mechanical engineering; Mathematics; Programming language","score_opus":0.012836252456380008,"score_gpt":0.2528696983282593,"score_spread":0.24003344587187928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079583986","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014551615,0.04682652,0.019993722,0.44992524,0.021643538,0.00005608446,0.00035188606,0.0006135404,0.4460378],"genre_scores_gemma":[0.30273914,0.09683387,0.026810186,0.1152723,0.028387746,0.00014799122,0.00077234104,0.001416432,0.42762005],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99909985,0.00039141372,0.000040364197,0.00009632193,0.00025841227,0.00011366167],"domain_scores_gemma":[0.997419,0.0014232186,0.0002480676,0.00016810227,0.00032854188,0.00041310527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096639886,0.0004752206,0.00033858718,0.0005783993,0.003587867,0.0074699745,0.0004913798,0.0021014032,0.01786493],"category_scores_gemma":[0.005966971,0.00032591584,0.000287085,0.0007184237,0.0055421637,0.010528028,0.0021864085,0.007835801,0.006266784],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043579475,0.00005864539,0.0013013263,0.00047482134,0.000021451498,0.00038135433,0.028303914,0.00014687888,0.0021821181,0.09641501,0.73394823,0.13672264],"study_design_scores_gemma":[0.0000034167742,0.000029447063,0.00076581916,0.00024050375,0.000006829929,0.0002664242,0.007594603,0.00005393953,0.00034397191,0.008214574,0.98246527,0.000015215461],"about_ca_topic_score_codex":0.00459741,"about_ca_topic_score_gemma":0.007341607,"teacher_disagreement_score":0.01786493,"about_ca_system_score_codex":0.0013558283,"about_ca_system_score_gemma":0.000722034,"threshold_uncertainty_score":0.059764206},"labels":[],"label_agreement":null},{"id":"W2080368628","doi":"10.1145/1082983.1083116","title":"Cultural patterns in software process mishaps","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Exploratory research; Process (computing); Phase (matter); Engineering ethics; Sociology; Software; Grounded theory; Management science; Computer science; Qualitative research; Engineering; Social science","score_opus":0.018074062117973435,"score_gpt":0.2733128226829014,"score_spread":0.255238760564928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080368628","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98847836,0.00038605195,0.0035515458,0.0004769015,0.000013247454,0.00002893005,0.00003083314,0.0000116632855,0.007022488],"genre_scores_gemma":[0.9984125,0.00019123091,0.00085370516,0.00003398093,0.0000029666307,0.0000142696945,0.00002385291,0.000010321836,0.00045720607],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98977983,0.0055508246,0.0009862129,0.0009249057,0.0019942739,0.0007640157],"domain_scores_gemma":[0.9726361,0.012214472,0.008033661,0.0024848182,0.0034781722,0.0011527613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053947256,0.00027283086,0.0002976345,0.004450302,0.003872962,0.004439587,0.0010563255,0.00057474425,0.0017368591],"category_scores_gemma":[0.033936415,0.00040773617,0.00025862458,0.0049758744,0.0054430603,0.0039167246,0.0056826486,0.0011876294,0.00015993023],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010878194,0.000072015144,0.24263097,0.00019807917,0.000073835094,0.0009156175,0.6594154,0.0006370069,0.0012704686,0.014361789,0.00046784233,0.07984824],"study_design_scores_gemma":[0.000012168186,0.00006823134,0.13070552,0.00031751968,0.000041643205,0.0012086985,0.83678013,0.0016751614,0.00096987345,0.014542658,0.013602223,0.00007619607],"about_ca_topic_score_codex":0.022528633,"about_ca_topic_score_gemma":0.037139215,"teacher_disagreement_score":0.022528633,"about_ca_system_score_codex":0.0032925648,"about_ca_system_score_gemma":0.0039939415,"threshold_uncertainty_score":0.044795036},"labels":[],"label_agreement":null},{"id":"W2081119992","doi":"10.1145/1598732.1598761","title":"Report from the second international workshop on software engineering for computational science and engineering (SE-CSE 09)","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software; Software Engineering Process Group; Focus (optics); Software requirements; Personal software process; Engineering management; Software construction; Engineering; Programming language","score_opus":0.06316257408920818,"score_gpt":0.33015554141365866,"score_spread":0.2669929673244505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081119992","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020423613,0.03431253,0.17152841,0.17422153,0.27243605,0.002314602,0.02534851,0.0062985052,0.29311627],"genre_scores_gemma":[0.030081686,0.016707268,0.05806478,0.012668093,0.018744515,0.0009059956,0.041372262,0.00566024,0.8157952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939839,0.0013032003,0.0002701799,0.00064579846,0.0031512626,0.0006456731],"domain_scores_gemma":[0.98551416,0.0017701574,0.0003575654,0.0013645439,0.007318112,0.0036753903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011419459,0.001524501,0.0011474426,0.002592382,0.0016637081,0.005954458,0.001806638,0.0019693193,0.1217678],"category_scores_gemma":[0.011328367,0.0005082105,0.0013076358,0.0020807507,0.00071204547,0.0058885277,0.005421816,0.0046517397,0.058353566],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014116798,0.00018029386,0.0004046369,0.0001755258,0.000019177407,0.00007669287,0.0002219218,0.00027970888,0.0017119129,0.0028578152,0.9153246,0.07860649],"study_design_scores_gemma":[0.00004515605,0.00012887141,0.0014444006,0.0001597162,0.000028651353,0.00011409038,0.00028789745,0.00061883975,0.0024862066,0.0036811058,0.9909718,0.000033215365],"about_ca_topic_score_codex":0.0045695417,"about_ca_topic_score_gemma":0.008638684,"teacher_disagreement_score":0.1217678,"about_ca_system_score_codex":0.0014655188,"about_ca_system_score_gemma":0.0037168337,"threshold_uncertainty_score":0.40735382},"labels":[],"label_agreement":null},{"id":"W2081439463","doi":"10.1145/1082983.1083150","title":"Mining student CVS repositories for performance indicators","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Quality (philosophy); Source lines of code; Data science; Work (physics); Source code; Data mining; Software engineering; Software; Engineering; Programming language","score_opus":0.014842147429639938,"score_gpt":0.2662585567185968,"score_spread":0.2514164092889568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081439463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95748854,0.0007238535,0.018344197,0.00027074854,0.000054789627,0.00022387544,0.018948384,0.0019488821,0.001996804],"genre_scores_gemma":[0.936743,0.00031558017,0.024607666,0.00003833899,0.00006888676,0.00025109787,0.036085185,0.00020833428,0.0016818453],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931375,0.0014382845,0.0009528905,0.0013444229,0.0026925628,0.00043436015],"domain_scores_gemma":[0.9504998,0.017757451,0.0090512745,0.005503552,0.014448165,0.002739818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00500648,0.00094531506,0.0010364391,0.01896901,0.0005244758,0.0025854327,0.00176851,0.0010333208,0.0009418507],"category_scores_gemma":[0.046216276,0.00042675508,0.0006192927,0.017376812,0.00033765688,0.0017857016,0.0017928684,0.0010761705,0.0011709554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028977875,0.0007390824,0.74552983,0.00050022604,0.00020396007,0.00038780118,0.0018466042,0.0040587825,0.004185851,0.0007851735,0.008948733,0.23252417],"study_design_scores_gemma":[0.000085253116,0.0010749433,0.8575356,0.00031472428,0.00034501313,0.0010203846,0.0032892385,0.086146295,0.017678138,0.0028173588,0.029472,0.00022098514],"about_ca_topic_score_codex":0.0037523499,"about_ca_topic_score_gemma":0.0043132543,"teacher_disagreement_score":0.01896901,"about_ca_system_score_codex":0.0006558885,"about_ca_system_score_gemma":0.0016700021,"threshold_uncertainty_score":0.026477098},"labels":[],"label_agreement":null},{"id":"W2082727576","doi":"10.1145/1290993.1291005","title":"Assessment of Contemporary Modularization Techniques - ACoM'07","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Modular programming; Presentation (obstetrics); Mainstream; Computer science; Software engineering; Modularity (biology); Software; Work (physics); Engineering management; Engineering; Political science","score_opus":0.03651836328889043,"score_gpt":0.3138935505477442,"score_spread":0.2773751872588538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082727576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55521435,0.008506034,0.24453275,0.007557686,0.0019575765,0.0074566253,0.005181139,0.00467517,0.1649186],"genre_scores_gemma":[0.52890366,0.0032232313,0.43400112,0.0009117555,0.00043963693,0.0036447635,0.009146001,0.00088293373,0.018846957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9663417,0.009115055,0.0013716582,0.0018054557,0.020562422,0.00080381444],"domain_scores_gemma":[0.9305258,0.017641502,0.006335475,0.0071658185,0.0348902,0.0034411887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032387976,0.0010530173,0.0007055565,0.006797777,0.0013683959,0.0048619304,0.0023775965,0.001965156,0.0033147992],"category_scores_gemma":[0.063225605,0.0005368528,0.0010062817,0.004223191,0.0011571887,0.002868754,0.0044619003,0.0016946476,0.0010599348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055312156,0.0017541167,0.044698067,0.0019007981,0.0002471706,0.00020738303,0.0038674844,0.009339608,0.014071971,0.016938329,0.06144421,0.84497774],"study_design_scores_gemma":[0.00043310007,0.008099273,0.34348467,0.0038671633,0.00053776335,0.0020814831,0.008134502,0.12254708,0.07695347,0.03957823,0.39377284,0.00051050255],"about_ca_topic_score_codex":0.0022572211,"about_ca_topic_score_gemma":0.0044303965,"teacher_disagreement_score":0.032387976,"about_ca_system_score_codex":0.0035672316,"about_ca_system_score_gemma":0.0047350475,"threshold_uncertainty_score":0.17128599},"labels":[],"label_agreement":null},{"id":"W2083651196","doi":"10.1145/1988997.1989020","title":"An empirical analysis of a testability model for object-oriented programs","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Testability; Computer science; Metric (unit); Unit testing; Java; Object-oriented programming; Empirical research; Reliability engineering; Software; Programming language; Engineering; Mathematics; Statistics","score_opus":0.06620077207080198,"score_gpt":0.31307960672924373,"score_spread":0.24687883465844174,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083651196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88430834,0.00032569055,0.10965165,0.00069517497,0.000017569744,0.00026259795,0.0008177215,0.00025245757,0.0036687497],"genre_scores_gemma":[0.9920208,0.000043718665,0.0069712284,0.000033543798,0.000008229565,0.00015834841,0.00060991314,0.000029962499,0.00012415819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98089683,0.01140611,0.00085415633,0.0017713136,0.004522742,0.0005488331],"domain_scores_gemma":[0.6393534,0.30866644,0.019759985,0.022589916,0.008235634,0.0013946911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02603377,0.0008123894,0.0005986942,0.0037008848,0.00053659594,0.0021583284,0.001471881,0.0014412977,0.0014747152],"category_scores_gemma":[0.20364238,0.00034917437,0.0011408384,0.0029019157,0.001509453,0.003858749,0.0013009326,0.0017011209,0.0002394927],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006690554,0.0013439765,0.73447007,0.00039683565,0.00075321615,0.0003230278,0.001747233,0.15859452,0.0027035775,0.03090031,0.0019374425,0.0661607],"study_design_scores_gemma":[0.000077374534,0.0010395208,0.24455415,0.000121347744,0.00013541787,0.0005481882,0.00054701266,0.72823626,0.0012793923,0.021654708,0.0017467686,0.000059932096],"about_ca_topic_score_codex":0.0023394823,"about_ca_topic_score_gemma":0.0017644076,"teacher_disagreement_score":0.02603377,"about_ca_system_score_codex":0.0022583243,"about_ca_system_score_gemma":0.0011434524,"threshold_uncertainty_score":0.13768142},"labels":[],"label_agreement":null},{"id":"W2087097337","doi":"10.1145/1022494.1022539","title":"Relevant empirical testing research","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software testing; Empirical research; Test strategy; Computer science; Software engineering; Position paper; Software; Software performance testing; Data science; Systems engineering; Engineering; Software construction; Software development; World Wide Web","score_opus":0.1418802265110641,"score_gpt":0.360298768827243,"score_spread":0.21841854231617888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087097337","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15248236,0.25898933,0.05748237,0.123103864,0.0040234798,0.0014091198,0.007845428,0.0004412024,0.39422292],"genre_scores_gemma":[0.80573654,0.122263245,0.02416198,0.021512067,0.003680479,0.0012238411,0.0090126,0.0005748136,0.011834385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9447487,0.030224562,0.0039454745,0.0049444693,0.01447959,0.0016571195],"domain_scores_gemma":[0.3908071,0.5199423,0.023959788,0.024461376,0.03644056,0.0043890146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043215863,0.0013036943,0.001524726,0.008815325,0.0023207765,0.0073999134,0.004079916,0.0031052642,0.034956284],"category_scores_gemma":[0.2884843,0.0007368627,0.0009837591,0.015926423,0.006483055,0.009159607,0.0032440186,0.0044322773,0.0055449903],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005510229,0.0027528005,0.14182699,0.012471938,0.00070420466,0.0010017599,0.00599492,0.002168892,0.00081411365,0.2744958,0.07058222,0.4866354],"study_design_scores_gemma":[0.0002948529,0.0009553932,0.18016227,0.04431692,0.0009583928,0.0030238365,0.022912765,0.0057944516,0.0036130513,0.27165288,0.46609446,0.00022076366],"about_ca_topic_score_codex":0.0054374645,"about_ca_topic_score_gemma":0.00433207,"teacher_disagreement_score":0.043215863,"about_ca_system_score_codex":0.0051902942,"about_ca_system_score_gemma":0.0068785865,"threshold_uncertainty_score":0.22855002},"labels":[],"label_agreement":null},{"id":"W2087156818","doi":"10.1145/1082983.1083302","title":"Quality, cleanroom and formal methods","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cleanroom; Computer science; Software engineering; Software development; Formal methods; Quality (philosophy); Systems engineering; Software; Reliability engineering; Engineering; Programming language","score_opus":0.035882057953362016,"score_gpt":0.34350678952848585,"score_spread":0.3076247315751238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087156818","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019312755,0.0046668528,0.98056763,0.0043334393,0.0002604036,0.00008120403,0.000032253418,0.0005750109,0.0075519527],"genre_scores_gemma":[0.088613234,0.006111497,0.89274997,0.0015130739,0.0006452679,0.00033247966,0.00014193024,0.00041782946,0.009474757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98590547,0.005130225,0.0011624439,0.0015846859,0.005560196,0.0006570192],"domain_scores_gemma":[0.9685148,0.019513974,0.002227985,0.0052330275,0.0039629573,0.00054735405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015922403,0.00145184,0.001200221,0.0043115057,0.0015766586,0.0052760807,0.0037770045,0.0022386059,0.0043351743],"category_scores_gemma":[0.025672413,0.0010989233,0.002871777,0.0020523681,0.016767753,0.013639793,0.004812652,0.0059913946,0.0010337643],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020807052,0.00004757643,0.00029764863,0.00046167683,0.000033899676,0.00008607989,0.00054006255,0.008810828,0.0007284794,0.919305,0.002172629,0.06749535],"study_design_scores_gemma":[0.00004727976,0.00007034131,0.00010891122,0.00029708256,0.00003785538,0.00017565474,0.00013258622,0.014825189,0.0015027963,0.9253752,0.057370994,0.000056024368],"about_ca_topic_score_codex":0.0037055537,"about_ca_topic_score_gemma":0.0023412928,"teacher_disagreement_score":0.015922403,"about_ca_system_score_codex":0.0040051467,"about_ca_system_score_gemma":0.004241285,"threshold_uncertainty_score":0.0842067},"labels":[],"label_agreement":null},{"id":"W2089148440","doi":"10.1145/1022494.1022526","title":"Modelling and verifying web service orchestration by means of the concurrency workbench","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; IBM (Canada)","funders":"","keywords":"Computer science; Programming language; Process calculus; Concurrency; Web service; Orchestration; Business Process Execution Language; Workbench; Software engineering; Service-oriented architecture; Visualization; Artificial intelligence","score_opus":0.013095788223689479,"score_gpt":0.20441661679523945,"score_spread":0.19132082857154997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089148440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019463627,0.00010686067,0.97609305,0.00011383812,0.000045025714,0.00014431716,0.00006199278,0.002329351,0.001641852],"genre_scores_gemma":[0.3705644,0.0005817516,0.6226532,0.00012622181,0.00009449719,0.00078823144,0.00049291697,0.00087999547,0.0038187767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9912608,0.0027211397,0.0007530883,0.0009303488,0.0036787097,0.00065594725],"domain_scores_gemma":[0.9903633,0.006138336,0.00067095377,0.0018614371,0.0007426548,0.00022331889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007343431,0.0012765396,0.0014280056,0.0017393321,0.0013758622,0.004599857,0.002655578,0.0017990677,0.0026571986],"category_scores_gemma":[0.015430565,0.0014188895,0.0022833974,0.0010007365,0.0048634484,0.006208005,0.0038724307,0.0026456923,0.00075441826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040731955,0.0002656366,0.002675854,0.00040076397,0.00017191679,0.001848685,0.0012041733,0.3830865,0.050295334,0.49686396,0.0012469823,0.06153284],"study_design_scores_gemma":[0.00013152436,0.000110469475,0.00023768697,0.00005945241,0.00006717613,0.00030192797,0.00008222221,0.77867746,0.04803155,0.16266851,0.00957127,0.000060718627],"about_ca_topic_score_codex":0.00673377,"about_ca_topic_score_gemma":0.003450789,"teacher_disagreement_score":0.007343431,"about_ca_system_score_codex":0.0017472284,"about_ca_system_score_gemma":0.0045142155,"threshold_uncertainty_score":0.03883624},"labels":[],"label_agreement":null},{"id":"W2089894024","doi":"10.1145/1082983.1082995","title":"Workshop on the Modeling and Analysis of Concerns in Software (MACS 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software engineering; Computer science; Software; Software development; Data science; Operating system","score_opus":0.05742820598058526,"score_gpt":0.296255173549488,"score_spread":0.23882696756890273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089894024","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013896214,0.030488348,0.8199096,0.036449213,0.021752235,0.0012148503,0.0025619362,0.0053930124,0.06833463],"genre_scores_gemma":[0.054495823,0.01977055,0.78542876,0.0076712333,0.0063306033,0.0014540391,0.007489082,0.002843122,0.11451677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99140316,0.0037730497,0.00069605524,0.0011272955,0.002534099,0.0004662908],"domain_scores_gemma":[0.98563564,0.0048687607,0.0006241301,0.0021934104,0.0044933725,0.002184709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019210543,0.0022193696,0.0018667306,0.0027539714,0.0011856469,0.007059964,0.004210245,0.0043172226,0.018898448],"category_scores_gemma":[0.01955973,0.0016699488,0.004637926,0.0017903484,0.0019685277,0.0053423536,0.005737698,0.007908713,0.008855081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006750943,0.00058058376,0.0011413505,0.0011975375,0.00040761844,0.0011091123,0.0026533601,0.010582625,0.009818893,0.102362186,0.558497,0.31097463],"study_design_scores_gemma":[0.0001530485,0.0003176448,0.000989951,0.0012471558,0.00016742296,0.0011628236,0.0004169928,0.02158295,0.005045835,0.054316726,0.91449964,0.00009975615],"about_ca_topic_score_codex":0.0052917297,"about_ca_topic_score_gemma":0.0064936294,"teacher_disagreement_score":0.019210543,"about_ca_system_score_codex":0.0035161884,"about_ca_system_score_gemma":0.007170996,"threshold_uncertainty_score":0.101596296},"labels":[],"label_agreement":null},{"id":"W2095300853","doi":"10.1145/505776.505783","title":"Perspectives on software product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Product engineering; Computer science; Software development; Domain engineering; New product development; Product management; Product (mathematics); Software engineering; Risk analysis (engineering); Software; Systems engineering; Process management; Component-based software engineering; Product design; Engineering; Business; Marketing","score_opus":0.036419172973662844,"score_gpt":0.28049664377694533,"score_spread":0.2440774708032825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095300853","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077836933,0.07105186,0.07192488,0.07500325,0.0014936163,0.000059103557,0.00015317567,0.00016756113,0.77236295],"genre_scores_gemma":[0.603186,0.16158535,0.051694132,0.034437038,0.0065345117,0.0005694097,0.00051883573,0.00062612613,0.14084852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953957,0.0022463556,0.00021253884,0.0006613129,0.0011360127,0.0003480566],"domain_scores_gemma":[0.99375457,0.004047896,0.00048523536,0.00045569407,0.0008689195,0.0003877173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030481883,0.001503104,0.0004944481,0.0038853975,0.0031750468,0.010576595,0.001856398,0.007136107,0.012531112],"category_scores_gemma":[0.0049379594,0.00051513774,0.0009216079,0.004070967,0.021229643,0.014460684,0.0044674743,0.007580785,0.003517462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029001817,0.0000050732574,0.00003666266,0.000038528986,0.0000015194914,0.00006051439,0.0005829655,0.00015409081,0.000028892566,0.9934176,0.0018929325,0.0037782888],"study_design_scores_gemma":[0.000009704175,0.000028683913,0.0001351603,0.00023385898,0.000003369793,0.00024529445,0.0008672677,0.0004779403,0.00010263252,0.7187052,0.27917975,0.00001116393],"about_ca_topic_score_codex":0.0027964343,"about_ca_topic_score_gemma":0.0014962566,"teacher_disagreement_score":0.012531112,"about_ca_system_score_codex":0.005463877,"about_ca_system_score_gemma":0.0019514397,"threshold_uncertainty_score":0.04192072},"labels":[],"label_agreement":null},{"id":"W2097710325","doi":"10.1145/1082983.1083180","title":"A design for evidence - based soft research","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Process (computing); Architecture; Data science; Empirical evidence; Triangulation; Management science; Systems engineering; Engineering","score_opus":0.13352022884253242,"score_gpt":0.34857451112989774,"score_spread":0.2150542822873653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097710325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063235145,0.005373621,0.5565718,0.028638178,0.006633097,0.33110586,0.004998325,0.0013417837,0.059013914],"genre_scores_gemma":[0.016313855,0.0011963482,0.68506753,0.0041268226,0.00022910946,0.28906745,0.0005270271,0.00014689066,0.0033251042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5863895,0.3318872,0.041233666,0.016864074,0.019807007,0.003818595],"domain_scores_gemma":[0.54435056,0.31107935,0.017527537,0.06402895,0.051847897,0.011165677],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27211103,0.0018076521,0.005071568,0.019785011,0.006555756,0.018687122,0.007244592,0.012632221,0.05357883],"category_scores_gemma":[0.35290664,0.0034315556,0.006171012,0.016913207,0.009348892,0.016589256,0.01778911,0.010463446,0.011434088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043335357,0.0010394496,0.0024504124,0.04109932,0.0010308723,0.00096836826,0.012207229,0.0023624788,0.0022084406,0.5513555,0.036618832,0.34432548],"study_design_scores_gemma":[0.00713949,0.003331162,0.001991999,0.03209453,0.0016496411,0.0006276495,0.009093968,0.003404295,0.002885615,0.26613382,0.67132694,0.00032092596],"about_ca_topic_score_codex":0.0011334178,"about_ca_topic_score_gemma":0.0015858933,"teacher_disagreement_score":0.72788894,"about_ca_system_score_codex":0.013042513,"about_ca_system_score_gemma":0.034387667,"threshold_uncertainty_score":0.8976167},"labels":[],"label_agreement":null},{"id":"W2099587351","doi":"10.1145/986710.986722","title":"Second International Workshop on From SofTware Requirements to Architectures (STRAW'03)","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Software; Engineering; Engineering management; Computer science; Systems engineering; Programming language","score_opus":0.04186598052541105,"score_gpt":0.29753552744336087,"score_spread":0.2556695469179498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099587351","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01631295,0.024826255,0.6978583,0.06898994,0.04212347,0.0015728149,0.0029516332,0.006689179,0.13867551],"genre_scores_gemma":[0.07230623,0.024755921,0.513298,0.019398784,0.0064377924,0.0020754454,0.016130319,0.0060989475,0.33949852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878399,0.0057486943,0.00079949683,0.0011485328,0.0034820589,0.0009813977],"domain_scores_gemma":[0.9857452,0.0043342453,0.0004511402,0.0022486271,0.0047505475,0.0024701909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019421117,0.0020185432,0.0019431416,0.0022610247,0.0015140891,0.00961278,0.0035938348,0.004998944,0.035917643],"category_scores_gemma":[0.021178484,0.0012937437,0.0026562829,0.0020566199,0.0016182585,0.009799183,0.0068851467,0.008986304,0.018047778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000374024,0.00068131357,0.00075500103,0.0005903427,0.00012140835,0.0006660799,0.0021662593,0.003554941,0.007619037,0.051708832,0.58595484,0.3458079],"study_design_scores_gemma":[0.00008119508,0.00016559786,0.000797271,0.00052111107,0.000043042925,0.00045767357,0.00083957694,0.0044870577,0.0031144707,0.027173648,0.96225905,0.00006026235],"about_ca_topic_score_codex":0.0044369237,"about_ca_topic_score_gemma":0.0069626947,"teacher_disagreement_score":0.035917643,"about_ca_system_score_codex":0.0026384161,"about_ca_system_score_gemma":0.007211785,"threshold_uncertainty_score":0.12015647},"labels":[],"label_agreement":null},{"id":"W2105492891","doi":"10.1145/2020976.2020979","title":"Managing technical debt in software development","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Engineering management; Software quality; Debt; Software engineering; Software development; Software; Computer science; Quality (philosophy); Software project management; Engineering; Value (mathematics); Business; Software construction; Finance","score_opus":0.03005410945615254,"score_gpt":0.24478996928177618,"score_spread":0.21473585982562365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105492891","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30076033,0.018860394,0.43688083,0.084192194,0.0011017753,0.0005986654,0.00014189427,0.0012722723,0.15619169],"genre_scores_gemma":[0.91373986,0.0036783838,0.06492423,0.0027352832,0.0004671804,0.0003437516,0.00009683698,0.00028163154,0.013732866],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.977246,0.012751931,0.0017668806,0.0013770496,0.005414624,0.0014435342],"domain_scores_gemma":[0.9266963,0.03278059,0.013322833,0.008975322,0.011668889,0.0065560364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02902626,0.0005315061,0.0006374181,0.0022419505,0.005268351,0.010752572,0.0023922704,0.0031817243,0.0033710133],"category_scores_gemma":[0.10371002,0.00081871415,0.0003912926,0.0039916127,0.0049280277,0.018297782,0.014842605,0.0051270165,0.0009055604],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000295593,0.0003897993,0.021550452,0.00080899155,0.00007045122,0.0014647582,0.022953818,0.013858378,0.0028256,0.38968062,0.026969016,0.5191326],"study_design_scores_gemma":[0.00017256112,0.00044894384,0.010814388,0.0012548045,0.000085961685,0.0018807382,0.011286383,0.041599937,0.0024354672,0.75579023,0.17407696,0.00015364101],"about_ca_topic_score_codex":0.0026373887,"about_ca_topic_score_gemma":0.0026702262,"teacher_disagreement_score":0.02902626,"about_ca_system_score_codex":0.0047512525,"about_ca_system_score_gemma":0.006761673,"threshold_uncertainty_score":0.15350735},"labels":[],"label_agreement":null},{"id":"W2105821857","doi":"10.1145/566171.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Isolation (microbiology); Computer science; Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Instrumentation (computer programming); Code (set theory); Object (grammar); Code reuse; Fault detection and isolation; Reliability engineering; Risk analysis (engineering); Programming language; Software system; Engineering; Software construction; Set (abstract data type); Artificial intelligence","score_opus":0.058524941554268906,"score_gpt":0.2645884942805956,"score_spread":0.2060635527263267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105821857","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49609032,0.00047623325,0.49627253,0.0011023355,0.000026553467,0.00033117677,0.000039890565,0.0010220018,0.004638906],"genre_scores_gemma":[0.7931478,0.00029852786,0.20537643,0.000121400146,0.000014200703,0.00012973965,0.000047598365,0.0001282609,0.00073610473],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99052256,0.006125565,0.00034359127,0.0003901262,0.0020814498,0.0005365955],"domain_scores_gemma":[0.9057632,0.075323336,0.007215084,0.006817343,0.004286177,0.00059480494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013097415,0.0005350268,0.00032683843,0.00078416365,0.0007392675,0.0011965169,0.0014666357,0.0012765159,0.00091798016],"category_scores_gemma":[0.053588852,0.00045933176,0.00033057632,0.00096440746,0.0017475403,0.0042760926,0.0013353812,0.0013834968,0.00012997877],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011830094,0.0024420104,0.08303696,0.0011788727,0.00019696714,0.0017592419,0.012642961,0.2162601,0.09561166,0.15482344,0.0017353742,0.42912936],"study_design_scores_gemma":[0.00021440386,0.0020513057,0.014959668,0.00031681277,0.00021708186,0.0009448514,0.0028736698,0.80110925,0.1250678,0.035701346,0.016432723,0.00011116243],"about_ca_topic_score_codex":0.002189618,"about_ca_topic_score_gemma":0.0017646712,"teacher_disagreement_score":0.013097415,"about_ca_system_score_codex":0.00080732047,"about_ca_system_score_gemma":0.0019709067,"threshold_uncertainty_score":0.06926662},"labels":[],"label_agreement":null},{"id":"W2107366830","doi":"10.1145/2088883.2088901","title":"Evolution of software engineers' personality profile","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software engineering; Social software engineering; Personal software process; Software; Software development; Software construction; Software peer review; Computer science; Work (physics); Software analytics; Engineering; Mechanical engineering","score_opus":0.0177354591475012,"score_gpt":0.2476067547847011,"score_spread":0.22987129563719988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107366830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961649,0.00044208148,0.0004147355,0.00016460296,0.000013431574,0.000006842848,0.00023571023,0.000016951142,0.0025408294],"genre_scores_gemma":[0.9986143,0.00023128767,0.00026594632,0.000020649684,0.000008181988,0.000005928926,0.00014032402,0.000004690712,0.0007084926],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99898666,0.00029206122,0.000090801186,0.00016719922,0.00033723348,0.00012607241],"domain_scores_gemma":[0.9856903,0.003898619,0.0040676673,0.00069596246,0.004016533,0.0016309498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018442106,0.00014890845,0.00014410548,0.0032271054,0.00031119265,0.0011244151,0.0003058999,0.00032710962,0.001503706],"category_scores_gemma":[0.015338131,0.000114084745,0.00019355558,0.0020377706,0.00018313594,0.00088891,0.0006768629,0.00032915836,0.00055304583],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009737911,0.000047017395,0.93632525,0.00004500517,0.000034196786,0.00018848723,0.002820432,0.00023583655,0.0009667624,0.00028974438,0.00070068776,0.0582492],"study_design_scores_gemma":[0.000001642123,0.00006671215,0.9964372,0.000020292497,0.0000072309253,0.00023700466,0.0012532154,0.00036951122,0.00018110256,0.00008240704,0.0013371933,0.0000065696822],"about_ca_topic_score_codex":0.0026225033,"about_ca_topic_score_gemma":0.0029150113,"teacher_disagreement_score":0.0032271054,"about_ca_system_score_codex":0.00054579764,"about_ca_system_score_gemma":0.0004571161,"threshold_uncertainty_score":0.009753227},"labels":[],"label_agreement":null},{"id":"W2111833495","doi":"10.1145/1734103.1734111","title":"Why do we need personality diversity in software engineering?","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":102,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software development; Social software engineering; Software Engineering Process Group; Software engineering; Personal software process; Software construction; Diversity (politics); Software peer review; Software; Team software process; Computer science; Knowledge management; Engineering; Engineering management; Sociology","score_opus":0.019064608574363037,"score_gpt":0.24059184912764908,"score_spread":0.22152724055328604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111833495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66904914,0.012906882,0.008114187,0.28426972,0.002578124,0.00005459322,0.00007939927,0.00008215219,0.02286577],"genre_scores_gemma":[0.9785855,0.0026967307,0.0021347785,0.014339718,0.00062562147,0.00002361825,0.000016668591,0.00002369803,0.0015535902],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99600655,0.0019559322,0.00015772063,0.00034666853,0.0010747614,0.00045841903],"domain_scores_gemma":[0.9807662,0.0065966197,0.0026950496,0.0008194967,0.0019334118,0.0071892533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005061737,0.0002094389,0.00048178085,0.0008012979,0.0023165562,0.0042756055,0.00050753955,0.0012253999,0.0018407151],"category_scores_gemma":[0.018182924,0.00022235444,0.0003164022,0.0009701179,0.005212972,0.005179804,0.0020863346,0.0032404156,0.00038551175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025403267,0.00043961068,0.44036287,0.00072764955,0.0002593886,0.0015125495,0.09944057,0.00030884755,0.0026545057,0.030698178,0.02472447,0.39861733],"study_design_scores_gemma":[0.000109419045,0.0008644141,0.69354475,0.0011646647,0.00014268103,0.0040578945,0.12009824,0.00079284894,0.00059777504,0.106965445,0.07147049,0.00019137679],"about_ca_topic_score_codex":0.0023156363,"about_ca_topic_score_gemma":0.0042877095,"teacher_disagreement_score":0.005061737,"about_ca_system_score_codex":0.0011353429,"about_ca_system_score_gemma":0.0014754097,"threshold_uncertainty_score":0.02676934},"labels":[],"label_agreement":null},{"id":"W2116669728","doi":"10.1145/1082983.1083136","title":"Just-in-time concern modeling","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Ephemeral key; Position paper; Data science; Software engineering; Code (set theory); Software; Risk analysis (engineering); Computer security; World Wide Web; Programming language; Set (abstract data type); Business","score_opus":0.055501026123776526,"score_gpt":0.28917985982235284,"score_spread":0.2336788336985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116669728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046739327,0.0001422917,0.98923826,0.0006954327,0.00009813058,0.00006593002,0.00007123529,0.0008958487,0.0041188193],"genre_scores_gemma":[0.27724224,0.00061532826,0.70619166,0.0010211514,0.0002629979,0.0003231884,0.0005433568,0.0009702807,0.012829814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937131,0.00210121,0.0006360775,0.000980418,0.0019836058,0.00058549916],"domain_scores_gemma":[0.98442173,0.005071995,0.0015449087,0.0058968514,0.0025186366,0.0005459173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065620113,0.001246898,0.0005902014,0.0012548729,0.0011514291,0.00511395,0.0036021993,0.0020313698,0.0031911554],"category_scores_gemma":[0.015948605,0.0011624668,0.001929942,0.0008829378,0.0030470092,0.017286513,0.0042971675,0.0045769094,0.0010059994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006559213,0.000048666225,0.0016818582,0.0001811848,0.000044895467,0.00034193535,0.0017780429,0.015815968,0.0035899337,0.9410285,0.0028438459,0.032579653],"study_design_scores_gemma":[0.000028581582,0.0001228236,0.0004411127,0.00016237723,0.00012095713,0.0008610686,0.0004817874,0.18632016,0.012269264,0.63626796,0.16282333,0.000100683086],"about_ca_topic_score_codex":0.002928107,"about_ca_topic_score_gemma":0.0030849236,"teacher_disagreement_score":0.0065620113,"about_ca_system_score_codex":0.0016746145,"about_ca_system_score_gemma":0.0022568505,"threshold_uncertainty_score":0.034703612},"labels":[],"label_agreement":null},{"id":"W2117540154","doi":"10.1145/1022494.1022502","title":"Global software development","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Documentation; Field (mathematics); Engineering management; Engineering; Engineering ethics; Computer science; Software engineering; Knowledge management; Process management; Data science","score_opus":0.016493821157735164,"score_gpt":0.24735450789427949,"score_spread":0.2308606867365443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117540154","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030566942,0.010620803,0.2006013,0.02497006,0.0017594188,0.00072407234,0.0009034929,0.004584401,0.7252695],"genre_scores_gemma":[0.4511649,0.023423541,0.24678518,0.013328905,0.0007448662,0.00095017365,0.0039367494,0.0033717596,0.25629395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953941,0.0016155583,0.00027759877,0.00082361413,0.0013906517,0.0004985031],"domain_scores_gemma":[0.9875854,0.0027354066,0.0006213197,0.004309641,0.0027465685,0.0020015049],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007484551,0.0006618299,0.00055625854,0.0017231076,0.0013893163,0.0040821023,0.0012978481,0.0010830676,0.02661334],"category_scores_gemma":[0.015170913,0.0003844725,0.00060025114,0.002618916,0.0020652039,0.0060095573,0.0095563885,0.0019921332,0.008549859],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052819963,0.00009013412,0.005045592,0.00060829305,0.00005986513,0.00020955043,0.0027860368,0.0014400005,0.0027097883,0.34163392,0.07374315,0.5716209],"study_design_scores_gemma":[0.00002059654,0.0001427686,0.003320006,0.00034266568,0.000026016982,0.00039299874,0.0010999183,0.0010115408,0.0012564217,0.08083778,0.9115276,0.000021681419],"about_ca_topic_score_codex":0.0010859723,"about_ca_topic_score_gemma":0.0016390715,"teacher_disagreement_score":0.02661334,"about_ca_system_score_codex":0.0017997932,"about_ca_system_score_gemma":0.005294183,"threshold_uncertainty_score":0.089030445},"labels":[],"label_agreement":null},{"id":"W2119539611","doi":"10.1145/1108768.1108809","title":"SableSpMT","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Multithreading; Computer science; Java; Speculative multithreading; Multiprocessing; Operating system; Speculative execution; strictfp; Set (abstract data type); Context (archaeology); Instruction set; Software; Real time Java; Embedded system; Programming language; Thread (computing)","score_opus":0.012749455996259379,"score_gpt":0.23212316330720978,"score_spread":0.2193737073109504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119539611","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024246871,0.0012576914,0.476948,0.0013244529,0.0012742735,0.00039592537,0.007592066,0.29093653,0.19602418],"genre_scores_gemma":[0.34983838,0.0011213878,0.36011878,0.0016938813,0.00046475884,0.0008252689,0.02273235,0.03705409,0.22615129],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99925953,0.00011844044,0.00004059159,0.00015199759,0.00033964482,0.000089776826],"domain_scores_gemma":[0.9988464,0.00022660417,0.00007105077,0.000416965,0.0003347281,0.00010420199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000749689,0.00078538747,0.00058093795,0.0007419579,0.00067394093,0.0017011353,0.0017277935,0.0008577976,0.07646834],"category_scores_gemma":[0.0023719685,0.00049894257,0.00065353303,0.00049861835,0.000472062,0.0015134657,0.0015804328,0.0013563462,0.034956403],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015404411,0.00025976854,0.0025154925,0.0007986469,0.000102807346,0.0003800581,0.00027061184,0.02612696,0.031800605,0.048454292,0.3383127,0.5494376],"study_design_scores_gemma":[0.00029992365,0.00023358388,0.0012704097,0.000082953884,0.000037126596,0.0004703886,0.00004575503,0.18875758,0.044497173,0.026047343,0.7381845,0.00007312721],"about_ca_topic_score_codex":0.0019541895,"about_ca_topic_score_gemma":0.0020773623,"teacher_disagreement_score":0.07646834,"about_ca_system_score_codex":0.00076490734,"about_ca_system_score_gemma":0.0011328263,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2124740781","doi":"10.1145/986710.986720","title":"The programmer life-cycle","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Programmer; Productivity; Computer science; Construct (python library); Software; Programming language; Economics; Macroeconomics","score_opus":0.0147598033736386,"score_gpt":0.24609978333871485,"score_spread":0.23133997996507624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124740781","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30248126,0.0152841415,0.22295517,0.016303679,0.0005849268,0.00093312,0.0068074972,0.0029456867,0.4317044],"genre_scores_gemma":[0.8642478,0.0066246823,0.039035153,0.0022255722,0.00028469588,0.0007060672,0.0027630893,0.0009569976,0.083155945],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967277,0.00083800306,0.00013879374,0.00047894643,0.0014218404,0.00039475397],"domain_scores_gemma":[0.9877945,0.0037614282,0.0013017819,0.0015325756,0.0038672034,0.0017424686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028055736,0.0005966071,0.000372874,0.0024085692,0.0012355708,0.0048276503,0.0012818597,0.0012364762,0.009975787],"category_scores_gemma":[0.02116797,0.0005301688,0.0004144281,0.0022208062,0.0012021787,0.0041327905,0.0023375745,0.0014566086,0.004672078],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004350451,0.00031274193,0.06769086,0.0006434175,0.00011785621,0.00044749858,0.006213661,0.013518359,0.0045519285,0.35700053,0.052596774,0.49647135],"study_design_scores_gemma":[0.00006592249,0.000502951,0.06591829,0.0005791332,0.00008658781,0.0014363584,0.0033610181,0.023174565,0.0032239845,0.251861,0.64962214,0.00016795429],"about_ca_topic_score_codex":0.0049615246,"about_ca_topic_score_gemma":0.0027462817,"teacher_disagreement_score":0.009975787,"about_ca_system_score_codex":0.0029207366,"about_ca_system_score_gemma":0.004625587,"threshold_uncertainty_score":0.033372343},"labels":[],"label_agreement":null},{"id":"W2125188709","doi":"10.1145/974043.974083","title":"Performance of parallel architectures for CORBA-based systems","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Distributed computing; Object request broker; Architecture; Computer architecture; Distributed object","score_opus":0.014914448379805498,"score_gpt":0.22312841591115098,"score_spread":0.2082139675313455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125188709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9133778,0.0012437862,0.058906924,0.00082533323,0.00017362044,0.00012017921,0.00014305266,0.003533972,0.021675352],"genre_scores_gemma":[0.9870184,0.00024527096,0.01061507,0.00002911497,0.00002865858,0.0000377409,0.00014743884,0.00013845379,0.0017398827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99770206,0.0006312854,0.00009909824,0.00019481796,0.0010873822,0.00028536087],"domain_scores_gemma":[0.996354,0.0014672978,0.00025400502,0.0007397945,0.00097205763,0.00021279865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023077752,0.00064994284,0.00040644832,0.0006205586,0.000828867,0.0015347587,0.0008139776,0.00056502764,0.0035369918],"category_scores_gemma":[0.008572451,0.00035328686,0.00019341407,0.001012342,0.0005576246,0.0014972449,0.0007399349,0.000795235,0.0008472682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00513593,0.0011976156,0.013496078,0.0005749013,0.00020037446,0.0004164571,0.0010816182,0.54506123,0.23436205,0.03918492,0.007175313,0.15211354],"study_design_scores_gemma":[0.0002295133,0.0012837454,0.0073437113,0.000035225377,0.000084984254,0.00019410133,0.00033391773,0.8810963,0.08024628,0.019386385,0.009712247,0.000053493597],"about_ca_topic_score_codex":0.0030490537,"about_ca_topic_score_gemma":0.0015234229,"teacher_disagreement_score":0.0035369918,"about_ca_system_score_codex":0.0010506926,"about_ca_system_score_gemma":0.0009741845,"threshold_uncertainty_score":0.012204826},"labels":[],"label_agreement":null},{"id":"W2131693786","doi":"10.1145/2735399.2735417","title":"ACM SIGSOFT FSE 2014 Conference Summary","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Engineering; Library science; Software; Software engineering; Engineering ethics; Computer science","score_opus":0.04656500864555982,"score_gpt":0.2706995584630495,"score_spread":0.22413454981748968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2131693786","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052040364,0.05921589,0.057923477,0.110283315,0.28256127,0.0016067591,0.013088124,0.011743095,0.45837405],"genre_scores_gemma":[0.016156947,0.045080326,0.017876929,0.0096954135,0.03704399,0.00084195577,0.01922437,0.00334211,0.8507379],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941778,0.00060759793,0.00037203258,0.00054870284,0.0036740403,0.0006198028],"domain_scores_gemma":[0.97729003,0.0011719288,0.0003009059,0.0013662047,0.016378596,0.0034923211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011086146,0.0018969696,0.0012431087,0.0051300307,0.0021158746,0.008208082,0.0027588923,0.002867978,0.19437714],"category_scores_gemma":[0.015325009,0.00086543785,0.0012616677,0.003222391,0.0007450279,0.0053651556,0.004389039,0.004389049,0.13149345],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000468554,0.00008154537,0.00013968855,0.00013783366,0.000007775961,0.000034425175,0.000021971766,0.00028228358,0.00026896875,0.0012950196,0.9059247,0.091759056],"study_design_scores_gemma":[0.0000137882735,0.000034268367,0.00029436743,0.00012677044,0.000005608939,0.000033585566,0.000032508317,0.00025054245,0.00029055533,0.00058906066,0.9983138,0.000015172338],"about_ca_topic_score_codex":0.009622826,"about_ca_topic_score_gemma":0.010641259,"teacher_disagreement_score":0.19437714,"about_ca_system_score_codex":0.0028513584,"about_ca_system_score_gemma":0.007732065,"threshold_uncertainty_score":0.6502563},"labels":[],"label_agreement":null},{"id":"W2138876988","doi":"10.1145/1082983.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Process (computing); Systems engineering; Software system; Risk analysis (engineering); Software; Distributed computing; Reliability engineering; Engineering; Cloud computing; Operating system","score_opus":0.07071511058799673,"score_gpt":0.29181624571715814,"score_spread":0.2211011351291614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138876988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004157122,0.000540962,0.9797926,0.0027022318,0.00007594448,0.00021390144,0.000049367987,0.00028382507,0.012184025],"genre_scores_gemma":[0.076711245,0.0012897053,0.9159924,0.00063692307,0.000087301705,0.0007287488,0.00024631023,0.00016550135,0.0041418746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9952911,0.0018923696,0.0002828042,0.00034656705,0.0019233252,0.00026383714],"domain_scores_gemma":[0.99589384,0.0015684791,0.00034389066,0.00056967133,0.0014077654,0.0002163072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061970856,0.0009985917,0.00062124064,0.0010883227,0.0007957489,0.0040902756,0.002650361,0.002440846,0.0017111917],"category_scores_gemma":[0.009107072,0.0011990857,0.0012633734,0.00088472397,0.0020398342,0.0033435347,0.0023610485,0.0033196658,0.001156831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048970167,0.00016195353,0.000744487,0.00071374915,0.00009153447,0.0007049243,0.0023276904,0.099797286,0.008701586,0.7945794,0.0058857915,0.08624271],"study_design_scores_gemma":[0.00006183959,0.000105341576,0.00030535032,0.00044580258,0.000058469817,0.00036790094,0.0008383067,0.29660365,0.005810138,0.5822167,0.11313033,0.000056185385],"about_ca_topic_score_codex":0.0013533011,"about_ca_topic_score_gemma":0.0019195571,"teacher_disagreement_score":0.0061970856,"about_ca_system_score_codex":0.0015692911,"about_ca_system_score_gemma":0.0030709624,"threshold_uncertainty_score":0.032773674},"labels":[],"label_agreement":null},{"id":"W2139248042","doi":"10.1145/1082983.1083161","title":"SCQL","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Source code; Programming language; Software engineering; Software; Database; World Wide Web","score_opus":0.01701421333253953,"score_gpt":0.25024172086578145,"score_spread":0.23322750753324192,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139248042","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009558643,0.00074248697,0.6233081,0.0030894764,0.00043074667,0.0014505475,0.07515009,0.23241664,0.053853247],"genre_scores_gemma":[0.21779849,0.0019102417,0.37783298,0.0057621542,0.00059444155,0.003061029,0.29119003,0.044165708,0.057684936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99353504,0.0011764682,0.0009995179,0.0010656498,0.00268738,0.0005359695],"domain_scores_gemma":[0.9878907,0.0043608667,0.0006315463,0.0034390457,0.0032720184,0.00040574413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066364743,0.0013454951,0.0013039967,0.0029034382,0.0016955425,0.0065282183,0.004099374,0.002071689,0.039130144],"category_scores_gemma":[0.019732414,0.001068176,0.0020903193,0.0036281075,0.0014310675,0.009551646,0.0055961283,0.0025164017,0.017180799],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013197933,0.00027546927,0.0065373927,0.0020272303,0.00025879918,0.00068253005,0.0016917223,0.01143809,0.007891597,0.25683922,0.5224003,0.18863787],"study_design_scores_gemma":[0.0003097203,0.00013852499,0.0014220214,0.00029281306,0.00009080013,0.0005800464,0.00088507857,0.08553366,0.010986152,0.17074233,0.7288452,0.00017364953],"about_ca_topic_score_codex":0.015474018,"about_ca_topic_score_gemma":0.011188836,"teacher_disagreement_score":0.039130144,"about_ca_system_score_codex":0.0030315393,"about_ca_system_score_gemma":0.0036974892,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2141291123","doi":"10.1145/1108768.1108795","title":"An empirical framework for comparing effectiveness of testing and property-based formal analysis","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Debugging; Computer science; Software engineering; Software bug; Formal methods; Software testing; Empirical research; Formal specification; Software; Reliability engineering; Programming language; Engineering; Mathematics","score_opus":0.042738907365135706,"score_gpt":0.30932317573452706,"score_spread":0.26658426836939136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141291123","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33028036,0.0052247094,0.6128856,0.002738899,0.00039716283,0.006173338,0.0025053706,0.0005606965,0.039233807],"genre_scores_gemma":[0.8599052,0.0006723963,0.12898977,0.000597795,0.00023125642,0.007729822,0.0010078738,0.00018160943,0.00068433135],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.6888434,0.24602483,0.014069057,0.006463504,0.042543065,0.0020561188],"domain_scores_gemma":[0.16678585,0.76918113,0.020635977,0.02476238,0.017215839,0.0014188838],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.17228676,0.0013755817,0.0014125339,0.010037864,0.0010970064,0.0044108126,0.0022886272,0.0027076555,0.0027246561],"category_scores_gemma":[0.5867899,0.00046707081,0.0017898413,0.007516942,0.007457251,0.0084153805,0.0037149484,0.0031144074,0.0005881826],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006552163,0.005702456,0.31239763,0.0041366266,0.0041752937,0.00042433303,0.007571692,0.051688265,0.0067258426,0.30952296,0.0061783036,0.28492445],"study_design_scores_gemma":[0.002851192,0.032364763,0.29730257,0.0030366934,0.0019922967,0.0018400376,0.007322393,0.29091468,0.012438836,0.31539723,0.033901174,0.00063816726],"about_ca_topic_score_codex":0.0009997279,"about_ca_topic_score_gemma":0.0005247871,"teacher_disagreement_score":0.82771325,"about_ca_system_score_codex":0.0022544381,"about_ca_system_score_gemma":0.00198233,"threshold_uncertainty_score":0.9111504},"labels":[],"label_agreement":null},{"id":"W2141714549","doi":"10.1145/1082983.1083064","title":"DEAS 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software; Function (biology); Software system; Data science; Cloud computing; Operating system","score_opus":0.027861678993654864,"score_gpt":0.2671113629589978,"score_spread":0.23924968396534294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141714549","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005343478,0.009085055,0.06989607,0.013281652,0.012224847,0.0006525881,0.012933975,0.010312335,0.86627],"genre_scores_gemma":[0.036332306,0.0067945183,0.040649604,0.0020184927,0.001249696,0.0003736424,0.023714453,0.0026284803,0.88623875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985587,0.00025716974,0.00013948246,0.00028069812,0.00059401157,0.00016990733],"domain_scores_gemma":[0.9977348,0.0002080965,0.000106344516,0.00064536865,0.001037904,0.00026755792],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020134605,0.0008356328,0.0006217373,0.0019288585,0.0017568584,0.0056970003,0.001959382,0.0016841311,0.19086188],"category_scores_gemma":[0.005420585,0.00046974717,0.0006160341,0.001644939,0.00048548385,0.0038058409,0.0022580663,0.0018440053,0.1488466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020079473,0.00009466653,0.0005853416,0.00027652518,0.000026833131,0.00021242847,0.00022804594,0.0010837881,0.0015537706,0.06730287,0.6654046,0.26303038],"study_design_scores_gemma":[0.000011096654,0.0000093488825,0.0001255323,0.00005121585,0.0000037546347,0.00009877067,0.0000413453,0.0006825603,0.0004319869,0.0037656855,0.99477226,0.0000064189862],"about_ca_topic_score_codex":0.0066089532,"about_ca_topic_score_gemma":0.007176199,"teacher_disagreement_score":0.8091381,"about_ca_system_score_codex":0.0025975793,"about_ca_system_score_gemma":0.002175435,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2147694503","doi":"10.1145/1598732.1598754","title":"A report on the XP workshop on agile product line engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software product line; Agile software development; Reuse; Software engineering; Computer science; Domain engineering; Quality (philosophy); Product (mathematics); Systems engineering; Software; Engineering; Software development; Software construction","score_opus":0.04554668214763798,"score_gpt":0.28550929706019146,"score_spread":0.23996261491255347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147694503","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035618592,0.054340787,0.09852503,0.3273765,0.22012085,0.0028881757,0.005394397,0.0016953208,0.25404033],"genre_scores_gemma":[0.08050215,0.051429767,0.045040466,0.033854567,0.04283864,0.0019495948,0.011745016,0.0019918932,0.7306479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383307,0.0019921882,0.00033808412,0.00085074425,0.0022048936,0.0007809515],"domain_scores_gemma":[0.9880983,0.0017790466,0.00034543342,0.00069035817,0.0049586287,0.0041281357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010161093,0.001572076,0.0008702882,0.0017807878,0.0023250587,0.0070613436,0.0024379047,0.0044270353,0.049049698],"category_scores_gemma":[0.009384886,0.0005436458,0.0012476441,0.0021991262,0.00079016597,0.005906092,0.007031697,0.005709915,0.013647211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025317457,0.0005370619,0.0014301479,0.00043764294,0.000035717792,0.00056959555,0.0012629151,0.00095152936,0.002342553,0.0052834065,0.80814123,0.17875499],"study_design_scores_gemma":[0.00004625243,0.00018645989,0.001663459,0.00046696552,0.00002371797,0.00017950425,0.0014573182,0.00066374213,0.0016748918,0.002809941,0.99077994,0.00004777624],"about_ca_topic_score_codex":0.0034771566,"about_ca_topic_score_gemma":0.0055757123,"teacher_disagreement_score":0.049049698,"about_ca_system_score_codex":0.0016788521,"about_ca_system_score_gemma":0.0041403254,"threshold_uncertainty_score":0.1640876},"labels":[],"label_agreement":null},{"id":"W2151472382","doi":"10.1145/2020976.2020977","title":"Workshop report from Web2SE 2011","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Work (physics); Software engineering; World Wide Web; Computer science; Software; Software peer review; Data science; Engineering; Software development; Software construction","score_opus":0.04870665011746801,"score_gpt":0.294787695731335,"score_spread":0.246081045613867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151472382","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02974688,0.013989492,0.04198585,0.1482975,0.231482,0.004926652,0.063535295,0.007827933,0.45820838],"genre_scores_gemma":[0.030104777,0.00592533,0.01360785,0.010721358,0.010780639,0.0020466207,0.06078755,0.0032866395,0.8627392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941597,0.00087007816,0.00032394004,0.00064793933,0.0030391468,0.00095927366],"domain_scores_gemma":[0.982541,0.0014446692,0.00036662893,0.0012901734,0.007901423,0.006456036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009891864,0.0016217914,0.0009533714,0.0024583943,0.0029145996,0.0080362735,0.0018849362,0.0040709823,0.14294332],"category_scores_gemma":[0.010890225,0.0006592583,0.0012040908,0.0022598547,0.00045115408,0.0050319456,0.00613612,0.003821716,0.10384654],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020351468,0.00018662738,0.00044945,0.000245465,0.00001815485,0.0002936078,0.00024909852,0.00019510467,0.0014695566,0.00088586734,0.964489,0.031314548],"study_design_scores_gemma":[0.000034811317,0.00011430607,0.0011232126,0.000115111,0.000015591764,0.00011822676,0.00045670834,0.00024994733,0.0016270636,0.00047756525,0.99563205,0.000035392004],"about_ca_topic_score_codex":0.007096459,"about_ca_topic_score_gemma":0.012945924,"teacher_disagreement_score":0.14294332,"about_ca_system_score_codex":0.0016640708,"about_ca_system_score_gemma":0.007219426,"threshold_uncertainty_score":0.47819304},"labels":[],"label_agreement":null},{"id":"W2156154755","doi":"10.1145/638750.638778","title":"A brief history of the object-oriented approach","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Object-oriented programming; Software development; Software engineering; Object (grammar); Software; Programming language; Artificial intelligence","score_opus":0.016617755798209177,"score_gpt":0.1981522524547179,"score_spread":0.18153449665650873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156154755","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012810341,0.70392215,0.031870604,0.022650726,0.011098598,0.00011658738,0.0002677121,0.0003710118,0.22842164],"genre_scores_gemma":[0.019048696,0.7709151,0.03629499,0.019061187,0.020874152,0.00026047527,0.00063816656,0.00038030357,0.13252687],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99855644,0.0003806131,0.00014459559,0.00017660235,0.0006121993,0.00012956088],"domain_scores_gemma":[0.9981146,0.0010839286,0.000119827084,0.000121920275,0.00037861575,0.00018111926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021638216,0.0007835997,0.00065003143,0.0038027978,0.0019310373,0.005899662,0.0013465624,0.002858003,0.016910957],"category_scores_gemma":[0.0030755482,0.0005826156,0.00054571964,0.0066131963,0.0029849624,0.0069554616,0.0018262794,0.0043056267,0.012716402],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005454633,0.00012182248,0.0007467643,0.0018514208,0.000017228098,0.0005314374,0.0012468032,0.00046654392,0.00076622836,0.32179537,0.1654976,0.5069042],"study_design_scores_gemma":[0.000001572523,0.000014245859,0.00018884266,0.0005081388,0.0000026512992,0.00019631567,0.000081479266,0.000053694857,0.000060596634,0.021379968,0.97750425,0.000008255336],"about_ca_topic_score_codex":0.0026075568,"about_ca_topic_score_gemma":0.0023741752,"teacher_disagreement_score":0.016910957,"about_ca_system_score_codex":0.002211314,"about_ca_system_score_gemma":0.0019668804,"threshold_uncertainty_score":0.056572855},"labels":[],"label_agreement":null},{"id":"W2157129284","doi":"10.1145/1082983.1083000","title":"Human and social factors of software engineering","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Social software engineering; Software development; Personal software process; Software Engineering Process Group; Agile software development; Software engineering; Software requirements; Software peer review; Software construction; Computer science; Software development process; Software; Engineering; Engineering management","score_opus":0.02028920115824682,"score_gpt":0.25374770360180443,"score_spread":0.23345850244355762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157129284","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42148662,0.022126948,0.051872317,0.040628027,0.0008651005,0.0005155342,0.00040142454,0.00025150733,0.46185252],"genre_scores_gemma":[0.9896237,0.0027001444,0.0025404233,0.0008491004,0.00022353124,0.00008288493,0.000028817407,0.000033776185,0.0039176014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98420185,0.010540109,0.00035817115,0.00070780824,0.003300389,0.0008917443],"domain_scores_gemma":[0.9449324,0.042906333,0.003580528,0.0015190159,0.0033940405,0.0036677546],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0067006918,0.0004445632,0.00041785298,0.002804808,0.0021961567,0.005169567,0.00041776334,0.001290807,0.005473262],"category_scores_gemma":[0.024343353,0.00021788426,0.00038631042,0.002255351,0.0088673355,0.0026308205,0.0027588645,0.0014903318,0.000491904],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018236689,0.0005540977,0.119866095,0.0009560907,0.00036207578,0.0011697897,0.06892184,0.0073639406,0.0017555924,0.595813,0.016967295,0.18608779],"study_design_scores_gemma":[0.000060300772,0.00043597064,0.1648944,0.0008865048,0.00011462212,0.00077541714,0.039627913,0.005598263,0.00072853355,0.5337144,0.2529536,0.00021006973],"about_ca_topic_score_codex":0.006869309,"about_ca_topic_score_gemma":0.005191781,"teacher_disagreement_score":0.99780387,"about_ca_system_score_codex":0.0030991856,"about_ca_system_score_gemma":0.0032620896,"threshold_uncertainty_score":0.035437107},"labels":[],"label_agreement":null},{"id":"W2158049446","doi":"10.1145/966221.966224","title":"Global software development","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":85,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Victoria University; University of Victoria; Carnegie Mellon University","keywords":"Software engineering; Software development; Engineering; Engineering management; Software; Software peer review; Library science; Computer science; Software construction","score_opus":0.01792110718589928,"score_gpt":0.2466898453624505,"score_spread":0.22876873817655122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158049446","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009839022,0.01677746,0.06278005,0.041993678,0.0068344655,0.0003761766,0.00093619945,0.002048687,0.8584143],"genre_scores_gemma":[0.10232966,0.026697326,0.06884604,0.011948093,0.0010580629,0.0005628512,0.00373233,0.0015956174,0.78323],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99745935,0.0008263925,0.00014071379,0.00037419292,0.0007788682,0.00042058926],"domain_scores_gemma":[0.9970632,0.00045707682,0.000117033196,0.00051269226,0.0007463481,0.0011035844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050550075,0.00072052074,0.0003946025,0.0011382266,0.0015772209,0.0051111025,0.0008180887,0.0011896249,0.062673114],"category_scores_gemma":[0.0052009756,0.000386061,0.00040974125,0.0015771684,0.0014217881,0.004474952,0.007108786,0.002346654,0.01654076],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036026835,0.000061229555,0.0011391814,0.00024274795,0.000014024428,0.00011315408,0.0022279373,0.00044167635,0.00152037,0.19742914,0.4102722,0.3865023],"study_design_scores_gemma":[0.0000026909186,0.000016431282,0.00043094714,0.000120870514,0.0000024509368,0.00006106971,0.00029990356,0.0000796108,0.000234195,0.010428772,0.98831904,0.000004018564],"about_ca_topic_score_codex":0.0013082039,"about_ca_topic_score_gemma":0.0031773145,"teacher_disagreement_score":0.062673114,"about_ca_system_score_codex":0.001851922,"about_ca_system_score_gemma":0.005107557,"threshold_uncertainty_score":0.2096625},"labels":[],"label_agreement":null},{"id":"W2159012668","doi":"10.1145/1082983.1083080","title":"&lt;username&gt;, i need you!","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Usability and User Interface Design","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Usability; Affect (linguistics); Computer science; Control (management); Human–computer interaction; Position paper; Knowledge management; Process management; Engineering; World Wide Web; Psychology; Artificial intelligence; Communication","score_opus":0.017640262076376676,"score_gpt":0.22697883754475015,"score_spread":0.20933857546837348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159012668","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011271757,0.0013118589,0.021743158,0.019296525,0.014217664,0.00057644205,0.0064785997,0.023959922,0.9011441],"genre_scores_gemma":[0.02340004,0.0008260362,0.0037521794,0.006795881,0.0015278101,0.00025722926,0.0021135951,0.007557862,0.9537694],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960643,0.00010652501,0.000025089614,0.00005533506,0.00011465122,0.00009196499],"domain_scores_gemma":[0.99798894,0.00048035185,0.00007907566,0.00031548922,0.0005850209,0.00055110885],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006789364,0.0007863022,0.0007988875,0.00066289166,0.0017617448,0.003450356,0.0008688212,0.0014210511,0.6639741],"category_scores_gemma":[0.0056958417,0.00041961047,0.00049104483,0.0008115349,0.0004162744,0.0046075773,0.0022128094,0.0014798265,0.6213792],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011132318,0.00004564082,0.00080943666,0.00008523665,0.0000030110994,0.0001711207,0.00049614493,0.000047972833,0.00046299564,0.0015656047,0.92606866,0.070132814],"study_design_scores_gemma":[0.000015295673,0.000049713624,0.0010635589,0.000054946315,0.0000046679384,0.00022749802,0.0003659078,0.0004260917,0.0003944851,0.00059720984,0.99677294,0.00002766228],"about_ca_topic_score_codex":0.0033108236,"about_ca_topic_score_gemma":0.0045756814,"teacher_disagreement_score":0.3360259,"about_ca_system_score_codex":0.00045757822,"about_ca_system_score_gemma":0.00040390756,"threshold_uncertainty_score":0.47930014},"labels":[],"label_agreement":null},{"id":"W2160282202","doi":"10.1145/2413038.2413062","title":"Exploring initial challenges for green software engineering","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Green IT and Sustainability","field":"Engineering","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Breakout; Sustainability; Software; Engineering; Engineering management; Process (computing); Software engineering; Green computing; Software development; Computer science; Systems engineering; Efficient energy use; Business","score_opus":0.07060960159239622,"score_gpt":0.23481671409284235,"score_spread":0.16420711250044612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160282202","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26802638,0.022744404,0.09570734,0.48826116,0.0026629628,0.0005098013,0.00021874685,0.00048875797,0.12138045],"genre_scores_gemma":[0.9027976,0.012609622,0.049233127,0.015899807,0.00051298534,0.0005742479,0.00022864692,0.0004883675,0.017655572],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9717705,0.017195769,0.0007646635,0.0017451426,0.0053898348,0.0031339603],"domain_scores_gemma":[0.9576651,0.027796598,0.0009925992,0.002023,0.008445542,0.0030771233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04464553,0.00093476265,0.0008251671,0.0020882396,0.008823319,0.021259122,0.0026502172,0.007889394,0.0057277563],"category_scores_gemma":[0.037597865,0.0010135373,0.0011432219,0.0026927167,0.01404038,0.03159353,0.013704785,0.013452326,0.0014536468],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002223744,0.00042960283,0.002769502,0.0010516316,0.0000401344,0.0011657787,0.07398606,0.0038891565,0.004986259,0.77708775,0.030733898,0.10363789],"study_design_scores_gemma":[0.00003913651,0.00020737833,0.001025584,0.0010044513,0.000016216967,0.0002151443,0.12941466,0.0042376085,0.002844963,0.57063,0.2902699,0.00009483151],"about_ca_topic_score_codex":0.0038855486,"about_ca_topic_score_gemma":0.0057853237,"teacher_disagreement_score":0.04464553,"about_ca_system_score_codex":0.009373545,"about_ca_system_score_gemma":0.018411817,"threshold_uncertainty_score":0.23611099},"labels":[],"label_agreement":null},{"id":"W2163599520","doi":"10.1145/1281421.1281443","title":"Architectural knowledge and rationale","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Design Education and Practice","field":"Engineering","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Architecture; Computer science; Software engineering; Architectural design; Engineering; Knowledge management; Engineering management","score_opus":0.016765271671955517,"score_gpt":0.2541623999534139,"score_spread":0.23739712828145837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163599520","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037587374,0.05753062,0.22684503,0.12848629,0.0018849864,0.00017346827,0.0003876679,0.00028020493,0.5468244],"genre_scores_gemma":[0.86290425,0.022705683,0.06799051,0.0052109105,0.0008303573,0.0002763274,0.00048212855,0.00019892507,0.03940085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929912,0.004578068,0.0003987118,0.0006212672,0.0010766934,0.0003340376],"domain_scores_gemma":[0.99013686,0.006706792,0.0005122059,0.0013149914,0.00095907634,0.00037011073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011135236,0.0006111053,0.0006195862,0.0039053115,0.0038167431,0.011601921,0.0010036912,0.0031132349,0.006958044],"category_scores_gemma":[0.015319822,0.0008777864,0.00075096986,0.0028325662,0.025895216,0.01736859,0.0048850067,0.005667288,0.0010348033],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007116872,0.000008827474,0.00014412546,0.000050289404,0.000005046714,0.00003342153,0.0037484206,0.00023598835,0.00008307444,0.97757167,0.00272592,0.015385989],"study_design_scores_gemma":[0.00000901915,0.00001148789,0.00028420918,0.0002668462,0.000007814987,0.00007082126,0.002447737,0.00042167204,0.00014985814,0.88578284,0.11053436,0.000013210722],"about_ca_topic_score_codex":0.00549335,"about_ca_topic_score_gemma":0.0072461595,"teacher_disagreement_score":0.011601921,"about_ca_system_score_codex":0.0051473654,"about_ca_system_score_gemma":0.003897345,"threshold_uncertainty_score":0.05888945},"labels":[],"label_agreement":null},{"id":"W2164617101","doi":"10.1145/1082983.1083247","title":"Dynamic analysis of java applications for multithreaded antipatterns","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Java; Tracing; Programming language; TRACE (psycholinguistics); Scalability; Model checking; Formal methods; Java Modeling Language; Formal specification; Software engineering; Eclipse; Java annotation; Real time Java; Operating system","score_opus":0.018557714815639687,"score_gpt":0.2824922130252833,"score_spread":0.26393449820964365,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164617101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7361228,0.00038310522,0.2530608,0.00022628182,0.000044793524,0.00013561931,0.00016660093,0.0064630015,0.00339704],"genre_scores_gemma":[0.9497612,0.00011111024,0.048468415,0.00005655619,0.000010427538,0.000077570185,0.00020452132,0.00034737732,0.0009628141],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99872583,0.00025787743,0.00009544568,0.00020805029,0.0005380953,0.00017462843],"domain_scores_gemma":[0.9959345,0.0020430228,0.00058605353,0.00077071594,0.00056440843,0.00010129734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013217272,0.00050068746,0.0004396371,0.00108259,0.000474467,0.0010414872,0.0008412095,0.0006586893,0.0011722818],"category_scores_gemma":[0.0054041236,0.00043398776,0.00068866415,0.000674001,0.00078719546,0.0013178625,0.0008655154,0.0006048835,0.00014692248],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091145776,0.0007046972,0.0823006,0.00076315086,0.00017497878,0.0016261358,0.0010626398,0.15404734,0.45687953,0.031770922,0.0021220937,0.26763642],"study_design_scores_gemma":[0.000092212926,0.00026601972,0.018916886,0.000054553027,0.00009498442,0.00048705886,0.00014117171,0.8435475,0.11522724,0.01709881,0.0040312787,0.000042287986],"about_ca_topic_score_codex":0.002524782,"about_ca_topic_score_gemma":0.0036301075,"teacher_disagreement_score":0.002524782,"about_ca_system_score_codex":0.0007259028,"about_ca_system_score_gemma":0.0011617114,"threshold_uncertainty_score":0.006990075},"labels":[],"label_agreement":null},{"id":"W2164694023","doi":"10.1145/2492248.2492261","title":"On the relationship between use cases and test suites size","year":2013,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Test Management Approach; Test (biology); Software quality; Test case; Regression testing; Software; Software engineering; Perspective (graphical); Software metric; Manual testing; Reliability engineering; Software system; Software development; Software construction; Programming language; Engineering; Machine learning; Artificial intelligence","score_opus":0.05497642424938919,"score_gpt":0.2632104469901711,"score_spread":0.2082340227407819,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164694023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97622114,0.0021781668,0.015616699,0.0008895068,0.000033125732,0.00015041896,0.00062130636,0.00022292792,0.00406673],"genre_scores_gemma":[0.99466866,0.0003080953,0.0037792786,0.00006771131,0.000042598258,0.00011361464,0.00064885744,0.00006135401,0.00030984494],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.91885686,0.03831661,0.008328865,0.0074484274,0.024402685,0.0026465016],"domain_scores_gemma":[0.012387013,0.9664352,0.01407738,0.0026947237,0.0035909934,0.00081472535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046497524,0.0015411319,0.0010900514,0.009793767,0.00093346316,0.0044471445,0.0024931522,0.003163751,0.003346143],"category_scores_gemma":[0.6578684,0.0012015558,0.0015057528,0.007911823,0.0028614672,0.009695254,0.0024183218,0.004127842,0.00069876394],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005692484,0.0003795302,0.9685528,0.00016010515,0.00047229152,0.000400323,0.000635153,0.008353389,0.000714697,0.0009698833,0.00027293514,0.01851954],"study_design_scores_gemma":[0.000060869417,0.0012070119,0.9356025,0.00012317416,0.0004241433,0.0018317759,0.00094402867,0.05409838,0.0015143306,0.003477922,0.00060406193,0.00011191149],"about_ca_topic_score_codex":0.0026490188,"about_ca_topic_score_gemma":0.0029207172,"teacher_disagreement_score":0.046497524,"about_ca_system_score_codex":0.0015835975,"about_ca_system_score_gemma":0.0017667548,"threshold_uncertainty_score":0.24590534},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165485010","doi":"10.1145/1838687.1838699","title":"Workshop report from Web2SE","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Work (physics); World Wide Web; Computer science; Software engineering; Software; State (computer science); Data science; Engineering; Engineering management","score_opus":0.008093423944484857,"score_gpt":0.22218498199264952,"score_spread":0.21409155804816465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165485010","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020713417,0.01562799,0.03889452,0.10999152,0.17814934,0.003071434,0.037387,0.006773683,0.58939105],"genre_scores_gemma":[0.023663275,0.0054564457,0.013356772,0.008855524,0.00873224,0.0010051802,0.036501862,0.0033613062,0.89906746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956365,0.0006471128,0.00029277167,0.0006058051,0.0022094878,0.0006082591],"domain_scores_gemma":[0.9900671,0.00077406026,0.00018267448,0.00086091674,0.004221251,0.0038938716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084764585,0.0014852945,0.0008759667,0.0019936156,0.0017857085,0.0071986904,0.0021399762,0.0035809642,0.19900547],"category_scores_gemma":[0.0071970304,0.0005571895,0.0012381615,0.0020638884,0.00038378304,0.0046849386,0.0056278496,0.0034310073,0.15174653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022235735,0.0002289109,0.0004774513,0.00026993372,0.000025046784,0.0004261778,0.00024191299,0.00021392117,0.0034087559,0.0017808354,0.94026333,0.052441366],"study_design_scores_gemma":[0.000027299551,0.000064616164,0.00044873406,0.00006379001,0.000008383867,0.00011349556,0.00023207808,0.00018349347,0.0011885274,0.00062712433,0.9970272,0.000015309923],"about_ca_topic_score_codex":0.0035679808,"about_ca_topic_score_gemma":0.0059068026,"teacher_disagreement_score":0.19900547,"about_ca_system_score_codex":0.00094920944,"about_ca_system_score_gemma":0.0046235453,"threshold_uncertainty_score":0.66573966},"labels":[],"label_agreement":null},{"id":"W2167234454","doi":"10.1145/974043.974088","title":"Performance of publish/subscribe middleware in mobile wireless networks","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Middleware (distributed applications); Scalability; Message oriented middleware; Publication; Computer network; Distributed computing; Domain (mathematical analysis); Asynchronous communication; Mobile computing; Wireless network; Handover; Wireless; Software; Telecommunications; Software architecture; Operating system","score_opus":0.010652935694869192,"score_gpt":0.20740566968702345,"score_spread":0.19675273399215426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167234454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9620472,0.0015897752,0.028858483,0.00040343395,0.000119257245,0.00008402141,0.000134649,0.0020657985,0.0046973326],"genre_scores_gemma":[0.9956617,0.00019452097,0.0033666624,0.000027738051,0.000024390705,0.000019903317,0.00008974247,0.000067944326,0.0005474486],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930118,0.0018803289,0.00054662797,0.0007078339,0.003035903,0.0008175199],"domain_scores_gemma":[0.9843174,0.009857508,0.0011382201,0.0019279155,0.0020491967,0.00070968573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005283842,0.00079658075,0.001217481,0.00077341107,0.0010878408,0.002611813,0.001110526,0.0012747991,0.0010901873],"category_scores_gemma":[0.02446918,0.0005568187,0.00028462728,0.0012796341,0.0010431206,0.002543268,0.0012322224,0.0010166029,0.00048753936],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0058999816,0.0012477058,0.046036325,0.0008215166,0.00036950817,0.0011329445,0.0018923483,0.6007199,0.15412968,0.012145612,0.0048702923,0.17073414],"study_design_scores_gemma":[0.0002112312,0.0014732167,0.011856446,0.000026316731,0.00011281889,0.0003954094,0.0005061349,0.8942806,0.083849095,0.0050700568,0.0021252602,0.00009337916],"about_ca_topic_score_codex":0.002743486,"about_ca_topic_score_gemma":0.0009416819,"teacher_disagreement_score":0.005283842,"about_ca_system_score_codex":0.0013952923,"about_ca_system_score_gemma":0.0008977546,"threshold_uncertainty_score":0.027943969},"labels":[],"label_agreement":null},{"id":"W2168462212","doi":"10.1145/2382756.2382786","title":"Issue ownership activity in two large software projects","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software development; Workload; Software project management; Computer science; Product (mathematics); Software; Software quality; Process management; Risk analysis (engineering); Software engineering; Business; Software construction","score_opus":0.030713618094349967,"score_gpt":0.2943419916532914,"score_spread":0.2636283735589414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168462212","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999637,0.000031264608,0.00013190351,0.000020377065,9.639659e-7,0.0000041048784,0.000028719667,0.0000029943049,0.0001426093],"genre_scores_gemma":[0.9993457,0.000024774748,0.00026529803,0.0000042929755,0.0000033789338,0.000009472135,0.00015588825,0.0000032186713,0.00018797383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974681,0.00089210883,0.00022496429,0.00036334016,0.0007466153,0.000304797],"domain_scores_gemma":[0.9479036,0.022401178,0.020172063,0.0020457876,0.004135736,0.0033416548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049605477,0.00024163401,0.0002227024,0.0031492873,0.0006866342,0.0011253667,0.0005961634,0.0004777263,0.00080648693],"category_scores_gemma":[0.030796181,0.0003091151,0.00026749252,0.002712166,0.00092245045,0.0015575049,0.0018320933,0.00075053924,0.00015743896],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019504572,0.00016549339,0.98371744,0.000021736805,0.000027274255,0.00025614252,0.0033391137,0.00064531935,0.00069595955,0.0003473682,0.00017641949,0.010412677],"study_design_scores_gemma":[0.0000058125024,0.00013501791,0.9931825,0.0000067408146,0.0000117806785,0.00017619549,0.0021202443,0.0034118998,0.00027681034,0.0002523085,0.00040792182,0.000012721561],"about_ca_topic_score_codex":0.005079097,"about_ca_topic_score_gemma":0.0064136772,"teacher_disagreement_score":0.005079097,"about_ca_system_score_codex":0.0008506909,"about_ca_system_score_gemma":0.00052973186,"threshold_uncertainty_score":0.02623421},"labels":[],"label_agreement":null},{"id":"W2245256784","doi":"10.1145/2830719.2830735","title":"Report on the First International i* Teaching Workshop (iStarT)","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Engineering management; Engineering ethics; Software engineering; Engineering; Artificial intelligence","score_opus":0.039628341620573874,"score_gpt":0.2777404354737007,"score_spread":0.23811209385312682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245256784","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04085017,0.011876091,0.12107252,0.107949674,0.15711504,0.003999535,0.01956027,0.013387705,0.52418905],"genre_scores_gemma":[0.05389939,0.004186658,0.041096002,0.009947391,0.0075258114,0.0015097058,0.020500802,0.003861516,0.85747266],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9930484,0.002096578,0.00029725,0.00097456883,0.0024099543,0.0011731924],"domain_scores_gemma":[0.9876292,0.00110271,0.00031132612,0.00096682605,0.0042188196,0.005771292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009823253,0.001479747,0.0011463363,0.0014527715,0.002821177,0.009136203,0.0028556758,0.003140793,0.15532438],"category_scores_gemma":[0.00894409,0.0006491424,0.0015143227,0.001723946,0.0009636231,0.004539636,0.0072414894,0.0049032765,0.10851117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039609414,0.00085495855,0.00058280956,0.00025200337,0.000018168568,0.0002148126,0.0010703491,0.0006249885,0.002973023,0.0040090675,0.8524763,0.13652733],"study_design_scores_gemma":[0.000055617762,0.00020493254,0.00097376056,0.00015319666,0.000014402595,0.0000932817,0.0010810365,0.0006223701,0.0029586228,0.0016665579,0.9921467,0.000029583985],"about_ca_topic_score_codex":0.004058279,"about_ca_topic_score_gemma":0.008848935,"teacher_disagreement_score":0.15532438,"about_ca_system_score_codex":0.0029000924,"about_ca_system_score_gemma":0.006582035,"threshold_uncertainty_score":0.51961184},"labels":[],"label_agreement":null},{"id":"W2322330124","doi":"10.1145/2020976.1958783","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Root cause; Web service; Software engineering; Web application; Root cause analysis; Risk analysis (engineering); World Wide Web; Engineering; Reliability engineering","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322330124","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010070809,0.0005468818,0.0046915687,0.009132713,0.011028548,0.0003840213,0.011341795,0.0064547663,0.9554126],"genre_scores_gemma":[0.006615423,0.00036637724,0.0011524032,0.0034895292,0.0016728818,0.00015030702,0.0058790306,0.001300627,0.97937334],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99840814,0.00024233715,0.00012141038,0.0004365373,0.0005562154,0.00023544121],"domain_scores_gemma":[0.9940399,0.0006159587,0.0002141212,0.0016778581,0.0023222584,0.0011299187],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012893645,0.001005413,0.0011719386,0.0014104028,0.0019057245,0.005834073,0.0019372423,0.0030638261,0.8990438],"category_scores_gemma":[0.007976373,0.00042970895,0.00096177217,0.0014384175,0.00093070447,0.003488483,0.004052434,0.0022131263,0.8937119],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009322476,0.00006711334,0.00029136974,0.0001755157,0.0000090094645,0.00013045658,0.00006346709,0.000052017447,0.000770985,0.005189135,0.9149299,0.07822786],"study_design_scores_gemma":[0.000018817087,0.000025277199,0.0003677041,0.00007845877,0.000004711838,0.00016105942,0.000030099458,0.00008057761,0.0003575115,0.0015303686,0.9973369,0.000008451973],"about_ca_topic_score_codex":0.0015590577,"about_ca_topic_score_gemma":0.0021298686,"teacher_disagreement_score":0.1009562,"about_ca_system_score_codex":0.0011002603,"about_ca_system_score_gemma":0.0016230274,"threshold_uncertainty_score":0.14400166},"labels":[],"label_agreement":null},{"id":"W2370156584","doi":"10.1145/2894784.2894801","title":"1st International Workshop on UML Consistency Rules (WUCOR 2015)","year":2016,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"Ministerio de Economía y Competitividad","keywords":"Applications of UML; Unified Modeling Language; UML tool; Computer science; Consistency (knowledge bases); Class diagram; Software engineering; Systems Modeling Language; Object Constraint Language; Documentation; Programming language; Software development; Software; Artificial intelligence","score_opus":0.0202467166982572,"score_gpt":0.2552519446812209,"score_spread":0.23500522798296372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2370156584","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005393443,0.023843383,0.87113947,0.01151538,0.018274946,0.0011256272,0.00225496,0.010921175,0.05553161],"genre_scores_gemma":[0.03507515,0.02656811,0.79038596,0.0047808085,0.006584931,0.0014819629,0.028726764,0.009004925,0.0973914],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98132586,0.007201974,0.002332525,0.0025873247,0.005558213,0.0009941425],"domain_scores_gemma":[0.97048616,0.008894879,0.0010170669,0.007140859,0.010802657,0.0016584337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030350665,0.0028528895,0.0024359354,0.005770277,0.0019194924,0.010690812,0.0063328426,0.004613146,0.04238478],"category_scores_gemma":[0.053428125,0.0025170243,0.004417898,0.0040065143,0.00207081,0.013822425,0.008520953,0.008426115,0.027406864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022051383,0.00039886072,0.0010304648,0.00080190407,0.00015506736,0.00032239882,0.0011277567,0.0038830058,0.003077145,0.060167562,0.3378002,0.59101504],"study_design_scores_gemma":[0.00005023569,0.00014057822,0.00069159345,0.0013783509,0.00008597441,0.0004709228,0.00028817615,0.009551,0.002842369,0.050890666,0.93352664,0.000083428175],"about_ca_topic_score_codex":0.0058596525,"about_ca_topic_score_gemma":0.0052886764,"teacher_disagreement_score":0.04238478,"about_ca_system_score_codex":0.0026378164,"about_ca_system_score_gemma":0.006128994,"threshold_uncertainty_score":0.16051161},"labels":[],"label_agreement":null},{"id":"W2782832325","doi":"10.1145/3149485.3149520","title":"Report from the 9th Workshop on Modelling in Software Engineering(MiSE 2017)","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Reuse; Software; Computer science; Event (particle physics); Engineering management; Systems engineering; Software development; Engineering; Programming language","score_opus":0.06001005587181764,"score_gpt":0.28627728946392655,"score_spread":0.22626723359210893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782832325","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02154273,0.049669653,0.18668073,0.18132922,0.32658252,0.0021906502,0.01584137,0.006140931,0.2100222],"genre_scores_gemma":[0.06117132,0.04427404,0.089264624,0.021484284,0.04552687,0.0027027887,0.051459886,0.009883308,0.6742329],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9854006,0.0040104273,0.00068716996,0.0016034803,0.006606971,0.0016913885],"domain_scores_gemma":[0.9685218,0.0049963025,0.0008398551,0.0028940714,0.013162858,0.009585173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020273829,0.0022296973,0.0015929958,0.0031230843,0.0022908736,0.010640798,0.002937871,0.0041638394,0.11373004],"category_scores_gemma":[0.026090926,0.0008933715,0.0023971333,0.0023016755,0.001152997,0.010154539,0.013779182,0.008727759,0.0671715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002470177,0.00027605318,0.0005144193,0.00046947753,0.00003942266,0.00017553402,0.0007033656,0.000969066,0.0018753321,0.00730325,0.8915592,0.09586788],"study_design_scores_gemma":[0.000035512006,0.00009507549,0.0005579521,0.00039047588,0.00002158788,0.00012214946,0.00048210484,0.0008269185,0.0015624309,0.005383089,0.9904805,0.000042356434],"about_ca_topic_score_codex":0.0034428139,"about_ca_topic_score_gemma":0.0055651306,"teacher_disagreement_score":0.11373004,"about_ca_system_score_codex":0.00307019,"about_ca_system_score_gemma":0.008602276,"threshold_uncertainty_score":0.3804649},"labels":[],"label_agreement":null},{"id":"W2794642134","doi":"10.1145/3178315.3178326","title":"Prioritizing lingering bugs","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software bug; Computer science; Security bug; Principal (computer security); Deci-; Risk analysis (engineering); Software; Business; Computer security; Programming language; Political science","score_opus":0.02061314265003952,"score_gpt":0.2630739726971938,"score_spread":0.24246083004715427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794642134","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64025515,0.00074638904,0.3507166,0.0012221335,0.00011870513,0.00044628346,0.0002178571,0.0021868818,0.004090058],"genre_scores_gemma":[0.9646176,0.00010671009,0.033478305,0.00010399975,0.00003405336,0.000052088344,0.00011435097,0.000053290747,0.0014395523],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99688303,0.00089275755,0.00022936473,0.00067816227,0.000940978,0.00037572125],"domain_scores_gemma":[0.96808136,0.020554183,0.0052741463,0.0015687554,0.0029805168,0.0015410766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005235185,0.0012721724,0.0011287616,0.0017452636,0.00049727556,0.0015672789,0.0015479584,0.0014808134,0.0024464268],"category_scores_gemma":[0.034094363,0.00066113827,0.0005951619,0.00061620586,0.0007174282,0.0018967052,0.0009977387,0.0016847701,0.0003194968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00077876984,0.0011794586,0.10600468,0.00045333922,0.00025089193,0.0005772498,0.0004834943,0.5787098,0.01777171,0.008455889,0.0024472324,0.28288758],"study_design_scores_gemma":[0.00004082305,0.0005273309,0.00951849,0.000032393382,0.000059237835,0.00017716516,0.00007795463,0.97796905,0.0037208311,0.007291696,0.0005484368,0.000036557514],"about_ca_topic_score_codex":0.004731305,"about_ca_topic_score_gemma":0.006483986,"teacher_disagreement_score":0.005235185,"about_ca_system_score_codex":0.001281516,"about_ca_system_score_gemma":0.002323548,"threshold_uncertainty_score":0.027686596},"labels":[],"label_agreement":null},{"id":"W2794757881","doi":"10.1145/3178315.3178324","title":"Stakeholder Concern-Driven Requirements Analytics","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements management; Computer science; Requirements analysis; Requirements engineering; Analytics; Traceability; Business requirements; Process (computing); Stakeholder; Requirements elicitation; Process management; Requirement; Risk analysis (engineering); Business process; Software engineering; Engineering; Data science; Software; Work in process; Business","score_opus":0.09397902749149702,"score_gpt":0.30309292860879433,"score_spread":0.20911390111729733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794757881","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046996914,0.00027779568,0.9157761,0.0035482338,0.00005973668,0.0009394803,0.0016368896,0.0032886853,0.027476206],"genre_scores_gemma":[0.48559546,0.0003919363,0.50381285,0.00046246612,0.00005062836,0.0007175214,0.0038322427,0.00047324493,0.0046636453],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9855525,0.007849258,0.0007140182,0.0009376511,0.0045027346,0.0004438711],"domain_scores_gemma":[0.9818897,0.008212723,0.0015084785,0.0024143714,0.0054898304,0.00048501737],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009997496,0.0012854371,0.00056461495,0.003940199,0.00081452064,0.0042320397,0.0017887735,0.0010592589,0.0033507068],"category_scores_gemma":[0.028757839,0.0005203846,0.0009542865,0.0030739796,0.0007564678,0.0048124464,0.0039024875,0.0014754933,0.0012006137],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000427981,0.00066691096,0.0243458,0.0017783842,0.00022038621,0.0011957643,0.020662688,0.05430639,0.037645046,0.28916898,0.03419325,0.53538847],"study_design_scores_gemma":[0.00006542986,0.0002999538,0.01142406,0.00057731546,0.00008446034,0.0009268085,0.0155796865,0.50874484,0.033142928,0.26445588,0.16447765,0.00022090416],"about_ca_topic_score_codex":0.0017915709,"about_ca_topic_score_gemma":0.002184304,"teacher_disagreement_score":0.009997496,"about_ca_system_score_codex":0.0016904894,"about_ca_system_score_gemma":0.0021489535,"threshold_uncertainty_score":0.05287248},"labels":[],"label_agreement":null},{"id":"W2795259331","doi":"10.1145/3178315.3178323","title":"Requirements Engineering in the Context of Big Data Applications","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Requirements engineering; Big data; Computer science; Requirement; Business requirements; Requirements analysis; Software requirements; Software engineering; Context (archaeology); Requirements elicitation; Software development; Domain (mathematical analysis); Systems engineering; Business process; Software; Engineering; Component-based software engineering; Work in process; Data mining","score_opus":0.07792903228333961,"score_gpt":0.3020320789651987,"score_spread":0.22410304668185907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2795259331","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024409868,0.0043193125,0.9080873,0.019861037,0.00040124613,0.0017305778,0.00052251027,0.00056307757,0.040105075],"genre_scores_gemma":[0.2001564,0.0049381526,0.7836708,0.0024057296,0.0003767259,0.0018037974,0.0009435157,0.00034271038,0.005362045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9438663,0.03980153,0.0033575369,0.0021845202,0.00969997,0.0010902114],"domain_scores_gemma":[0.88913375,0.09048625,0.0042019365,0.0061080945,0.008580588,0.0014893835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024529697,0.001266094,0.0009925574,0.0031027442,0.0028366728,0.006811231,0.0031844596,0.0042879106,0.0026410122],"category_scores_gemma":[0.056751456,0.0014106083,0.0016706516,0.0030342701,0.0056847804,0.0069249836,0.0049627745,0.0051170345,0.0012112851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013608397,0.00044628556,0.0028435837,0.0054429616,0.00019566568,0.0065333047,0.016644562,0.070679925,0.016354,0.7154769,0.016653104,0.14859366],"study_design_scores_gemma":[0.00010044428,0.0002912309,0.0029299853,0.0028225547,0.000114955306,0.00466296,0.015634192,0.08578323,0.009432026,0.5798631,0.29812562,0.00023975359],"about_ca_topic_score_codex":0.003938573,"about_ca_topic_score_gemma":0.0047596428,"teacher_disagreement_score":0.024529697,"about_ca_system_score_codex":0.0035552278,"about_ca_system_score_gemma":0.0060742362,"threshold_uncertainty_score":0.129727},"labels":[],"label_agreement":null},{"id":"W2915353454","doi":"10.1145/1095430.1095433","title":"Report on MSR 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Plan (archaeology); Software; Computer science; Field (mathematics); Software review; Quality (philosophy); Software engineering; World Wide Web; Software development; Software construction; History; Operating system","score_opus":0.01767719627848747,"score_gpt":0.2610800800871416,"score_spread":0.24340288380865416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915353454","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008725662,0.011563009,0.005962433,0.053861957,0.098889686,0.0028998598,0.084097356,0.01059707,0.7234029],"genre_scores_gemma":[0.0108734695,0.0029508572,0.0029821594,0.008169971,0.0066777864,0.00078759086,0.04302276,0.0016748455,0.9228605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99290013,0.0008149457,0.00051370007,0.0008376232,0.0041801394,0.00075354066],"domain_scores_gemma":[0.9866484,0.0008354088,0.00053164596,0.0015103593,0.0076428265,0.0028314108],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008224122,0.0015274377,0.0012447343,0.0036318018,0.0024779732,0.008887058,0.0027854564,0.0038747503,0.3737671],"category_scores_gemma":[0.012924888,0.00048234625,0.0015085787,0.0024333596,0.00037970298,0.0032610372,0.0040292754,0.0029285485,0.36794367],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016358228,0.00007434123,0.00029373463,0.00011987743,0.000008158329,0.00008565734,0.00004922759,0.00005258818,0.0004140531,0.0012313485,0.9673519,0.030155506],"study_design_scores_gemma":[0.000015384428,0.000066614964,0.0007259273,0.000057934398,0.0000042937413,0.000027255395,0.00005882081,0.000037908205,0.00030567375,0.00019610376,0.9984969,0.000007195939],"about_ca_topic_score_codex":0.006105847,"about_ca_topic_score_gemma":0.008007035,"teacher_disagreement_score":0.3737671,"about_ca_system_score_codex":0.003690026,"about_ca_system_score_gemma":0.006208625,"threshold_uncertainty_score":0.8932452},"labels":[],"label_agreement":null},{"id":"W2960484385","doi":"10.1145/3356773.3356801","title":"The State and Future of Genetic Improvement","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Maintainability; Session (web analytics); State (computer science); Software; Software development","score_opus":0.006067583557949196,"score_gpt":0.20652276807165942,"score_spread":0.20045518451371022,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960484385","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017236277,0.6038074,0.08991433,0.21387762,0.0038116476,0.00006234752,0.0002255197,0.00057369535,0.070491165],"genre_scores_gemma":[0.35082483,0.5006046,0.088088505,0.035073787,0.008761267,0.0003276089,0.00053071376,0.0003920387,0.015396606],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9938791,0.0031172931,0.00020438006,0.00088287255,0.0014914661,0.0004249071],"domain_scores_gemma":[0.96983004,0.023638014,0.000702733,0.0024653412,0.0025319292,0.0008319777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019599343,0.000689171,0.0012704555,0.0017158703,0.0011486018,0.0059304144,0.0024547135,0.0054655797,0.008190845],"category_scores_gemma":[0.027173286,0.0003105442,0.000839098,0.0021870316,0.011241385,0.012455665,0.0025894234,0.004793149,0.001444002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028225937,0.00017017839,0.0011335997,0.0010666985,0.0000736603,0.00010931469,0.0008854394,0.007957859,0.000909805,0.52830803,0.019548366,0.4395548],"study_design_scores_gemma":[0.00007394703,0.00020590638,0.00079318264,0.0011349822,0.000036767793,0.0001585807,0.0005496959,0.007168289,0.0007456365,0.7096188,0.2794517,0.00006249875],"about_ca_topic_score_codex":0.0030096837,"about_ca_topic_score_gemma":0.0016513523,"teacher_disagreement_score":0.019599343,"about_ca_system_score_codex":0.0035231488,"about_ca_system_score_gemma":0.0036617422,"threshold_uncertainty_score":0.10365248},"labels":[],"label_agreement":null},{"id":"W2983063701","doi":"10.1145/3356773.3356804","title":"Report on the 2nd International Workshop on Robotics Software Engineering (RoSE'19)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Robotics and Automated Systems","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Software engineering; Robot; Software; Engineering; Artificial intelligence; Focus (optics); Computer science; Engineering management; Programming language","score_opus":0.016020737293449973,"score_gpt":0.224696370287957,"score_spread":0.20867563299450703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983063701","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019183926,0.038242623,0.18356828,0.078989215,0.20268704,0.0035831563,0.018264046,0.0074756336,0.44800606],"genre_scores_gemma":[0.024967773,0.014664428,0.052022617,0.008662755,0.016212285,0.0012392779,0.023503473,0.004437392,0.85429007],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918184,0.0021984165,0.0003311883,0.0011064918,0.00346613,0.0010792747],"domain_scores_gemma":[0.98875064,0.0013831379,0.00029217056,0.0012264311,0.0048835753,0.0034640783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01208361,0.0018406557,0.0014252851,0.002205092,0.0021228378,0.0076104025,0.0025897303,0.0031959598,0.1744985],"category_scores_gemma":[0.010245169,0.00062749296,0.0018953172,0.0018983561,0.0008008723,0.006315373,0.008531608,0.005097641,0.11599809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017742906,0.00027162302,0.00032570367,0.0002525759,0.000026124979,0.00012904128,0.00031546346,0.0004158752,0.0022239718,0.0037718439,0.88377494,0.1083153],"study_design_scores_gemma":[0.000039434748,0.00015064167,0.0006379723,0.00014085138,0.000018931449,0.00009929081,0.00022973552,0.0005096545,0.0015172829,0.0021984198,0.9944273,0.000030423738],"about_ca_topic_score_codex":0.003303895,"about_ca_topic_score_gemma":0.006973438,"teacher_disagreement_score":0.1744985,"about_ca_system_score_codex":0.0014054955,"about_ca_system_score_gemma":0.0040557343,"threshold_uncertainty_score":0.5837556},"labels":[],"label_agreement":null},{"id":"W2984037041","doi":"10.1145/3356773.3356813","title":"Implications of Resurgence in Artificial Intelligence for Research Collaborations in Software Engineering","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Timeline; Social software engineering; Session (web analytics); Software engineering; Software; Engineering management; Computer science; Software development; Personal software process; Engineering; Engineering ethics; Data science; Software construction; World Wide Web","score_opus":0.10381593555531676,"score_gpt":0.36197781601116386,"score_spread":0.2581618804558471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984037041","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055190224,0.0063752267,0.012572124,0.88265383,0.002220762,0.00016641298,0.000052004358,0.000110141315,0.040659185],"genre_scores_gemma":[0.9344325,0.0049887984,0.0125623075,0.03985688,0.0019653095,0.0005961996,0.000048717968,0.00026300695,0.0052862135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.6575994,0.2930571,0.006159402,0.010102386,0.02282867,0.010253029],"domain_scores_gemma":[0.38269368,0.53497493,0.020273926,0.015948892,0.02800791,0.018100632],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.20155533,0.0009858946,0.0009216136,0.005247591,0.029480308,0.03908954,0.005588679,0.013076083,0.011666732],"category_scores_gemma":[0.30625814,0.0012566976,0.0013042799,0.0059129773,0.049330767,0.061787274,0.026753243,0.023311056,0.0016582608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027038614,0.00026545496,0.0059170607,0.0007155247,0.00007419413,0.0021476862,0.23781796,0.001122312,0.00075535243,0.665492,0.029011328,0.056410745],"study_design_scores_gemma":[0.00015613702,0.00017963302,0.0043936414,0.0012133389,0.00003096467,0.00088193064,0.35572717,0.0021215423,0.0006230581,0.45080417,0.1837191,0.00014931847],"about_ca_topic_score_codex":0.0030234307,"about_ca_topic_score_gemma":0.0039741476,"teacher_disagreement_score":0.7984447,"about_ca_system_score_codex":0.021697534,"about_ca_system_score_gemma":0.02453962,"threshold_uncertainty_score":0.98462445},"labels":[],"label_agreement":null},{"id":"W2984281377","doi":"10.1145/3356773.3356811","title":"Continuous Data-driven Software Engineering - Towards a Research Agenda","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software deployment; Pace; Software engineering; Software development; Software; Computer science; Social software engineering; Software Engineering Process Group; Automation; Systems engineering; Engineering; Engineering management; Software development process; Software construction","score_opus":0.07028905642559609,"score_gpt":0.32203960858503855,"score_spread":0.2517505521594425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2984281377","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02264136,0.26395544,0.45807987,0.22153944,0.0040243655,0.0004227104,0.0005695605,0.002080931,0.026686296],"genre_scores_gemma":[0.25407887,0.28156388,0.43480316,0.012731344,0.0041566826,0.0009024778,0.0018758735,0.0010150354,0.008872681],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9825873,0.008243322,0.0009516429,0.0020101583,0.0051206364,0.0010870352],"domain_scores_gemma":[0.83249944,0.12702727,0.0033345176,0.011451638,0.020554941,0.005132224],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04187352,0.0014511406,0.001994541,0.004425041,0.0013330602,0.01443873,0.0054818997,0.008493579,0.004732392],"category_scores_gemma":[0.06359564,0.0014383716,0.0014676767,0.007614761,0.0076342546,0.0363348,0.0062625175,0.009697287,0.0017392021],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026349595,0.00087581686,0.0034927672,0.004495943,0.000089421184,0.000182141,0.0022163314,0.019050026,0.0020130852,0.54157984,0.022072205,0.40366888],"study_design_scores_gemma":[0.00013129112,0.00048806678,0.0012511835,0.005383927,0.000087236585,0.00025054807,0.003958357,0.06866845,0.003959014,0.7004292,0.21520561,0.00018705096],"about_ca_topic_score_codex":0.0052248524,"about_ca_topic_score_gemma":0.0017520548,"teacher_disagreement_score":0.9581265,"about_ca_system_score_codex":0.005946693,"about_ca_system_score_gemma":0.0136206895,"threshold_uncertainty_score":0.22145098},"labels":[],"label_agreement":null},{"id":"W2985253063","doi":"10.1145/3356773.3356806","title":"SST'19 - Software and Systems Traceability","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Traceability; Requirements traceability; Software engineering; Computer science; Context (archaeology); Software development; Software system; Change impact analysis; Event (particle physics); Systems engineering; Software; Engineering; Requirement; Programming language","score_opus":0.016684252597717532,"score_gpt":0.24249219578245296,"score_spread":0.22580794318473543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2985253063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085920375,0.008369808,0.4969756,0.041007426,0.0232322,0.0024928255,0.0063646575,0.013430198,0.39953527],"genre_scores_gemma":[0.1267687,0.023267154,0.357054,0.015780445,0.015935786,0.0031000718,0.043153446,0.012928613,0.40201178],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9648586,0.0075705056,0.0037551045,0.0028603955,0.018609941,0.002345512],"domain_scores_gemma":[0.964112,0.0076824217,0.0014595925,0.0056158486,0.017949758,0.0031804012],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02475603,0.0030402015,0.002537191,0.0049884384,0.0038948893,0.011059213,0.004603861,0.007831379,0.031892885],"category_scores_gemma":[0.03079936,0.0016149092,0.0030868836,0.0049306783,0.0056376434,0.009639454,0.007804585,0.0090515725,0.025165819],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043747635,0.00038493404,0.0015210143,0.0013629422,0.00014770414,0.0009284452,0.0012292395,0.011200637,0.00984062,0.29816312,0.42236465,0.25241923],"study_design_scores_gemma":[0.0001011697,0.00031219693,0.0008997392,0.0006853117,0.000042034593,0.00062569306,0.00022279198,0.00555739,0.006786962,0.073145024,0.911528,0.000093722876],"about_ca_topic_score_codex":0.017466512,"about_ca_topic_score_gemma":0.012015397,"teacher_disagreement_score":0.031892885,"about_ca_system_score_codex":0.0058037317,"about_ca_system_score_gemma":0.0148701295,"threshold_uncertainty_score":0.13092399},"labels":[],"label_agreement":null},{"id":"W2986923806","doi":"10.1145/3356773.3356777","title":"SEGarage","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.06264794275704325,"score_gpt":0.3214378711156683,"score_spread":0.258789928358625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986923806","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076937457,0.006813708,0.044297263,0.0035100747,0.002690349,0.00034178793,0.18432917,0.2999318,0.45039216],"genre_scores_gemma":[0.03164803,0.006258191,0.06697492,0.0018159061,0.0008687026,0.0008708382,0.4254286,0.14924902,0.31688586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975273,0.00037824485,0.00018393653,0.0005474838,0.001124195,0.00023878436],"domain_scores_gemma":[0.9921933,0.0012166816,0.00040296032,0.0030010396,0.0023703321,0.0008157687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029114045,0.0022852405,0.001926235,0.008922395,0.0024674383,0.010492284,0.0034917367,0.0018289874,0.29374796],"category_scores_gemma":[0.012704124,0.0011646653,0.0014590777,0.008013613,0.0011225017,0.0075160884,0.006482346,0.0023648872,0.3746605],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004425501,0.00006146875,0.00093992136,0.0007979116,0.000043633914,0.00025083616,0.00058759516,0.00032994043,0.0017519027,0.009688208,0.8347793,0.15032673],"study_design_scores_gemma":[0.000023675944,0.000018172479,0.00045044845,0.0001653083,0.000015956044,0.00016629926,0.000105471205,0.00031465612,0.0009986075,0.0029033103,0.9948118,0.00002640852],"about_ca_topic_score_codex":0.004938456,"about_ca_topic_score_gemma":0.0050102226,"teacher_disagreement_score":0.29374796,"about_ca_system_score_codex":0.001152145,"about_ca_system_score_gemma":0.0034848019,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2987704219","doi":"10.1145/3356773.3356810","title":"Workshop Summary","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software testing; Event (particle physics); Engineering management; Engineering; Library science; Software; Computer science; Programming language","score_opus":0.015181600319348384,"score_gpt":0.23504206514700132,"score_spread":0.21986046482765292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987704219","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004391115,0.016643854,0.016791804,0.10669164,0.2875824,0.002885253,0.015193325,0.0034422418,0.54637843],"genre_scores_gemma":[0.020966377,0.009709966,0.008120783,0.022541225,0.032488305,0.0021509458,0.015658773,0.0016543133,0.8867092],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966474,0.0007100393,0.00027111606,0.00056199083,0.0011859346,0.0006234097],"domain_scores_gemma":[0.989349,0.000738987,0.00032856961,0.00068111205,0.004541988,0.004360331],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055374517,0.001314319,0.0007496779,0.001999672,0.002018821,0.006695829,0.0030944305,0.0030663102,0.3655499],"category_scores_gemma":[0.011181395,0.00042322703,0.0012579652,0.0014459677,0.00047467963,0.0031504387,0.0055884807,0.0034771417,0.23710988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015934062,0.00006232304,0.00013212232,0.00043601016,0.000010093963,0.00011740819,0.0001391928,0.00014374114,0.0007347144,0.0023877537,0.9113961,0.08428122],"study_design_scores_gemma":[0.000020024223,0.000047028552,0.00025587072,0.00022354822,0.0000052475325,0.000059472175,0.0001573682,0.00004320446,0.00021920267,0.0009717774,0.99798834,0.000008789891],"about_ca_topic_score_codex":0.001558197,"about_ca_topic_score_gemma":0.0033374766,"teacher_disagreement_score":0.3655499,"about_ca_system_score_codex":0.0021728706,"about_ca_system_score_gemma":0.00602968,"threshold_uncertainty_score":0.90496606},"labels":[],"label_agreement":null},{"id":"W2989367508","doi":"10.1145/3356773.3356802","title":"Summary of the 14th International Conference on Global Software Engineering (ICGSE)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Theme (computing); Work (physics); Engineering management; Software engineering; Software; Computer science; Engineering ethics; Engineering; World Wide Web; Mechanical engineering","score_opus":0.0188018197966594,"score_gpt":0.24937096135808942,"score_spread":0.23056914156143002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989367508","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004808346,0.09360172,0.026211273,0.07796394,0.34502771,0.0017070654,0.008705524,0.002589239,0.43938518],"genre_scores_gemma":[0.016377771,0.059163444,0.011252129,0.0098088365,0.039918065,0.0007752612,0.019449057,0.0017256704,0.8415298],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99595875,0.000490867,0.0002935851,0.0004860566,0.0022463654,0.0005243608],"domain_scores_gemma":[0.98882514,0.000575894,0.0002941811,0.0006512753,0.0063699535,0.0032835242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006860908,0.001699159,0.0014076038,0.004045245,0.0017701371,0.008249659,0.001649067,0.0027082774,0.13486359],"category_scores_gemma":[0.0062554115,0.00045086408,0.0009730551,0.003303634,0.0009876117,0.0043590777,0.003773441,0.0040879087,0.090136506],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054721844,0.000062918356,0.00030617628,0.000333713,0.000010021715,0.000051177638,0.00005484436,0.00015992274,0.0007731006,0.0021245119,0.89867383,0.09739506],"study_design_scores_gemma":[0.000007689341,0.000041903633,0.00066703244,0.00019985007,0.000008025305,0.00004409597,0.000049100137,0.00015660583,0.00027416745,0.00058841804,0.9979511,0.0000119854585],"about_ca_topic_score_codex":0.005731573,"about_ca_topic_score_gemma":0.0102561265,"teacher_disagreement_score":0.13486359,"about_ca_system_score_codex":0.0022223527,"about_ca_system_score_gemma":0.0069714305,"threshold_uncertainty_score":0.45116365},"labels":[],"label_agreement":null},{"id":"W3006005708","doi":"10.1145/503271.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Personalization; Scheduling (production processes); Architecture; Code (set theory); Distributed computing; Path (computing); Operating system; Context (archaeology); Computer architecture; Parallel computing; Embedded system; Programming language; Software; Engineering","score_opus":0.05239144428673207,"score_gpt":0.286298241408283,"score_spread":0.23390679712155096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006005708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07483731,0.00016035476,0.87560177,0.0003697917,0.00010842346,0.00041811893,0.00012800358,0.045209803,0.003166491],"genre_scores_gemma":[0.24856646,0.00017942139,0.73420113,0.00042637475,0.000062620304,0.00033542103,0.0004917869,0.012649468,0.0030872717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996335,0.00096563157,0.00048077092,0.000622679,0.0013003229,0.00029550708],"domain_scores_gemma":[0.9730401,0.008653187,0.0021762536,0.012450137,0.0031740067,0.00050626195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051769246,0.0012007499,0.0005355865,0.0012653075,0.00066614145,0.0020520117,0.0022851783,0.0010577,0.0018549406],"category_scores_gemma":[0.030263422,0.0014641833,0.0014530171,0.0009804696,0.001712405,0.0046485304,0.0030145568,0.0037705293,0.00094013516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001307383,0.0009545112,0.026558703,0.0009860516,0.00038287535,0.001650507,0.005152552,0.06562269,0.23984164,0.056432977,0.013654779,0.5874554],"study_design_scores_gemma":[0.00045759423,0.0009214458,0.008630267,0.00031989734,0.00046706156,0.0018965252,0.00031633602,0.5387489,0.2956605,0.04709291,0.10510611,0.00038252427],"about_ca_topic_score_codex":0.0024665112,"about_ca_topic_score_gemma":0.0027499238,"teacher_disagreement_score":0.0051769246,"about_ca_system_score_codex":0.0007267953,"about_ca_system_score_gemma":0.0017491017,"threshold_uncertainty_score":0.02737856},"labels":[],"label_agreement":null},{"id":"W3007080815","doi":"10.1145/1598732.1598760","title":"Software development governance (SDG)","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Software development; Software engineering; Corporate governance; Process management; Teamwork; Software; Computer science; Knowledge management; Software peer review; Lean software development; Personal software process; Software development process; Engineering management; Engineering; Software construction; Business; Political science; Programming language","score_opus":0.014788706975550016,"score_gpt":0.23766230048848727,"score_spread":0.22287359351293726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007080815","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021647891,0.0063922373,0.29106757,0.044382114,0.0029131076,0.0017562498,0.00106196,0.0051502706,0.6256286],"genre_scores_gemma":[0.5958608,0.007209262,0.1851995,0.012584835,0.001186946,0.0021020954,0.004942688,0.0020119161,0.18890193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97648275,0.010414498,0.002307404,0.002443086,0.00631095,0.0020413368],"domain_scores_gemma":[0.9804795,0.0030098571,0.0019552798,0.0055443645,0.006457016,0.0025539626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018041864,0.0004998751,0.00034652124,0.0023501844,0.0020326327,0.005791344,0.0010722296,0.0023757468,0.009653553],"category_scores_gemma":[0.024092156,0.00039933622,0.00053037604,0.0034163194,0.00226806,0.0045623765,0.007960891,0.0021393795,0.004078367],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020526319,0.00007325619,0.003533878,0.00033513826,0.000022605667,0.00019515303,0.0024595845,0.0017049942,0.0014478932,0.5849056,0.09979265,0.30550864],"study_design_scores_gemma":[0.000014733599,0.00005767629,0.0015194614,0.00038881422,0.000008152924,0.00020583234,0.00046255055,0.0010915063,0.0010549581,0.06985717,0.9253196,0.000019616222],"about_ca_topic_score_codex":0.0032734787,"about_ca_topic_score_gemma":0.0030773454,"teacher_disagreement_score":0.018041864,"about_ca_system_score_codex":0.0038586464,"about_ca_system_score_gemma":0.011658647,"threshold_uncertainty_score":0.09541565},"labels":[],"label_agreement":null},{"id":"W3011547577","doi":"10.1145/379377.375239","title":"Cascaded refactoring for framework","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Programming language; Object-oriented programming; Code (set theory); Software engineering; Set (abstract data type); Metamodeling; Source code; Process (computing); Software","score_opus":0.059696022337518355,"score_gpt":0.311402422254857,"score_spread":0.2517063999173386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011547577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034712445,0.00044522868,0.9485237,0.00032092925,0.00009574957,0.00041553576,0.00025936964,0.009222481,0.0060045174],"genre_scores_gemma":[0.20230444,0.00022536088,0.79026103,0.00015987446,0.000029122855,0.00018788547,0.0009121007,0.0011191535,0.004801121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963407,0.000701513,0.00028347093,0.0009702562,0.0013671577,0.00033680364],"domain_scores_gemma":[0.9922685,0.0015567823,0.0004213255,0.0041344333,0.0014120936,0.00020683547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003926259,0.0009670006,0.00049637223,0.0016378181,0.0008514601,0.0011325123,0.00239985,0.0014101234,0.0037468267],"category_scores_gemma":[0.010416888,0.00068651186,0.0020151543,0.00077788625,0.0011008767,0.0020864448,0.0034739247,0.0018941215,0.0012107067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032392694,0.0003854891,0.0073877135,0.0007171735,0.00018821527,0.0019973353,0.0021435157,0.07271462,0.08938321,0.13373142,0.011160175,0.67986715],"study_design_scores_gemma":[0.00014659963,0.00058155495,0.0044949483,0.00046142098,0.00032364382,0.0016326921,0.00025232582,0.5101699,0.17130424,0.103941575,0.20646404,0.00022697212],"about_ca_topic_score_codex":0.005414986,"about_ca_topic_score_gemma":0.008608244,"teacher_disagreement_score":0.005414986,"about_ca_system_score_codex":0.0017317646,"about_ca_system_score_gemma":0.0021991094,"threshold_uncertainty_score":0.020764291},"labels":[],"label_agreement":null},{"id":"W3023468469","doi":"10.1145/3385678.3385681","title":"The ACM SIGSOFT Paper and Peer Review Quality Initiative","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Technical peer review; Peer review; Computer science; Quality (philosophy); Empirical research; Software technical review; Peer-to-peer; Data science; Software quality; Engineering ethics; World Wide Web; Engineering management; Software; Engineering; Political science; Software development","score_opus":0.24372893849296903,"score_gpt":0.3970486452683754,"score_spread":0.15331970677540638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023468469","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050540026,0.030701714,0.17228636,0.19932768,0.10454458,0.007034892,0.005827816,0.024553532,0.4506694],"genre_scores_gemma":[0.07372333,0.05233452,0.29041308,0.032031305,0.0472046,0.010371476,0.020262158,0.010053027,0.46360648],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.75151944,0.05194411,0.01502877,0.008420479,0.16971777,0.0033694592],"domain_scores_gemma":[0.47942737,0.10028258,0.04279193,0.06932166,0.2532745,0.054901898],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12204881,0.0016677179,0.0023093864,0.0118385125,0.0060328045,0.0321591,0.004714651,0.0082128,0.046919316],"category_scores_gemma":[0.27587438,0.0012507144,0.0012431376,0.01182364,0.0051125726,0.011782828,0.0093517015,0.0071723643,0.051954117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054591903,0.0001336657,0.0007542734,0.0005113152,0.000038374797,0.000053915148,0.00017263579,0.0003744449,0.00031773787,0.017806847,0.66932464,0.31045756],"study_design_scores_gemma":[0.00006452947,0.000093635965,0.0012777458,0.00045958505,0.000022277765,0.00008095044,0.00009641372,0.0006717665,0.00035810535,0.010880878,0.98594195,0.00005224465],"about_ca_topic_score_codex":0.0055882265,"about_ca_topic_score_gemma":0.0070961127,"teacher_disagreement_score":0.8779512,"about_ca_system_score_codex":0.008240216,"about_ca_system_score_gemma":0.06718112,"threshold_uncertainty_score":0.6454635},"labels":[],"label_agreement":null},{"id":"W3041536089","doi":"10.1145/3402127.3402136","title":"Thoughts from a Not-So-Influential Educator","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Nothing; Dozen; Architecture; Carpentry; Software; Computer science; Software engineering; Software architecture; World Wide Web; Engineering; Visual arts; Programming language; Art; Epistemology","score_opus":0.024323027216168226,"score_gpt":0.24669732754311693,"score_spread":0.22237430032694872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041536089","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002750096,0.00785478,0.00047478572,0.9431223,0.031864356,0.000019566103,0.0000375098,0.00014104102,0.013735688],"genre_scores_gemma":[0.030283099,0.006175304,0.0009860122,0.88582057,0.006068868,0.00006886222,0.00008857249,0.00030007213,0.07020872],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98149157,0.008411338,0.000545136,0.0017035379,0.0043736035,0.0034749352],"domain_scores_gemma":[0.9691106,0.003980033,0.00084635045,0.00068017025,0.011061416,0.0143214725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015764091,0.0012251642,0.0012159802,0.002456268,0.015781865,0.014037278,0.0025163013,0.014048309,0.013146142],"category_scores_gemma":[0.02749191,0.00065913075,0.0012606771,0.0012075561,0.008068373,0.015996188,0.011375112,0.03298642,0.0096094115],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024126124,0.00014405743,0.001108339,0.00011858185,0.000012771199,0.0005371287,0.007970895,0.000040862145,0.00014626558,0.004640141,0.969093,0.016163867],"study_design_scores_gemma":[0.000013296626,0.00009682662,0.0007647474,0.0007441417,0.000013766963,0.00054022856,0.028768467,0.000060821345,0.00013229618,0.0015183804,0.9672945,0.000052556086],"about_ca_topic_score_codex":0.008380961,"about_ca_topic_score_gemma":0.014664572,"teacher_disagreement_score":0.015781865,"about_ca_system_score_codex":0.0075504775,"about_ca_system_score_gemma":0.00925504,"threshold_uncertainty_score":0.083369434},"labels":[],"label_agreement":null},{"id":"W3044961859","doi":"10.1145/1041685.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Viewpoints; Process (computing); Consistency (knowledge bases); Sequence (biology); Theoretical computer science; Programming language; Artificial intelligence; Mathematics","score_opus":0.06001615267200049,"score_gpt":0.2738289857814312,"score_spread":0.21381283310943072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044961859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019471314,0.00011726377,0.9746054,0.00020158173,0.000024426994,0.00022359479,0.00036952895,0.0010610779,0.0039257472],"genre_scores_gemma":[0.23825157,0.00039674362,0.7539061,0.00018547403,0.000029693136,0.0005511374,0.0025424885,0.00040971488,0.0037270791],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99158865,0.002415618,0.0008591223,0.001260584,0.0032998682,0.00057612336],"domain_scores_gemma":[0.98804593,0.004423427,0.0006848279,0.0045770872,0.0020144016,0.0002544329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005694921,0.0012481468,0.0009000628,0.0019006478,0.0011580278,0.0031282622,0.002824952,0.0015948511,0.0039575514],"category_scores_gemma":[0.017493928,0.0013978799,0.004585409,0.0016575268,0.002009181,0.0060995854,0.0061530154,0.0024404724,0.0007977632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040075445,0.0002781144,0.009306879,0.0009716269,0.00048543527,0.001277311,0.0061709937,0.26990804,0.023770617,0.52867043,0.0031331943,0.15562661],"study_design_scores_gemma":[0.0000583354,0.0002720473,0.001801025,0.00029117602,0.00051914196,0.00044104437,0.0011766314,0.50411385,0.02074468,0.42743045,0.043019306,0.00013224233],"about_ca_topic_score_codex":0.0089232335,"about_ca_topic_score_gemma":0.0131684495,"teacher_disagreement_score":0.0089232335,"about_ca_system_score_codex":0.0017572406,"about_ca_system_score_gemma":0.0032965122,"threshold_uncertainty_score":0.030117989},"labels":[],"label_agreement":null},{"id":"W3049098040","doi":"10.1145/605466.605488","title":"Model exploration with temporal logic query checking","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Temporal logic; Computer science; Computation tree logic; Model checking; Interval temporal logic; Linear temporal logic; Programming language; Set (abstract data type); Theoretical computer science; Computation","score_opus":0.0878801679724055,"score_gpt":0.26115136230340985,"score_spread":0.17327119433100435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3049098040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009857312,0.00010820219,0.98422885,0.0003546795,0.000028029388,0.00011069178,0.00010610825,0.0033369965,0.0018691856],"genre_scores_gemma":[0.3675081,0.00027068786,0.6284107,0.00037898292,0.00008354985,0.00028812428,0.0004634343,0.00075961254,0.0018368141],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9886064,0.0050909063,0.0005253241,0.0012214556,0.003742691,0.00081316574],"domain_scores_gemma":[0.9701744,0.023203775,0.001306569,0.0035581249,0.0014653518,0.0002918039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007735384,0.0013665459,0.0012839326,0.0019310492,0.0010132596,0.0033493154,0.003400448,0.0016391386,0.005052315],"category_scores_gemma":[0.032646287,0.0011332629,0.003443817,0.0017359878,0.004437176,0.006990162,0.00590127,0.0029704901,0.0005469551],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001024397,0.00039357803,0.003347979,0.00063741487,0.00032893516,0.0010525784,0.0009437665,0.45760798,0.013065845,0.3613208,0.005722849,0.15455382],"study_design_scores_gemma":[0.0001296856,0.00007631905,0.000096937736,0.000041493473,0.000071228555,0.00015240225,0.00006445478,0.8318256,0.009982695,0.15403455,0.0034877856,0.00003672852],"about_ca_topic_score_codex":0.0072727515,"about_ca_topic_score_gemma":0.0063779927,"teacher_disagreement_score":0.007735384,"about_ca_system_score_codex":0.0021768296,"about_ca_system_score_gemma":0.0034288138,"threshold_uncertainty_score":0.04090911},"labels":[],"label_agreement":null},{"id":"W3095169328","doi":"10.1145/3417564","title":"Diversity and Inclusion in the Software Engineering Research Community","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Inclusion (mineral); Diversity (politics); Software engineering; Computer science; Systems engineering; Engineering; Sociology; Anthropology","score_opus":0.09233833674625673,"score_gpt":0.2931667269993331,"score_spread":0.20082839025307636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095169328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47299907,0.038755957,0.022264352,0.31935322,0.0034705321,0.00013913619,0.00016658402,0.00021267362,0.14263861],"genre_scores_gemma":[0.97860616,0.0040499778,0.003036011,0.006698291,0.0019765284,0.00009850696,0.00007051189,0.00011586684,0.0053480947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.83841664,0.10430815,0.005745098,0.009766056,0.033950526,0.007813626],"domain_scores_gemma":[0.5609728,0.29933658,0.019086689,0.02526092,0.03636257,0.058980413],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.12736267,0.0005589928,0.001975554,0.02068672,0.018587133,0.039352152,0.0048609776,0.007589209,0.0075195967],"category_scores_gemma":[0.19395056,0.0008613056,0.0009890378,0.010064861,0.046056416,0.034189716,0.064254954,0.008145991,0.0009085343],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033535992,0.00044229615,0.041093703,0.0006931121,0.00021835922,0.0007018038,0.26070353,0.00064389774,0.0014542128,0.47973293,0.014816875,0.19916393],"study_design_scores_gemma":[0.00013490029,0.000258652,0.016060723,0.0015746217,0.0000822266,0.0008321673,0.12595811,0.0012764304,0.00075928075,0.64678985,0.20614122,0.00013180789],"about_ca_topic_score_codex":0.0016843235,"about_ca_topic_score_gemma":0.0020840643,"teacher_disagreement_score":0.995139,"about_ca_system_score_codex":0.005354022,"about_ca_system_score_gemma":0.01986588,"threshold_uncertainty_score":0.6735662},"labels":[],"label_agreement":null},{"id":"W3108741386","doi":"10.1145/3417564.3417575","title":"Genetic Improvement @ ICSE 2020","year":2020,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kootenay Association for Science & Technology","funders":"Engineering and Physical Sciences Research Council","keywords":"Coronavirus disease 2019 (COVID-19); Face (sociological concept); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); The Internet; Personal account; Software; Computer science; Pandemic; World Wide Web; Sociology; Medicine; Art; Virology; Operating system; Social science","score_opus":0.01721808277170105,"score_gpt":0.22137228675128495,"score_spread":0.2041542039795839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3108741386","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005968052,0.0043202215,0.021984037,0.034951795,0.009945582,0.0002826312,0.0055433875,0.01569835,0.901306],"genre_scores_gemma":[0.012929803,0.0018071802,0.010879827,0.004132639,0.0006615395,0.00011549887,0.0037233057,0.0015175403,0.96423274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991918,0.00013359266,0.000024078496,0.00013670101,0.00039198395,0.00012178074],"domain_scores_gemma":[0.9982358,0.00024721984,0.00008336611,0.0002736419,0.00047001988,0.00068988506],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021033238,0.0010804964,0.00036544612,0.0011053471,0.00082811585,0.002601428,0.0005544799,0.0017121345,0.40568766],"category_scores_gemma":[0.0026276393,0.00026744994,0.0004496267,0.0009146054,0.0005132635,0.0013816962,0.0012950308,0.0022923835,0.19111788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000093214556,0.00011887899,0.00047345614,0.00008110331,0.000006907667,0.00013853925,0.000051110885,0.00026992906,0.003345797,0.011228746,0.8048637,0.17932858],"study_design_scores_gemma":[0.00001737626,0.00007372465,0.00045509957,0.000030742976,0.0000028132954,0.000089624074,0.000034025736,0.00029631692,0.0012137285,0.0023351717,0.99544394,0.0000074432132],"about_ca_topic_score_codex":0.0012767123,"about_ca_topic_score_gemma":0.0025918137,"teacher_disagreement_score":0.40568766,"about_ca_system_score_codex":0.0010730876,"about_ca_system_score_gemma":0.0014366098,"threshold_uncertainty_score":0.8477144},"labels":[],"label_agreement":null},{"id":"W3126341250","doi":"10.1145/3437479.3437485","title":"The 8th International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software; Component (thermodynamics); Software system; Software construction; Component-based software engineering; Engineering management; Systems engineering; Engineering; Operating system","score_opus":0.05647735172868306,"score_gpt":0.277540428677839,"score_spread":0.22106307694915595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126341250","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014722414,0.08991192,0.5715059,0.048047848,0.037789024,0.0006835679,0.0012702981,0.0035641906,0.23250476],"genre_scores_gemma":[0.116475046,0.06375392,0.37888494,0.007895478,0.015191789,0.0009651208,0.0054833903,0.0030395356,0.40831083],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99514455,0.0017053155,0.00036523896,0.0007335527,0.0015647102,0.00048653127],"domain_scores_gemma":[0.9946378,0.002149609,0.00014202163,0.0010592928,0.0012017516,0.0008095555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007635588,0.001700754,0.0013225469,0.001994765,0.001068802,0.0064839707,0.0021939657,0.0027457427,0.03301297],"category_scores_gemma":[0.0075361626,0.0008708341,0.0019045215,0.0017808533,0.0020516678,0.006929241,0.0046893186,0.006603327,0.010873949],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036794643,0.0005744478,0.0008068706,0.0008728229,0.00014684358,0.00034575476,0.0011335991,0.0050403927,0.005880715,0.1237309,0.32915178,0.5319479],"study_design_scores_gemma":[0.000062042156,0.00021283585,0.0008352751,0.0006731765,0.000052320924,0.000397152,0.00027297589,0.009809954,0.003947459,0.08062694,0.9030596,0.000050245715],"about_ca_topic_score_codex":0.0018043177,"about_ca_topic_score_gemma":0.002542303,"teacher_disagreement_score":0.03301297,"about_ca_system_score_codex":0.0020526121,"about_ca_system_score_gemma":0.0025928493,"threshold_uncertainty_score":0.11043936},"labels":[],"label_agreement":null},{"id":"W3126633874","doi":"10.1145/3437479.3437483","title":"ACM SIGSOFT Empirical Standards Released","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Task (project management); Quality (philosophy); Engineering; Systems engineering; Statistics; Mathematics","score_opus":0.5303859496964192,"score_gpt":0.4933538232445762,"score_spread":0.03703212645184295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126633874","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033383577,0.0055447486,0.12667385,0.04115677,0.015190169,0.005403373,0.22968835,0.045452204,0.52755225],"genre_scores_gemma":[0.025975693,0.008444903,0.19804229,0.010683491,0.0031223088,0.011498027,0.41658968,0.027325563,0.298318],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92890465,0.015264296,0.00994856,0.003736083,0.040395033,0.0017514175],"domain_scores_gemma":[0.66545117,0.07131858,0.011987684,0.057236668,0.18632416,0.007681767],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05800818,0.0015781852,0.0015985272,0.021989701,0.0029381588,0.013248319,0.0046829204,0.0031932401,0.22202234],"category_scores_gemma":[0.2960684,0.0020330227,0.0017912971,0.024351388,0.0014970148,0.00922285,0.0079620965,0.005618401,0.18875827],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007368229,0.0000970218,0.0010707413,0.00039915513,0.000021322294,0.000019404933,0.0001766232,0.0002991325,0.00012423143,0.01164405,0.8500126,0.136062],"study_design_scores_gemma":[0.00004901496,0.00003273359,0.0021807987,0.0007758249,0.000016613274,0.00004300206,0.00020914574,0.00036725725,0.0001820111,0.010021095,0.986088,0.000034459343],"about_ca_topic_score_codex":0.016895512,"about_ca_topic_score_gemma":0.012932751,"teacher_disagreement_score":0.9419918,"about_ca_system_score_codex":0.0052236975,"about_ca_system_score_gemma":0.02959718,"threshold_uncertainty_score":0.7427387},"labels":[],"label_agreement":null},{"id":"W3128185208","doi":"10.1145/3437479.3437484","title":"Summary of the 2nd International Workshop on Bots in Software Engineering (BotSE 2020)","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software engineering; Presentation (obstetrics); Computer science; Software; World Wide Web; Engineering management; Engineering; Programming language","score_opus":0.015559303008806358,"score_gpt":0.2501550741661026,"score_spread":0.23459577115729624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128185208","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013806141,0.054441188,0.08543375,0.099910036,0.407918,0.0032990552,0.017003212,0.008497387,0.30969128],"genre_scores_gemma":[0.030174425,0.030856619,0.030260742,0.01997346,0.04700873,0.0021373217,0.038624413,0.0048220675,0.7961422],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99622667,0.0007164476,0.00020734253,0.0006846733,0.0015186317,0.00064623327],"domain_scores_gemma":[0.98932797,0.0009782033,0.0002465951,0.0005320933,0.0044773794,0.0044376943],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071856673,0.0022987078,0.0011877635,0.0029471866,0.0021020533,0.008634585,0.0021237633,0.003131288,0.08551286],"category_scores_gemma":[0.0073902984,0.0007511642,0.0016373611,0.0024430277,0.0006145759,0.0062988643,0.0068331617,0.0051180054,0.06360612],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013287172,0.00017618145,0.00023339469,0.0004190649,0.000016567981,0.00011291031,0.00022626376,0.0002929305,0.0013344687,0.0014754327,0.93509156,0.060488295],"study_design_scores_gemma":[0.00003313988,0.00014761269,0.0008101378,0.0003212035,0.000018105446,0.00009711719,0.00030110372,0.00041631603,0.0007334322,0.0013262478,0.9957599,0.000035700712],"about_ca_topic_score_codex":0.0024219195,"about_ca_topic_score_gemma":0.0056563457,"teacher_disagreement_score":0.99281436,"about_ca_system_score_codex":0.0017163492,"about_ca_system_score_gemma":0.0032940516,"threshold_uncertainty_score":0.28606904},"labels":[],"label_agreement":null},{"id":"W3151742892","doi":"10.1145/3448992.3448997","title":"An Interview with Lionel Briand - ACM Fellow 2020","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Session (web analytics); Management; Library science; Editorial board; Sociology; Engineering; Political science; Computer science; Business; Advertising","score_opus":0.047175699821490204,"score_gpt":0.261290867650208,"score_spread":0.21411516782871778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3151742892","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069297575,0.005219133,0.0002558333,0.94305307,0.011729423,0.000043785236,0.00009757782,0.00006619581,0.03260512],"genre_scores_gemma":[0.08873717,0.008371199,0.00084473524,0.69760597,0.004823238,0.0003205541,0.00020101982,0.00022176506,0.19887432],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9915147,0.0038580133,0.00028239694,0.0005777227,0.0022220437,0.0015451529],"domain_scores_gemma":[0.9797736,0.0041387067,0.0006317359,0.00028089253,0.0040475503,0.011127553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009541236,0.00070646586,0.0006696165,0.0024038292,0.019032542,0.011521648,0.0016418204,0.009448211,0.018118247],"category_scores_gemma":[0.022675075,0.0007000273,0.0004812665,0.0029078105,0.0041250046,0.009471504,0.0041369884,0.01321225,0.006034672],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020927066,0.000045841185,0.0011944239,0.000040462422,0.0000022972522,0.0002896929,0.011283509,0.0000148445215,0.0001572981,0.0036904577,0.97558594,0.007674275],"study_design_scores_gemma":[0.000006667438,0.00003311115,0.001063254,0.0001287294,0.0000018448675,0.00031635934,0.022953358,0.00005158601,0.000052506464,0.00045909404,0.9748984,0.000035123558],"about_ca_topic_score_codex":0.069231175,"about_ca_topic_score_gemma":0.08824454,"teacher_disagreement_score":0.069231175,"about_ca_system_score_codex":0.016194481,"about_ca_system_score_gemma":0.012860944,"threshold_uncertainty_score":0.13765645},"labels":[],"label_agreement":null},{"id":"W3162321264","doi":"10.1145/1082983.1082959","title":"A COTS architectural component specification stencil for selection and reasoning","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Reuse; Computer science; Stencil; Component-based software engineering; Selection (genetic algorithm); Reusability; Time to market; Software; Software engineering; Reliability engineering; Embedded system; Distributed computing; Programming language; Software development; Engineering; Artificial intelligence","score_opus":0.034490349738492174,"score_gpt":0.2696294193737587,"score_spread":0.23513906963526654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162321264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061860826,0.0001176596,0.97081,0.0003004288,0.00010356771,0.00042198758,0.0015415798,0.022381116,0.003705079],"genre_scores_gemma":[0.009466726,0.00038760086,0.97136724,0.0004363386,0.000053918946,0.0007218088,0.0054489695,0.0040777745,0.008039618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953507,0.0011281203,0.0011629043,0.0004873538,0.0016192839,0.00025161996],"domain_scores_gemma":[0.9938113,0.0026797086,0.00046010496,0.0014141152,0.0014341654,0.00020058273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007342162,0.0025172806,0.0017498794,0.005079507,0.0020424975,0.0080681825,0.0030586438,0.0032453882,0.025438162],"category_scores_gemma":[0.012818461,0.0023831395,0.0043322197,0.0030224046,0.0013886516,0.004086676,0.0035796394,0.0038084015,0.013382054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035662905,0.00023875438,0.002154121,0.0021262208,0.00021048913,0.0033825182,0.0027276478,0.031594276,0.02916833,0.4208256,0.12193314,0.38528234],"study_design_scores_gemma":[0.00019386034,0.00009404658,0.0005079109,0.00094652775,0.000092459086,0.0013364989,0.00043557264,0.13937095,0.024799354,0.0838142,0.7481828,0.00022581244],"about_ca_topic_score_codex":0.0089157475,"about_ca_topic_score_gemma":0.012532056,"teacher_disagreement_score":0.025438162,"about_ca_system_score_codex":0.002393871,"about_ca_system_score_gemma":0.006138659,"threshold_uncertainty_score":0.0850991},"labels":[],"label_agreement":null},{"id":"W3163016207","doi":"10.1145/1082983.1082958","title":"Decision support for customization of the COTS selection process","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Exploit; Computer science; Process (computing); Context (archaeology); Domain (mathematical analysis); Selection (genetic algorithm); Software engineering; Software; Systems engineering; Risk analysis (engineering); Process management; Engineering; Artificial intelligence; World Wide Web","score_opus":0.021786134766569973,"score_gpt":0.29017755564087283,"score_spread":0.26839142087430284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163016207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06318652,0.0002031215,0.92579037,0.0008782835,0.00003838983,0.0006668331,0.00016435528,0.0025117476,0.0065603736],"genre_scores_gemma":[0.5341086,0.00020772732,0.4636518,0.00012461981,0.000033170287,0.00025425837,0.00030776314,0.000091402595,0.0012206327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902896,0.0050074467,0.0010430469,0.0012665917,0.0019323146,0.00046092324],"domain_scores_gemma":[0.96066606,0.028990198,0.0033556686,0.0037342266,0.0026817545,0.00057214906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011598619,0.0011265153,0.000856666,0.0024573652,0.0008917115,0.0037225133,0.0017326865,0.0017042843,0.00566739],"category_scores_gemma":[0.035202414,0.00061890687,0.0009654182,0.001297148,0.0008512216,0.00263939,0.0018649634,0.0015287887,0.00094108866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006184836,0.000967993,0.008341474,0.000739113,0.00015884994,0.00097246806,0.0016362712,0.22708163,0.02008725,0.029724224,0.0032595198,0.70641273],"study_design_scores_gemma":[0.00028068502,0.00036619717,0.0037455484,0.00035855596,0.00014196738,0.00033172563,0.0007129537,0.92281336,0.019463422,0.039266173,0.01236873,0.00015072206],"about_ca_topic_score_codex":0.0018543411,"about_ca_topic_score_gemma":0.002713709,"teacher_disagreement_score":0.011598619,"about_ca_system_score_codex":0.0010923903,"about_ca_system_score_gemma":0.0021129118,"threshold_uncertainty_score":0.061340094},"labels":[],"label_agreement":null},{"id":"W3163640945","doi":"10.1145/1082983.1082978","title":"A layered architecture for real-time distributed multi-agent systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Distributed computing; Computer science; Computation; Architecture; Resource (disambiguation); Quality of service; Service (business); Computer network","score_opus":0.03532475166962072,"score_gpt":0.2786938559581406,"score_spread":0.24336910428851988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163640945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004310919,0.00063750806,0.98613715,0.0004907199,0.00009712122,0.00010014753,0.000041209067,0.001431492,0.0067537855],"genre_scores_gemma":[0.16337325,0.0016842792,0.82238847,0.00023782234,0.000095193864,0.00045204535,0.00021016489,0.00019297037,0.011365909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989213,0.00030711066,0.00013761297,0.00011146703,0.00038383744,0.00013877642],"domain_scores_gemma":[0.99917334,0.00014084527,0.00009537978,0.0002002441,0.00021897041,0.00017121337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012378902,0.0006203307,0.00047410914,0.0006080084,0.0010850612,0.0041332203,0.0016337951,0.0012621785,0.0024846604],"category_scores_gemma":[0.002051952,0.0006694946,0.0010440905,0.0006132056,0.001509241,0.0028926493,0.0025854143,0.0021694088,0.0012933464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010384089,0.00009040095,0.0008698622,0.0003210336,0.0001094939,0.0005853802,0.0011783679,0.1470902,0.018808216,0.74718523,0.0053409813,0.078317024],"study_design_scores_gemma":[0.00006558341,0.00013323067,0.0003888882,0.00018685988,0.00013148513,0.00051969616,0.00024285681,0.5700579,0.008383272,0.2891599,0.13060151,0.00012873334],"about_ca_topic_score_codex":0.0042110826,"about_ca_topic_score_gemma":0.0047020214,"teacher_disagreement_score":0.0042110826,"about_ca_system_score_codex":0.0012762715,"about_ca_system_score_gemma":0.002052789,"threshold_uncertainty_score":0.009259999},"labels":[],"label_agreement":null},{"id":"W3183521984","doi":"10.1145/3468744.3468754","title":"Reflections on","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Readability; Computer science; Code (set theory); Style (visual arts); Software engineering; Programming language; World Wide Web; Art; Visual arts","score_opus":0.04293661375924791,"score_gpt":0.3177162513290067,"score_spread":0.2747796375697588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183521984","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019950592,0.0068065096,0.00037224017,0.90198624,0.043354254,0.000032707798,0.00029162513,0.000116972165,0.045044396],"genre_scores_gemma":[0.03216395,0.0064437143,0.0005592123,0.7305245,0.010099635,0.000109161854,0.00027153263,0.00037467512,0.21945368],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892461,0.0040594777,0.00032238106,0.0014600301,0.0025962463,0.0023156449],"domain_scores_gemma":[0.97461593,0.006259148,0.0007442493,0.0014364633,0.009171398,0.0077728163],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008193395,0.0010530555,0.00061335845,0.0012698851,0.013686001,0.013633976,0.0032752485,0.014787888,0.06580309],"category_scores_gemma":[0.03775458,0.0005314367,0.00094037247,0.0011512015,0.0061598774,0.008969685,0.008200245,0.03080027,0.021621708],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027627302,0.000019818064,0.00019809308,0.000049848848,0.000002870461,0.00014961866,0.0031595107,0.000012404005,0.000099134944,0.0040081576,0.9850825,0.007190423],"study_design_scores_gemma":[0.000004073838,0.0000107007345,0.0003196476,0.00016583416,0.0000023566774,0.000070117625,0.007214831,0.0000071811123,0.00011583275,0.00060663983,0.99147063,0.000012209042],"about_ca_topic_score_codex":0.050556544,"about_ca_topic_score_gemma":0.08237867,"teacher_disagreement_score":0.9341969,"about_ca_system_score_codex":0.014366952,"about_ca_system_score_gemma":0.009144029,"threshold_uncertainty_score":0.22013324},"labels":[],"label_agreement":null},{"id":"W3208862921","doi":"10.1145/3485952.3485959","title":"SERP4IoT'21 Workshop Report","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Interoperability; Computer science; Context (archaeology); Software; Software engineering; Internet of Things; The Internet; Software development; Computer security; World Wide Web; Operating system","score_opus":0.014743556875784878,"score_gpt":0.2419850578673345,"score_spread":0.22724150099154963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208862921","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013823615,0.014989251,0.05290037,0.12587234,0.18965882,0.0024874462,0.036378406,0.009575549,0.55431426],"genre_scores_gemma":[0.036501773,0.008286716,0.026563877,0.017169338,0.014910409,0.0023124204,0.06241228,0.004532629,0.82731044],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934109,0.0010478589,0.00020533834,0.0007845189,0.0034435664,0.0011078393],"domain_scores_gemma":[0.988482,0.0009284515,0.000253901,0.00070393196,0.004725491,0.0049062837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011427881,0.0017355442,0.00092706335,0.0015033081,0.0025305082,0.008919309,0.0032111425,0.004796437,0.13789642],"category_scores_gemma":[0.009354118,0.00056289363,0.0017566377,0.0013223051,0.00074330147,0.0050076344,0.0067266175,0.005321117,0.1300981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015181978,0.00012259721,0.00023655854,0.00018644595,0.000013035993,0.00020053689,0.00014243175,0.0003079267,0.001070308,0.001728118,0.96843755,0.02740269],"study_design_scores_gemma":[0.000035473753,0.00007536384,0.00045533766,0.00008381929,0.000011708394,0.000074602336,0.0002093983,0.00047680765,0.0008602861,0.0010853747,0.99661463,0.000017169537],"about_ca_topic_score_codex":0.0066481596,"about_ca_topic_score_gemma":0.010244395,"teacher_disagreement_score":0.13789642,"about_ca_system_score_codex":0.0018706938,"about_ca_system_score_gemma":0.008712983,"threshold_uncertainty_score":0.4613095},"labels":[],"label_agreement":null},{"id":"W3209012834","doi":"10.1145/3485952.3485956","title":"Shadow Program Committee Initiative","year":2021,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal","funders":"","keywords":"Shadow (psychology); Presentation (obstetrics); Process (computing); Software; Computer science; Engineering management; Engineering; Library science; Psychology; Operating system; Medicine","score_opus":0.1384706904985916,"score_gpt":0.3894538857627776,"score_spread":0.250983195264186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209012834","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043365527,0.0022160332,0.018797072,0.1113289,0.109640755,0.0039961967,0.006190429,0.0066216663,0.73687243],"genre_scores_gemma":[0.0069671487,0.0009745748,0.0057149003,0.013063616,0.009001589,0.0014864092,0.0034548782,0.0025570502,0.9567798],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98672897,0.0023568994,0.0004291715,0.0016522477,0.006123955,0.002708742],"domain_scores_gemma":[0.9418662,0.0021891533,0.0015755721,0.0032937701,0.021733306,0.029341986],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015087678,0.001209523,0.00073186914,0.0025288344,0.0060115457,0.01305278,0.0036512287,0.0043861954,0.3801261],"category_scores_gemma":[0.024241112,0.00075059256,0.00088678027,0.002081745,0.0016059001,0.0048594577,0.009544111,0.0053201253,0.24230285],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037089976,0.000053676467,0.00015025037,0.000042083077,0.0000021078492,0.00003818473,0.00014518293,0.000024412535,0.000171766,0.004146062,0.9693173,0.02587187],"study_design_scores_gemma":[0.000005733483,0.000009170078,0.00014751873,0.000020225403,8.6076045e-7,0.000010694674,0.00009072172,0.000029391887,0.000055685174,0.00044810955,0.99917907,0.0000028540444],"about_ca_topic_score_codex":0.0053376127,"about_ca_topic_score_gemma":0.010581152,"teacher_disagreement_score":0.98491234,"about_ca_system_score_codex":0.0054037906,"about_ca_system_score_gemma":0.036133066,"threshold_uncertainty_score":0.8841749},"labels":[],"label_agreement":null},{"id":"W4210630911","doi":"10.1145/3502771.3502776","title":"Strategies for \"Socially Distant\"","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Face (sociological concept); Coronavirus disease 2019 (COVID-19); Workflow; Work (physics); Pandemic; Management; Public relations; Engineering; Political science; Face-to-face; Knowledge management; Sociology; Computer science; Social science","score_opus":0.022222840682106698,"score_gpt":0.21556464599160516,"score_spread":0.19334180530949846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210630911","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034020554,0.0029406988,0.07443856,0.20819972,0.0032658898,0.00071229826,0.00011315125,0.0010179632,0.6752912],"genre_scores_gemma":[0.6944073,0.0020377291,0.027545612,0.08523646,0.0010412358,0.0013038861,0.00026518526,0.00075823796,0.18740444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9678321,0.019137241,0.0006380351,0.004186506,0.0042779725,0.003928161],"domain_scores_gemma":[0.97971123,0.00478784,0.0018510418,0.003509444,0.002698276,0.0074421684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023157224,0.0018276706,0.000797061,0.0025276286,0.017742839,0.016676787,0.0064290892,0.012168502,0.050057292],"category_scores_gemma":[0.02724004,0.0006316701,0.0015688086,0.0015084579,0.027719963,0.0286519,0.058792956,0.012874359,0.010260571],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006596947,0.00023812843,0.0012433752,0.00033815223,0.000040998348,0.0005451879,0.039720044,0.0005983035,0.0009883128,0.85610235,0.055262994,0.044856176],"study_design_scores_gemma":[0.00003882828,0.0001098751,0.00075193064,0.00030026125,0.000020911915,0.00030341628,0.035292286,0.00057368964,0.00053801545,0.26717624,0.6948426,0.000051917268],"about_ca_topic_score_codex":0.0049364623,"about_ca_topic_score_gemma":0.0077230125,"teacher_disagreement_score":0.050057292,"about_ca_system_score_codex":0.009511024,"about_ca_system_score_gemma":0.01881391,"threshold_uncertainty_score":0.1674583},"labels":[],"label_agreement":null},{"id":"W4224941645","doi":"10.1145/3520273.3520277","title":"ASE4Games 2021 Workshop Summary","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université du Québec à Chicoutimi; Centre for Social Innovation","funders":"","keywords":"Software engineering; Computer science; Software; Engineering; Programming language","score_opus":0.023032415526482285,"score_gpt":0.25155134010848534,"score_spread":0.22851892458200307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224941645","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006826114,0.020499973,0.015199245,0.0423141,0.13442154,0.0025468506,0.03924043,0.0073684,0.7315834],"genre_scores_gemma":[0.018304119,0.008604673,0.005606511,0.006153307,0.012092702,0.0016816774,0.056381337,0.0023442646,0.88883156],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99717736,0.00047685832,0.00014129316,0.0003147787,0.0013612383,0.0005284848],"domain_scores_gemma":[0.9929824,0.00048446565,0.00016669382,0.0002359985,0.0032259342,0.0029045772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006028734,0.002481415,0.0008272799,0.0027672667,0.0016922784,0.008437337,0.0023984895,0.0030176425,0.23082863],"category_scores_gemma":[0.0056349523,0.0006316391,0.0014529777,0.0017238295,0.0003462718,0.0026599956,0.0049598278,0.0036046836,0.18767507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013492147,0.00008805299,0.000071365175,0.00019321003,0.0000065753557,0.000044103337,0.00003142334,0.00031548933,0.00031049593,0.0009898965,0.97011775,0.027696723],"study_design_scores_gemma":[0.0000285387,0.00006544976,0.00045950475,0.00015124063,0.0000049786686,0.000026457716,0.00007160192,0.00017690053,0.00029891435,0.000641569,0.99805945,0.000015368292],"about_ca_topic_score_codex":0.0065472997,"about_ca_topic_score_gemma":0.013192209,"teacher_disagreement_score":0.23082863,"about_ca_system_score_codex":0.002227546,"about_ca_system_score_gemma":0.004648023,"threshold_uncertainty_score":0.7721987},"labels":[],"label_agreement":null},{"id":"W4230056407","doi":"10.1145/634636.586103","title":"STEP","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Algorithms and Data Compression","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Tracing; Compiler; Programming language; Java; TRACE (psycholinguistics); Reuse; Interface (matter); Software engineering; Encoding (memory); Set (abstract data type); Operating system; Artificial intelligence","score_opus":0.020129771845525606,"score_gpt":0.21088840323944483,"score_spread":0.19075863139391921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230056407","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018080806,0.00065350544,0.49240705,0.0010923875,0.0012027269,0.0014418622,0.023720834,0.16915737,0.29224345],"genre_scores_gemma":[0.1073593,0.0008378418,0.39490727,0.0021139346,0.0002536983,0.0014548065,0.06395819,0.020498263,0.40861672],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987717,0.00013913887,0.00010952696,0.00034895245,0.00047026324,0.00016037878],"domain_scores_gemma":[0.99782145,0.00024584457,0.00009677784,0.0009910599,0.0007289631,0.000115890456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009480481,0.0010355173,0.0006257596,0.0014644265,0.0010180154,0.0030283977,0.0018894739,0.0011035227,0.13382567],"category_scores_gemma":[0.0036756825,0.0005244451,0.0007624828,0.0012021221,0.00047835105,0.0035791122,0.003563269,0.0013258632,0.120853335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010753804,0.00024497573,0.0032069143,0.00083275075,0.00007064374,0.00037531456,0.0005311204,0.0017880906,0.022521215,0.06766059,0.28924736,0.61244565],"study_design_scores_gemma":[0.00009848703,0.0001446018,0.0011598462,0.000109384586,0.00003969801,0.00050650164,0.00019900562,0.009088435,0.0408722,0.018546375,0.9291783,0.00005713428],"about_ca_topic_score_codex":0.0013606015,"about_ca_topic_score_gemma":0.0021129942,"teacher_disagreement_score":0.13382567,"about_ca_system_score_codex":0.0006014059,"about_ca_system_score_gemma":0.0018907143,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4231242876","doi":"10.1145/3089649.3089655","title":"4th International Workshop on Conducting Empirical Studies in Industry (CESI 2016)","year":2017,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Empirical research; Software; Field (mathematics); Computer science; Replication (statistics); Software engineering; Engineering management; Engineering; Knowledge management; Management science; Mathematics","score_opus":0.196112487251442,"score_gpt":0.4040139648779832,"score_spread":0.20790147762654118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231242876","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007143599,0.07808853,0.4674288,0.17014758,0.06139359,0.0045232605,0.010449129,0.01249895,0.18832658],"genre_scores_gemma":[0.060655516,0.063951336,0.58938843,0.03630474,0.02229048,0.010979397,0.034248427,0.012351638,0.16983004],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.92163163,0.04969614,0.006007898,0.005131988,0.014432953,0.0030995277],"domain_scores_gemma":[0.8034068,0.08163796,0.005581209,0.04333459,0.04547579,0.020563688],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.14506955,0.002808765,0.0032008034,0.008297965,0.0030664473,0.016407827,0.00597944,0.007750867,0.07593121],"category_scores_gemma":[0.14597759,0.002197046,0.003517592,0.00591379,0.0054489695,0.013970332,0.022407854,0.011485855,0.04260084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035150192,0.00046681377,0.0019429885,0.001665609,0.00014492984,0.0002533986,0.0030471582,0.0011011648,0.0025271203,0.05006918,0.5830343,0.35539594],"study_design_scores_gemma":[0.00005986058,0.000108132605,0.0021780992,0.00327806,0.0000352281,0.0002056369,0.0013652665,0.0007570256,0.00089981314,0.03474324,0.95630693,0.000062641106],"about_ca_topic_score_codex":0.0030606745,"about_ca_topic_score_gemma":0.0039713,"teacher_disagreement_score":0.85493046,"about_ca_system_score_codex":0.0043160343,"about_ca_system_score_gemma":0.018195296,"threshold_uncertainty_score":0.7672103},"labels":[],"label_agreement":null},{"id":"W4231932677","doi":"10.1145/1095430.1081761","title":"Anchoring and adjustment in software estimation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Anchoring; Estimator; Respondent; Estimation; Software; Computer science; Econometrics; Statistics; Psychology; Mathematics; Social psychology; Engineering","score_opus":0.015244430479361889,"score_gpt":0.2533436695576924,"score_spread":0.2380992390783305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231932677","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36209115,0.006304077,0.5611194,0.007415217,0.0007108039,0.0007605085,0.0001653494,0.0006451029,0.060788427],"genre_scores_gemma":[0.93684053,0.0010661845,0.05934284,0.00080266927,0.00027659416,0.00030718106,0.00006152263,0.00016207756,0.0011403303],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.80529994,0.14273842,0.009864068,0.012041127,0.027578684,0.0024777425],"domain_scores_gemma":[0.29130468,0.6037305,0.049530104,0.036619622,0.017369084,0.0014460527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.100228064,0.0011764617,0.0010831392,0.0034851031,0.0022898798,0.00742431,0.0017804514,0.0037504057,0.0046705436],"category_scores_gemma":[0.6326747,0.0015458158,0.0014150005,0.0046864687,0.01104954,0.012001254,0.0061770543,0.005699454,0.0008737185],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001991735,0.00043500587,0.1309579,0.0017250415,0.0012508566,0.00066999864,0.056933206,0.026231756,0.007359875,0.28953022,0.0041939905,0.4787204],"study_design_scores_gemma":[0.00041335,0.001163325,0.13971367,0.0016571633,0.00082105125,0.001063816,0.010902159,0.059995964,0.012551748,0.7359032,0.034901585,0.0009128748],"about_ca_topic_score_codex":0.0039643277,"about_ca_topic_score_gemma":0.002107991,"teacher_disagreement_score":0.100228064,"about_ca_system_score_codex":0.0029421076,"about_ca_system_score_gemma":0.0020365461,"threshold_uncertainty_score":0.53006303},"labels":[],"label_agreement":null},{"id":"W4232495513","doi":"10.1145/1142958.1142965","title":"Software engineering education (SEEd)","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Column (typography); Perspective (graphical); Software engineering; Software; Reading (process); Software inspection; Computer science; Social software engineering; Software development; Engineering; Engineering management; Software construction; Software quality; Artificial intelligence; Programming language; Political science; Mechanical engineering","score_opus":0.008819179151362612,"score_gpt":0.22810610909669432,"score_spread":0.21928692994533172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232495513","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030537995,0.014577084,0.0023933628,0.13495922,0.0818768,0.00009859726,0.001877567,0.0025341706,0.7586294],"genre_scores_gemma":[0.0067306478,0.0025677024,0.00085076777,0.015418164,0.0057634115,0.000050293143,0.0006927338,0.0006297396,0.96729636],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984498,0.00011988162,0.0000811025,0.00025761392,0.0008144691,0.00027712368],"domain_scores_gemma":[0.9903161,0.00044782754,0.00034492204,0.000681549,0.0033672296,0.0048423596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014474702,0.0007090079,0.00056418625,0.0015415503,0.0021888732,0.0062138024,0.00059961213,0.0027167122,0.3440676],"category_scores_gemma":[0.0073064193,0.00039756353,0.00046085782,0.0017487436,0.0007317401,0.0044567836,0.0046173194,0.0041075624,0.25112182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010801128,0.000022132632,0.00016903867,0.00004848358,0.0000011096901,0.000051512896,0.00005001422,0.000012883505,0.00020705441,0.0023010501,0.94512635,0.05199968],"study_design_scores_gemma":[0.0000038069636,0.000019144743,0.0006585181,0.00009693025,8.750966e-7,0.000073316965,0.00004872281,0.000018604911,0.00009450174,0.0009677033,0.99801373,0.0000040459504],"about_ca_topic_score_codex":0.0021987036,"about_ca_topic_score_gemma":0.011250575,"teacher_disagreement_score":0.3440676,"about_ca_system_score_codex":0.002473176,"about_ca_system_score_gemma":0.004891836,"threshold_uncertainty_score":0.93560797},"labels":[],"label_agreement":null},{"id":"W4232571550","doi":"10.1145/1041685.1029900","title":"Automating comprehensive safety analysis of concurrent programs using verisoft and TXL","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Security and Verification in Computing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Instrumentation (computer programming); Computer science; Flexibility (engineering); Programming language; Static analysis; Software; Program analysis; Static program analysis; Code (set theory); Program transformation; Software engineering; Dynamic program analysis; Source code; Software development; Set (abstract data type)","score_opus":0.03670120704736915,"score_gpt":0.2736429971604598,"score_spread":0.23694179011309066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232571550","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013363119,0.00003331923,0.976226,0.00003367433,0.0000076468505,0.000044512428,0.00007028286,0.009698397,0.00052309944],"genre_scores_gemma":[0.31566176,0.00012456771,0.68114305,0.000082690385,0.000015547883,0.00017073902,0.00047047023,0.0012443432,0.0010867524],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997253,0.0007015382,0.00023049445,0.0004434909,0.0011372146,0.00023419881],"domain_scores_gemma":[0.9917937,0.004947763,0.0007075254,0.0018338517,0.00063238264,0.0000848194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028264564,0.000828514,0.0005913281,0.0010379772,0.00043612043,0.0011851883,0.0014036614,0.0005277238,0.0017990549],"category_scores_gemma":[0.00722014,0.00076430803,0.00096898444,0.0005157391,0.0013499574,0.001944519,0.0019064186,0.0015999989,0.0005767519],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005366678,0.0002028157,0.0056904946,0.0006705907,0.00014259963,0.00080108445,0.0010755955,0.30049118,0.17125769,0.040723134,0.002757348,0.47565076],"study_design_scores_gemma":[0.00009402547,0.00020168987,0.0010103983,0.00007892114,0.000064236156,0.0003953642,0.00008863592,0.8323598,0.12250365,0.037173223,0.0059688194,0.00006113565],"about_ca_topic_score_codex":0.0019279767,"about_ca_topic_score_gemma":0.0020430516,"teacher_disagreement_score":0.0028264564,"about_ca_system_score_codex":0.00084553304,"about_ca_system_score_gemma":0.0020357266,"threshold_uncertainty_score":0.014947891},"labels":[],"label_agreement":null},{"id":"W4232793935","doi":"10.1145/357474.355046","title":"Designing robust Java programs with exceptions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Exception handling; Java; Computer science; Structuring; Software engineering; Mechanism (biology); Source code; Programming language; Code (set theory); Set (abstract data type)","score_opus":0.02507598765568434,"score_gpt":0.23181477584984175,"score_spread":0.20673878819415742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232793935","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027977452,0.00008973727,0.96579725,0.00016058584,0.000029011433,0.00017420344,0.000021355854,0.0038237178,0.0019267215],"genre_scores_gemma":[0.19516495,0.00033738645,0.7985139,0.00018046547,0.000046082045,0.00048019877,0.00015187648,0.0021310844,0.0029940298],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975114,0.0006537139,0.00027433143,0.00044239752,0.0008845609,0.00023357396],"domain_scores_gemma":[0.9953259,0.0020159318,0.00076956576,0.0009866654,0.00072613586,0.00017570377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037302244,0.00061323866,0.00046241048,0.0005245369,0.0006791921,0.0019853134,0.0017998634,0.0011420806,0.0014287954],"category_scores_gemma":[0.0111593995,0.0011467962,0.0008177045,0.00033626411,0.0013357971,0.0024410216,0.0020705932,0.0016243553,0.0008277683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000270295,0.00048830523,0.008987978,0.0013116527,0.00024948904,0.0020700623,0.0046227407,0.2794727,0.15888482,0.13023724,0.0075895316,0.4058153],"study_design_scores_gemma":[0.00028972994,0.00066567346,0.0017975139,0.00031077763,0.00037057235,0.0011237082,0.00066573184,0.716944,0.11555195,0.05744616,0.104676515,0.00015769222],"about_ca_topic_score_codex":0.0006357739,"about_ca_topic_score_gemma":0.0009018969,"teacher_disagreement_score":0.0037302244,"about_ca_system_score_codex":0.00039272633,"about_ca_system_score_gemma":0.0012642225,"threshold_uncertainty_score":0.019727528},"labels":[],"label_agreement":null},{"id":"W4232961725","doi":"10.1145/1041685.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Set (abstract data type); Maintainability; Traceability; Software engineering; Software","score_opus":0.04000230675253633,"score_gpt":0.32106506698540965,"score_spread":0.2810627602328733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232961725","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046359175,0.000069929345,0.98899406,0.00020878021,0.00005038825,0.00013098867,0.00006452996,0.0035833695,0.0022621385],"genre_scores_gemma":[0.06895556,0.0004535005,0.92477995,0.00028041538,0.0000555074,0.00040270618,0.00042121462,0.0008332024,0.0038178996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436593,0.0015306631,0.0009972324,0.0006546043,0.0020102954,0.0004412465],"domain_scores_gemma":[0.98982227,0.004173977,0.0010202854,0.0037066578,0.0010435613,0.00023322226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070051025,0.001021491,0.00061512,0.00093957054,0.0007344861,0.004087305,0.0029683218,0.0016300032,0.0028086333],"category_scores_gemma":[0.015329499,0.0012982887,0.0013444659,0.00090932066,0.002408457,0.007524737,0.0035783313,0.0030721056,0.0012097515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002291883,0.00031054957,0.0031668716,0.0007811613,0.00011387984,0.00070920214,0.0027573095,0.034609057,0.021254549,0.7250432,0.0057194442,0.20530567],"study_design_scores_gemma":[0.00022644107,0.00032930204,0.0006212508,0.00044514687,0.00018520893,0.001504881,0.0005506888,0.22792786,0.080816366,0.42502618,0.262226,0.00014076132],"about_ca_topic_score_codex":0.0013206557,"about_ca_topic_score_gemma":0.0015318014,"teacher_disagreement_score":0.0070051025,"about_ca_system_score_codex":0.0006402779,"about_ca_system_score_gemma":0.0016126167,"threshold_uncertainty_score":0.03704691},"labels":[],"label_agreement":null},{"id":"W4235679429","doi":"10.1145/3356773.3356803","title":"Summary of the 2019 International Conference on Software and System Processes (ICSSP 2019)","year":2019,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Event (particle physics); Software; Engineering; Computer science; Engineering management; Operating system","score_opus":0.015964931189577324,"score_gpt":0.23598455019136094,"score_spread":0.22001961900178363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235679429","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025021918,0.07391128,0.02955992,0.07570051,0.30105528,0.0017901487,0.0121210255,0.002724761,0.50063485],"genre_scores_gemma":[0.013740035,0.06476725,0.013423782,0.010532997,0.046243664,0.000984712,0.030403906,0.0014597247,0.8184439],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99545825,0.00039159594,0.000329983,0.0004447296,0.0027961438,0.0005792554],"domain_scores_gemma":[0.98532367,0.00059515,0.00033876195,0.0006037024,0.009875855,0.0032628714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007232592,0.0018536478,0.001012643,0.003712533,0.0017562907,0.009289974,0.0019320062,0.003247144,0.15514465],"category_scores_gemma":[0.008254861,0.0005386503,0.001218979,0.0032936211,0.0006407858,0.005053034,0.0033675213,0.0051594665,0.10708225],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005201645,0.000047407473,0.0001664539,0.00035975137,0.000008710538,0.000057195615,0.000029496021,0.00023972307,0.00067647937,0.0045073363,0.9316148,0.062240615],"study_design_scores_gemma":[0.0000060583284,0.00003635153,0.00044593078,0.00021282842,0.000008258804,0.00004880952,0.000027293863,0.0001847358,0.00030268033,0.0008313448,0.9978828,0.00001286051],"about_ca_topic_score_codex":0.007837231,"about_ca_topic_score_gemma":0.011913035,"teacher_disagreement_score":0.15514465,"about_ca_system_score_codex":0.0030760572,"about_ca_system_score_gemma":0.009104104,"threshold_uncertainty_score":0.51901054},"labels":[],"label_agreement":null},{"id":"W4235758371","doi":"10.1145/347636.348874","title":"Requirements-based monitors for real-time systems","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland","funders":"","keywords":"Supervisor; Oracle; Computer science; Reliability engineering; Real-time computing; Control (management); Control system; System requirements; Systems engineering; Engineering; Software engineering; Operating system","score_opus":0.03872014890617605,"score_gpt":0.29030976756630583,"score_spread":0.2515896186601298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235758371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054907165,0.0005160163,0.9857508,0.0006551409,0.00008601798,0.00037865405,0.00009821416,0.0031722446,0.003852208],"genre_scores_gemma":[0.14982072,0.0008017809,0.84363085,0.00051801605,0.0001892692,0.0013112101,0.00036531663,0.0006893223,0.0026734301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97881365,0.008921178,0.0021626034,0.0016521227,0.007933597,0.0005169027],"domain_scores_gemma":[0.94227916,0.03716915,0.006709849,0.0067146467,0.006442456,0.00068476034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014492508,0.0015831505,0.0011181585,0.0015646367,0.0007312162,0.0039963285,0.00286854,0.0022720485,0.0036748687],"category_scores_gemma":[0.064733714,0.0012872614,0.0012045812,0.0008234666,0.0022185883,0.005687514,0.0018416649,0.0033072082,0.0016258864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014777626,0.00049028336,0.0050811833,0.0037456865,0.0002774749,0.0024622898,0.0055614193,0.109203205,0.07676913,0.47476256,0.015369021,0.30480003],"study_design_scores_gemma":[0.00043356087,0.0010374067,0.002018326,0.0011628534,0.00028914644,0.002439879,0.00052819913,0.52303743,0.11142788,0.21609925,0.1412318,0.00029421735],"about_ca_topic_score_codex":0.0005399485,"about_ca_topic_score_gemma":0.0005810867,"teacher_disagreement_score":0.014492508,"about_ca_system_score_codex":0.0014036401,"about_ca_system_score_gemma":0.0015011573,"threshold_uncertainty_score":0.07664466},"labels":[],"label_agreement":null},{"id":"W4237432822","doi":"10.1145/2020976.1958787","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Exploit; Electricity; Data center; Workload; Computer science; Electricity market; Service (business); Business; Operating system; Computer security; Engineering","score_opus":0.02308883506405169,"score_gpt":0.21041576027492323,"score_spread":0.18732692521087155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237432822","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033358585,0.0007370775,0.010067336,0.008729016,0.0058734207,0.00038305504,0.010413101,0.008398954,0.95206213],"genre_scores_gemma":[0.023009598,0.00051748333,0.0025885398,0.0026455568,0.0011253802,0.00013541174,0.007913414,0.0014135164,0.9606511],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988256,0.00018352788,0.00006904608,0.00028981737,0.0004516769,0.00018032225],"domain_scores_gemma":[0.99622846,0.00039210904,0.0001620048,0.0012004408,0.001253003,0.000764031],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008882496,0.0008459408,0.000819264,0.001053366,0.001654718,0.0049482137,0.00183459,0.0019598028,0.79729146],"category_scores_gemma":[0.004561757,0.0003387806,0.00074125157,0.0014527867,0.00067015406,0.0032931094,0.0040218765,0.0014108784,0.75820255],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014741483,0.00011432104,0.00072295713,0.00017767232,0.000013691514,0.00021650441,0.00008318865,0.00022976044,0.0017791896,0.007682101,0.84674066,0.14209266],"study_design_scores_gemma":[0.000027959355,0.000039129896,0.00059273135,0.000061081424,0.000006355326,0.00018622824,0.000049590417,0.00033171428,0.00088818517,0.0023248747,0.99548197,0.000010095746],"about_ca_topic_score_codex":0.0016620837,"about_ca_topic_score_gemma":0.0025650142,"teacher_disagreement_score":0.20270854,"about_ca_system_score_codex":0.0008203576,"about_ca_system_score_gemma":0.0012611751,"threshold_uncertainty_score":0.2891391},"labels":[],"label_agreement":null},{"id":"W4239100792","doi":"10.1145/1082983.1082968","title":"xTAO","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Multi-Agent Systems and Negotiation","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Modeling language; Software engineering; Extensibility; XML; Context (archaeology); Set (abstract data type); Human–computer interaction; Programming language; Systems engineering; Software; World Wide Web; Engineering","score_opus":0.01597472109984308,"score_gpt":0.22668193407848655,"score_spread":0.21070721297864348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239100792","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006371681,0.0013457914,0.23931447,0.002709004,0.0027586764,0.00050253817,0.006714889,0.05431349,0.6859696],"genre_scores_gemma":[0.053428955,0.0014610268,0.13767327,0.0014992193,0.00070287974,0.0007071994,0.011261729,0.0147161605,0.7785496],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992667,0.00015248754,0.000054937515,0.00017445159,0.00026580074,0.0000857327],"domain_scores_gemma":[0.9987232,0.00033889274,0.00009603517,0.00033660547,0.0003208526,0.00018437441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012608616,0.0007589785,0.00043966644,0.0013251626,0.0014746744,0.0042390665,0.002045465,0.0013774827,0.2523481],"category_scores_gemma":[0.0037597083,0.0005507129,0.00075038365,0.0013743516,0.00088332564,0.0057304315,0.0031468333,0.0015365528,0.09728995],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029994763,0.000087950706,0.001257245,0.0006330144,0.000020658525,0.0005853444,0.0013785373,0.0013281155,0.006827495,0.3266306,0.35154146,0.30940965],"study_design_scores_gemma":[0.000022211007,0.00003538892,0.00026543034,0.00008280716,0.0000074473655,0.00033360373,0.000075103766,0.0024727003,0.0012697583,0.017251698,0.9781676,0.00001625254],"about_ca_topic_score_codex":0.0022081418,"about_ca_topic_score_gemma":0.0020836797,"teacher_disagreement_score":0.2523481,"about_ca_system_score_codex":0.0010449885,"about_ca_system_score_gemma":0.0012816375,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4239139197","doi":"10.1145/2815021.2815033","title":"3rd International Workshop on Conducting Empirical Studies in Industry (CESI 2015)","year":2015,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Software; Software engineering; Field (mathematics); Engineering; Engineering management; Computer science; Mathematics","score_opus":0.2844937843750678,"score_gpt":0.42153785430060764,"score_spread":0.13704406992553986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239139197","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006614805,0.064327724,0.5313025,0.14670864,0.04153438,0.0056988196,0.011216282,0.01360391,0.17899294],"genre_scores_gemma":[0.055208288,0.045240495,0.6706113,0.03449276,0.013502962,0.011584194,0.03228855,0.009468631,0.12760288],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9169376,0.055068843,0.0057203565,0.004739722,0.014506045,0.0030273802],"domain_scores_gemma":[0.7964465,0.0820054,0.0057349526,0.04513025,0.05280832,0.017874531],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16706781,0.002592387,0.002984588,0.009198073,0.003231816,0.016027087,0.0061852704,0.007545645,0.06502595],"category_scores_gemma":[0.16457218,0.00218104,0.0031902576,0.0062235477,0.0051738876,0.012437085,0.021103077,0.009677499,0.038855955],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026153927,0.00045202777,0.0021911378,0.0015025012,0.00015375571,0.00019771903,0.0027657545,0.0010358862,0.0020511644,0.048274502,0.58247334,0.35864064],"study_design_scores_gemma":[0.00006178296,0.00013197999,0.002969958,0.003729893,0.00005139808,0.00019008254,0.0015514854,0.0009449512,0.0010502366,0.042165633,0.94707376,0.000078838995],"about_ca_topic_score_codex":0.004020301,"about_ca_topic_score_gemma":0.004805532,"teacher_disagreement_score":0.8329322,"about_ca_system_score_codex":0.004191393,"about_ca_system_score_gemma":0.020844715,"threshold_uncertainty_score":0.8835496},"labels":[],"label_agreement":null},{"id":"W4240298746","doi":"10.1145/1095430.1081736","title":"Facilitating software evolution research with kenyon","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Source code; Software engineering; Software; Commit; Metadata; Resource (disambiguation); Software system; Software development; Set (abstract data type); Software construction; Data science; Database; Programming language; Operating system","score_opus":0.03927975784835953,"score_gpt":0.2942376257946139,"score_spread":0.25495786794625436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240298746","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10621343,0.00042181805,0.67963463,0.0006349016,0.000083968254,0.000672082,0.0011950815,0.1968528,0.014291216],"genre_scores_gemma":[0.14723536,0.00032096147,0.83498806,0.00025356823,0.000021699296,0.0005471693,0.0014927625,0.008243075,0.006897348],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99784195,0.0005351109,0.00020632723,0.0005636159,0.0006751419,0.00017778447],"domain_scores_gemma":[0.9850483,0.0077743162,0.00078443676,0.0049084327,0.0010342787,0.00045031548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039040202,0.0009420432,0.0009582919,0.002201976,0.0007894645,0.0020879027,0.0021792392,0.00073860027,0.010160705],"category_scores_gemma":[0.015691817,0.0017533796,0.000691908,0.0026562775,0.00092669996,0.005959814,0.006547942,0.0016244913,0.0031895195],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002458774,0.0006046484,0.03153631,0.0011719783,0.00037963063,0.0018183462,0.014173456,0.012008298,0.07657408,0.020190658,0.065561004,0.7735228],"study_design_scores_gemma":[0.0012810384,0.0012859724,0.036929414,0.000663281,0.0006847713,0.004223532,0.005377839,0.22252975,0.15919356,0.033557735,0.5335139,0.0007591505],"about_ca_topic_score_codex":0.0027502521,"about_ca_topic_score_gemma":0.010913928,"teacher_disagreement_score":0.010160705,"about_ca_system_score_codex":0.0005813243,"about_ca_system_score_gemma":0.0019341718,"threshold_uncertainty_score":0.03399098},"labels":[],"label_agreement":null},{"id":"W4241558139","doi":"10.1145/1095430.1081711","title":"Automatic generation of suggestions for program investigation","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Source code; Intuition; Task (project management); Program analysis; Set (abstract data type); Dependency (UML); Static program analysis; Fuzzy logic; Software engineering; Code (set theory); Empirical research; Programming language; Software; Software development; Artificial intelligence; Systems engineering; Engineering","score_opus":0.043518429546045505,"score_gpt":0.28995529753509364,"score_spread":0.24643686798904813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241558139","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10954541,0.0006522758,0.82459885,0.0009603861,0.00020296978,0.0016260726,0.0017974334,0.05362362,0.006992965],"genre_scores_gemma":[0.14102663,0.0002018065,0.85156506,0.00011559059,0.00008406315,0.00072522106,0.00199723,0.0012808422,0.0030036194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957217,0.0014025944,0.00023742448,0.0007809648,0.0016507738,0.00020652065],"domain_scores_gemma":[0.97180825,0.016998077,0.0020900476,0.0020178172,0.0064981133,0.0005877298],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003392995,0.0022874398,0.001515992,0.0075449524,0.001104101,0.0014972555,0.002524392,0.0018750927,0.00790067],"category_scores_gemma":[0.03411709,0.0010077682,0.0011014033,0.0019179217,0.000620705,0.001907781,0.0014634876,0.0014696766,0.0029634417],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012184033,0.0006019251,0.011555568,0.001354768,0.00012745908,0.0011949124,0.0026476395,0.0135873975,0.062120155,0.008078161,0.03449635,0.86301726],"study_design_scores_gemma":[0.0004146569,0.0008414644,0.008774329,0.00048430113,0.00032719865,0.001182528,0.0019548128,0.8259107,0.09347965,0.015223586,0.051202957,0.00020379174],"about_ca_topic_score_codex":0.0021154387,"about_ca_topic_score_gemma":0.004831127,"teacher_disagreement_score":0.00790067,"about_ca_system_score_codex":0.00091612164,"about_ca_system_score_gemma":0.0027642485,"threshold_uncertainty_score":0.026430428},"labels":[],"label_agreement":null},{"id":"W4242845477","doi":"10.1145/2088883.2088889","title":"Report from the 2nd international workshop on replication in empirical software engineering research (RESER 2011)","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Session (web analytics); Computer science; Empirical research; Joint (building); Software; Software engineering; Engineering; World Wide Web; Civil engineering; Biology","score_opus":0.08854124489477622,"score_gpt":0.3640275285554867,"score_spread":0.2754862836607105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242845477","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007516914,0.057581782,0.3132458,0.3430378,0.12683782,0.0059780707,0.010799923,0.0071568135,0.12784517],"genre_scores_gemma":[0.0689668,0.061316375,0.3737647,0.07943733,0.038568042,0.014198071,0.047894098,0.015019697,0.3008349],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9138214,0.04641045,0.0059407875,0.0077210884,0.022380607,0.0037256218],"domain_scores_gemma":[0.74448717,0.09064354,0.0074056294,0.050332833,0.09206107,0.015069797],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.16028973,0.0025720126,0.002456745,0.0052530076,0.0050511644,0.015752945,0.00562503,0.009053925,0.072331324],"category_scores_gemma":[0.24415223,0.002335417,0.0040521454,0.004105371,0.0033071234,0.020935722,0.016819166,0.013487257,0.041869108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029555234,0.00022792192,0.00095222617,0.00069808913,0.000080114696,0.00016130578,0.001695413,0.00067301217,0.0010077546,0.019339973,0.82002306,0.15484555],"study_design_scores_gemma":[0.000105120824,0.00013684135,0.0018551106,0.0013826413,0.00007071033,0.0001813099,0.0011373243,0.000940079,0.001569878,0.02649743,0.96598345,0.00014002327],"about_ca_topic_score_codex":0.0069950684,"about_ca_topic_score_gemma":0.007459397,"teacher_disagreement_score":0.83971024,"about_ca_system_score_codex":0.00535357,"about_ca_system_score_gemma":0.013326151,"threshold_uncertainty_score":0.8477033},"labels":[],"label_agreement":null},{"id":"W4244068867","doi":"10.1145/2020976.1958774","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Waterloo; Carleton University; York University","funders":"","keywords":"Computer science; Cluster analysis; Estimator; Software; Filter (signal processing); Class (philosophy); Queueing theory; Data mining; Web service; Tracking (education); Service (business); Real-time computing; Artificial intelligence; Computer network; Operating system; Computer vision; Statistics; Mathematics","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244068867","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067087067,0.00445472,0.14545812,0.01681528,0.015093521,0.0007767795,0.015230176,0.01693621,0.77852654],"genre_scores_gemma":[0.056231078,0.002720757,0.01882824,0.003375352,0.0026943344,0.0002944757,0.012317346,0.0024386533,0.90109974],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998384,0.00030028177,0.00010210222,0.00051734084,0.0005620273,0.00013425283],"domain_scores_gemma":[0.9958677,0.0007113864,0.00025114566,0.0014531419,0.0013816649,0.00033492138],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0013473596,0.0010375269,0.0010097793,0.0013974846,0.0010959343,0.0043451064,0.0019521585,0.002255333,0.5693191],"category_scores_gemma":[0.008172821,0.00036997776,0.0007707896,0.0017200682,0.0006858687,0.0030000329,0.0027554662,0.0015933387,0.56742007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026900045,0.000117911644,0.001452343,0.00042560452,0.000043673226,0.00031672858,0.00015436587,0.0011298158,0.0031385,0.025060078,0.48142192,0.48647007],"study_design_scores_gemma":[0.000041343603,0.00010188412,0.0015026046,0.0002156533,0.000022967288,0.00041300233,0.000087174536,0.002910681,0.0026371027,0.011732737,0.98029995,0.00003495293],"about_ca_topic_score_codex":0.0020255481,"about_ca_topic_score_gemma":0.001903725,"teacher_disagreement_score":0.43068087,"about_ca_system_score_codex":0.000844339,"about_ca_system_score_gemma":0.0011838384,"threshold_uncertainty_score":0.61431396},"labels":[],"label_agreement":null},{"id":"W4244614862","doi":"10.1145/357474.355054","title":"Implicit context","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Computer science; Component (thermodynamics); Java; Mechanism (biology); Software; Software engineering; Simple (philosophy); Distributed computing; Programming language; Epistemology; Philosophy","score_opus":0.02416181770670782,"score_gpt":0.2593882571528614,"score_spread":0.23522643944615357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244614862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032307666,0.0030887318,0.90707254,0.0030551818,0.0010327551,0.0004172485,0.0009203981,0.006513369,0.045592137],"genre_scores_gemma":[0.5949443,0.0026971688,0.35360533,0.0030181156,0.001146517,0.0008129003,0.001743975,0.0031559907,0.03887575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.991711,0.0022877231,0.0009261334,0.0016779117,0.002685374,0.0007118031],"domain_scores_gemma":[0.9797411,0.006878481,0.00097431114,0.0087422645,0.0031047962,0.00055908295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005232603,0.0014198897,0.0013027509,0.0016211724,0.0025232825,0.005793838,0.0039514042,0.0028735457,0.0085531855],"category_scores_gemma":[0.02735429,0.0016446655,0.0013429136,0.0014342777,0.0045120344,0.017957421,0.012207632,0.0048217527,0.0036328095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005067321,0.00014369519,0.005260788,0.0014470044,0.00016575611,0.00096643984,0.00884822,0.0067265127,0.010402268,0.76145834,0.014358132,0.1897161],"study_design_scores_gemma":[0.000092155984,0.00018736566,0.0011434122,0.0005551815,0.00044415667,0.0010370851,0.0014184617,0.019194204,0.01738535,0.4703148,0.4879836,0.00024408694],"about_ca_topic_score_codex":0.0027802703,"about_ca_topic_score_gemma":0.0030917267,"teacher_disagreement_score":0.0085531855,"about_ca_system_score_codex":0.0014291343,"about_ca_system_score_gemma":0.00289742,"threshold_uncertainty_score":0.02861321},"labels":[],"label_agreement":null},{"id":"W4244845972","doi":"10.1145/2020976.1958760","title":"Abstract only","year":2011,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Asynchronous communication; Distributed computing; Software; Timestamp; Workload; Queueing theory; Process (computing); Software engineering; Real-time computing; Operating system; Computer network","score_opus":0.025162483660128885,"score_gpt":0.21986540683051634,"score_spread":0.19470292317038745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244845972","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011883159,0.0007209707,0.012403047,0.0052033006,0.005966251,0.00036235226,0.008621881,0.0054946514,0.96003926],"genre_scores_gemma":[0.011420895,0.00063434406,0.0031523819,0.0017968403,0.00084688456,0.0001694619,0.0066005997,0.00141246,0.9739662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983753,0.0002769918,0.00012324571,0.00038513736,0.00065812306,0.0001810429],"domain_scores_gemma":[0.9965563,0.00040719457,0.00015422249,0.0011922922,0.0011619979,0.00052806374],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011661102,0.001009726,0.0010600645,0.0014351521,0.0017165517,0.005572958,0.0022292507,0.0023841213,0.81106764],"category_scores_gemma":[0.006318884,0.00041752806,0.0009474665,0.0017774674,0.00081285334,0.0041207266,0.004911149,0.0019323877,0.7696156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013395534,0.00008910747,0.00051103963,0.00030025598,0.000014220652,0.00023452657,0.00016649514,0.00028034643,0.0011845629,0.029013064,0.81145203,0.15662038],"study_design_scores_gemma":[0.000013239244,0.000029921322,0.00028736566,0.000082304956,0.0000048629086,0.00015362707,0.000046794084,0.00023579606,0.00039247115,0.0039144186,0.9948308,0.000008448715],"about_ca_topic_score_codex":0.0019536112,"about_ca_topic_score_gemma":0.0023409496,"teacher_disagreement_score":0.18893236,"about_ca_system_score_codex":0.0014363233,"about_ca_system_score_gemma":0.0015958925,"threshold_uncertainty_score":0.2694891},"labels":[],"label_agreement":null},{"id":"W4245597843","doi":"10.1145/949952.940083","title":"Evaluating and improving the automatic analysis of implicit invocation systems","year":2003,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Model checking; Invocation; Software system; Programming language; Distributed computing; Event (particle physics); Focus (optics); Abstraction model checking; Software; Software engineering","score_opus":0.04228780558525213,"score_gpt":0.30983958130635925,"score_spread":0.2675517757211071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245597843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12528528,0.00016045615,0.865441,0.00019565977,0.000028095063,0.00009744342,0.000058151953,0.0059350356,0.002798828],"genre_scores_gemma":[0.59172195,0.00013488394,0.40527713,0.00005171628,0.000026123194,0.000117743264,0.00019588924,0.0007645085,0.0017100336],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9894114,0.0034638948,0.0004965305,0.00062182976,0.005380244,0.0006260169],"domain_scores_gemma":[0.9617321,0.027292192,0.001887542,0.004996318,0.0037965786,0.0002952708],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005561287,0.0011481046,0.0010713465,0.001589365,0.00089962,0.0024433134,0.0027663538,0.0013419776,0.0023374087],"category_scores_gemma":[0.047966607,0.00072114967,0.0010123348,0.001065904,0.0019119076,0.004198285,0.002504584,0.0022050582,0.0005593029],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011114121,0.00039971786,0.017779721,0.00071865885,0.0001326823,0.00043986074,0.0014640283,0.3839683,0.08553318,0.12052395,0.001957753,0.38597074],"study_design_scores_gemma":[0.000048094364,0.00010390076,0.0009001467,0.000034276367,0.00004209348,0.00007447949,0.000051016727,0.92827123,0.040701877,0.02769243,0.0020453823,0.000035067696],"about_ca_topic_score_codex":0.0029386296,"about_ca_topic_score_gemma":0.0033366738,"teacher_disagreement_score":0.005561287,"about_ca_system_score_codex":0.0014699334,"about_ca_system_score_gemma":0.0026899893,"threshold_uncertainty_score":0.029411256},"labels":[],"label_agreement":null},{"id":"W4246991423","doi":"10.1145/2579281.2579312","title":"Report of the 2013 IEEE 7th international symposium on the maintenance and evolution of service-oriented and cloud-based systems (MESOCA 2013)","year":2014,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Software engineering; Service (business); Provisioning; Adaptability; Computer science; Event (particle physics); Service-oriented architecture; Engineering management; Software; Systems engineering; Process (computing); Engineering; World Wide Web; Telecommunications; Operating system; Web service; Business; Management","score_opus":0.0065715994203996075,"score_gpt":0.1956963080794435,"score_spread":0.18912470865904388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246991423","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063773125,0.07386583,0.19152538,0.18210001,0.23939988,0.0037545706,0.009386052,0.005687533,0.23050754],"genre_scores_gemma":[0.16278836,0.06456539,0.09621393,0.017164,0.06008218,0.001818228,0.026388464,0.003957707,0.5670217],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933217,0.0010732661,0.00025232992,0.0005435144,0.003949401,0.00085969776],"domain_scores_gemma":[0.98186123,0.0021434603,0.000629592,0.0010804619,0.010137942,0.0041473275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013461099,0.0013607407,0.0015221961,0.0030266205,0.0016909505,0.006189202,0.0017940745,0.0033208337,0.028493276],"category_scores_gemma":[0.010843174,0.0006357303,0.0012709505,0.002002545,0.0012970188,0.0038023638,0.003749825,0.0051182583,0.010294804],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046222477,0.0006132229,0.0023442884,0.00045498405,0.00009982813,0.0005702964,0.0005100782,0.0019469766,0.0059257494,0.005241283,0.8593537,0.12247735],"study_design_scores_gemma":[0.00012926068,0.0005915979,0.0064730393,0.0006700282,0.0001544446,0.0005442249,0.00079781294,0.0061284276,0.007959162,0.004558621,0.9718542,0.0001392823],"about_ca_topic_score_codex":0.008459615,"about_ca_topic_score_gemma":0.016631879,"teacher_disagreement_score":0.028493276,"about_ca_system_score_codex":0.002568292,"about_ca_system_score_gemma":0.0066916626,"threshold_uncertainty_score":0.09531951},"labels":[],"label_agreement":null},{"id":"W4247453041","doi":"10.1145/634636.586105","title":"Combining static and dynamic data in code visualization","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Compiler; Programming language; Debugging; Visualization; Metadata; Software visualization; Source code; Interface (matter); Static analysis; Extensibility; Compile time; Software; Software development; Operating system; Component-based software engineering; Data mining","score_opus":0.03998723542697999,"score_gpt":0.29331550146482127,"score_spread":0.2533282660378413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247453041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016571594,0.00072840095,0.9638457,0.0008967447,0.000068482324,0.00006347899,0.0003190541,0.012253021,0.0052534845],"genre_scores_gemma":[0.2017345,0.0011566847,0.7915814,0.00018909478,0.00008794906,0.00014600619,0.0006487404,0.0027074013,0.0017482272],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997609,0.0008683232,0.00014123145,0.0002815403,0.00095174205,0.00014806123],"domain_scores_gemma":[0.993064,0.0032518,0.00047701987,0.0018374039,0.00107001,0.00029981893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004311469,0.0009626294,0.0009637681,0.0054113762,0.0010278901,0.005754801,0.0013375959,0.0011836478,0.0030549413],"category_scores_gemma":[0.012857463,0.0010352491,0.00081512984,0.00361376,0.0016644535,0.0068948437,0.004711504,0.002245316,0.00087872415],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005136569,0.00020580906,0.00782467,0.0008490892,0.00015653069,0.00071071275,0.0045070993,0.044985227,0.050263852,0.109151386,0.018180404,0.76265156],"study_design_scores_gemma":[0.00017544936,0.00029794234,0.010835709,0.00069355906,0.00027821594,0.0018057827,0.0020798373,0.41880697,0.10717062,0.27146333,0.18579589,0.0005966977],"about_ca_topic_score_codex":0.0026852626,"about_ca_topic_score_gemma":0.0031174007,"teacher_disagreement_score":0.005754801,"about_ca_system_score_codex":0.0006732172,"about_ca_system_score_gemma":0.0010182604,"threshold_uncertainty_score":0.022801518},"labels":[],"label_agreement":null},{"id":"W4249157519","doi":"10.1145/1095430.1081744","title":"Strathcona example recommendation tool","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary","funders":"","keywords":"Computer science; Documentation; Application programming interface; Software engineering; Code (set theory); Source code; Software; Programming language; Set (abstract data type)","score_opus":0.029946252676475032,"score_gpt":0.2610645669782109,"score_spread":0.23111831430173588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249157519","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023544142,0.0023841318,0.3904216,0.0043869824,0.0006003461,0.0020341428,0.11761065,0.30243376,0.15658417],"genre_scores_gemma":[0.0752365,0.0020507846,0.67044145,0.0017548903,0.0001844812,0.00217307,0.13160382,0.009612755,0.10694215],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99919766,0.00013360605,0.00008076752,0.00011733474,0.00042487824,0.000045789802],"domain_scores_gemma":[0.9968051,0.0017430596,0.000112940514,0.00036009433,0.0008398739,0.00013900746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067614723,0.0010425772,0.0007776216,0.0040246374,0.00073354034,0.001338609,0.0014134538,0.0013028578,0.081962496],"category_scores_gemma":[0.0059052547,0.0005493998,0.0006004803,0.003216645,0.000166951,0.0013844142,0.00092553836,0.00071954046,0.02713886],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049522106,0.00014906355,0.0025487302,0.0013101245,0.00006492465,0.00072213117,0.00028832405,0.0025089048,0.0043838187,0.0070622293,0.6263891,0.35407737],"study_design_scores_gemma":[0.00039765143,0.00014922272,0.0038206773,0.00030182852,0.00008084938,0.0009352371,0.00022716347,0.047806773,0.009503877,0.0067755324,0.9298877,0.00011348715],"about_ca_topic_score_codex":0.012361286,"about_ca_topic_score_gemma":0.030937301,"teacher_disagreement_score":0.081962496,"about_ca_system_score_codex":0.0005830278,"about_ca_system_score_gemma":0.0009484979,"threshold_uncertainty_score":0.27419186},"labels":[],"label_agreement":null},{"id":"W4249372405","doi":"10.1145/503271.503239","title":"Engineering component-based net-centric systems for embedded applications","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Real-Time Systems Scheduling","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Component (thermodynamics); The Internet; Computer science; Component-based software engineering; Embedded system; Software engineering; Software; Embedded software; Software deployment; Systems engineering; Software system; Engineering; Operating system","score_opus":0.016099119337578762,"score_gpt":0.23221118464122192,"score_spread":0.21611206530364316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249372405","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003599223,0.00030399594,0.99213785,0.00014631121,0.000051871208,0.000102601225,0.000022385379,0.00050764193,0.0031281298],"genre_scores_gemma":[0.07824745,0.0012539125,0.91283137,0.000094114126,0.000057482113,0.00035414196,0.00025573533,0.0002535606,0.006652338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993198,0.00018497574,0.000053382042,0.00006300214,0.00033011072,0.000048828046],"domain_scores_gemma":[0.99922645,0.00032466883,0.0000674342,0.0001557839,0.00018188839,0.000043772772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011582468,0.00074804865,0.0003864386,0.00065277674,0.0004884888,0.0014083915,0.0010340834,0.00092084776,0.0024814776],"category_scores_gemma":[0.002677999,0.0005006228,0.00046113,0.0007432809,0.00092157285,0.0014027609,0.0012092465,0.001250706,0.0012054277],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006677849,0.00012120541,0.0008640589,0.00067165325,0.000074067146,0.00041338298,0.0006493424,0.25898397,0.031901002,0.51266235,0.0051977895,0.18839434],"study_design_scores_gemma":[0.000081237675,0.0001502761,0.00028841908,0.00011909991,0.00006262301,0.00034315497,0.0001022026,0.62042725,0.0171207,0.22384888,0.13742693,0.000029202114],"about_ca_topic_score_codex":0.001168576,"about_ca_topic_score_gemma":0.0019877714,"teacher_disagreement_score":0.0024814776,"about_ca_system_score_codex":0.00064930826,"about_ca_system_score_gemma":0.0012828257,"threshold_uncertainty_score":0.008301437},"labels":[],"label_agreement":null},{"id":"W4252575046","doi":"10.1145/357474.355061","title":"Composing features and resolving interactions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Synchronizing; Composition (language); Composition operator; Computer science; Operator (biology); Transition (genetics); Service (business); Theoretical computer science; Programming language; Set (abstract data type); Chemistry","score_opus":0.022444434853187194,"score_gpt":0.27061350155249836,"score_spread":0.24816906669931116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252575046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060284093,0.00011746292,0.9309291,0.00027452272,0.00007271728,0.00016666118,0.000035178033,0.0027518498,0.0053683575],"genre_scores_gemma":[0.4090233,0.0001321662,0.58252525,0.00017820866,0.000060576444,0.00021346926,0.00019608367,0.00068811304,0.00698274],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99342865,0.0017312866,0.0005100598,0.0012567703,0.0022191429,0.0008540086],"domain_scores_gemma":[0.99070287,0.0035133662,0.0010458304,0.0031130796,0.0012099065,0.00041493675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004880308,0.0011135659,0.0007086847,0.0010788837,0.001632255,0.0026312273,0.002440736,0.0018162946,0.0027318553],"category_scores_gemma":[0.014258109,0.0011270725,0.0010597485,0.0006526777,0.002728747,0.0052774022,0.0047095655,0.0019299788,0.000756925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056279276,0.00033505983,0.016654707,0.0005449523,0.00021713968,0.0035944395,0.0070062205,0.0950573,0.08710273,0.3182947,0.004701016,0.46592894],"study_design_scores_gemma":[0.000111116075,0.0004936262,0.0029811903,0.00019675116,0.00032599675,0.0016449713,0.0012740414,0.3952329,0.10375208,0.4009422,0.092844166,0.0002009588],"about_ca_topic_score_codex":0.0028034186,"about_ca_topic_score_gemma":0.0024365056,"teacher_disagreement_score":0.004880308,"about_ca_system_score_codex":0.0010335398,"about_ca_system_score_gemma":0.0021302346,"threshold_uncertainty_score":0.025809824},"labels":[],"label_agreement":null},{"id":"W4252902208","doi":"10.1145/566180.566183","title":"Investigating the use of analysis contracts to support fault isolation in object oriented code","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Isolation (microbiology); Precondition; Design by contract; Software engineering; Reuse; Object-oriented programming; Software; Object (grammar); Code reuse; Code (set theory); Fault detection and isolation; Instrumentation (computer programming); Programming language; Reliability engineering; Software system; Software construction; Engineering; Set (abstract data type); Artificial intelligence","score_opus":0.054195060972924855,"score_gpt":0.2721160425029615,"score_spread":0.21792098153003664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252902208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50128204,0.00048183935,0.49070108,0.0012133193,0.000029083278,0.00035594503,0.00004329649,0.0010606002,0.00483281],"genre_scores_gemma":[0.7894636,0.00031669677,0.20894764,0.00013479253,0.00001628631,0.0001460364,0.00005184641,0.00013948811,0.0007836373],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98974216,0.0065993345,0.00037680467,0.0004197521,0.002288448,0.000573453],"domain_scores_gemma":[0.90041894,0.0791427,0.007714095,0.007379305,0.004720452,0.0006245914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014083331,0.000560356,0.00032749158,0.0008148984,0.0007765619,0.0012669137,0.0015525956,0.0013397417,0.00093993224],"category_scores_gemma":[0.05682043,0.0004858882,0.00035293086,0.0009902541,0.0018239425,0.0045235828,0.001390593,0.001436192,0.00014182551],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012397077,0.0024398386,0.0824853,0.0012789048,0.0002104694,0.0016909628,0.012509607,0.21907403,0.09742058,0.15310591,0.0017591962,0.42678553],"study_design_scores_gemma":[0.00022109045,0.0020807663,0.014329245,0.0003273431,0.0002272063,0.0008671781,0.002857544,0.7996668,0.12661235,0.03616878,0.016523844,0.000117938405],"about_ca_topic_score_codex":0.002270296,"about_ca_topic_score_gemma":0.0017799109,"teacher_disagreement_score":0.014083331,"about_ca_system_score_codex":0.00085569354,"about_ca_system_score_gemma":0.0021924295,"threshold_uncertainty_score":0.07448065},"labels":[],"label_agreement":null},{"id":"W4253578585","doi":"10.1145/503271.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Design by contract; Software engineering; Software; Software development; Software construction","score_opus":0.029783863762581502,"score_gpt":0.2725138175681765,"score_spread":0.242729953805595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253578585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013072495,0.006565651,0.8999195,0.0022158767,0.0008252412,0.0006486025,0.00050326716,0.0076903487,0.080324166],"genre_scores_gemma":[0.026678432,0.013858629,0.91888213,0.0027296664,0.0010245347,0.0008719148,0.001826252,0.0021485186,0.031979904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99371123,0.0015018898,0.00071123766,0.00096362975,0.002765514,0.00034652217],"domain_scores_gemma":[0.99600464,0.0016761908,0.00035392962,0.00096337084,0.00071721897,0.00028458293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003510978,0.002045618,0.0012475983,0.0017488202,0.0011967887,0.0070146746,0.0034185883,0.0022665844,0.0124590015],"category_scores_gemma":[0.0090724975,0.001245603,0.0017920398,0.0024627938,0.0023940166,0.0063604084,0.004120572,0.004715862,0.011192819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051767853,0.00015197191,0.0005202122,0.0015303119,0.0001666408,0.00040795107,0.0007332339,0.0060954294,0.0060961274,0.6256533,0.06234395,0.2962491],"study_design_scores_gemma":[0.000037533744,0.0000352118,0.000146048,0.00040997536,0.00004443491,0.00067688915,0.000097748736,0.0071877446,0.0020713892,0.25806865,0.73118824,0.000036092508],"about_ca_topic_score_codex":0.0007544021,"about_ca_topic_score_gemma":0.00079313933,"teacher_disagreement_score":0.0124590015,"about_ca_system_score_codex":0.0009964942,"about_ca_system_score_gemma":0.002052873,"threshold_uncertainty_score":0.04167956},"labels":[],"label_agreement":null},{"id":"W4253603427","doi":"10.1145/605466.605489","title":"Composable semantics for model-based notations","year":2002,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Computer science; Programming language; Semantics (computer science); Notation; Concurrency; Operational semantics; Synchronization (alternating current); Component (thermodynamics); Formal specification; Communicating sequential processes; Formal semantics (linguistics); Variety (cybernetics); Theoretical computer science; Action semantics; Denotational semantics; Formal methods; Artificial intelligence; Mathematics","score_opus":0.05376458544241221,"score_gpt":0.27176333453162,"score_spread":0.2179987490892078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253603427","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008557646,0.00019352106,0.9940175,0.0002979995,0.00008507739,0.00009232184,0.00007342822,0.0006420276,0.0037423864],"genre_scores_gemma":[0.060612775,0.00069004187,0.93237174,0.00038826035,0.00025180154,0.0009431048,0.0004474865,0.00050107815,0.0037937434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99006164,0.0036988521,0.001653185,0.0011122334,0.0028897172,0.00058440736],"domain_scores_gemma":[0.99446434,0.0023897544,0.0005507937,0.0014249111,0.00086870167,0.00030144327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010376433,0.0020942679,0.0012404763,0.0027587793,0.0022321003,0.007559115,0.0035469972,0.0022255532,0.004369987],"category_scores_gemma":[0.0103411395,0.0012994591,0.0033152527,0.0023215958,0.005818048,0.010786389,0.0055101863,0.004820444,0.0016559741],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062089443,0.000010262213,0.00003555309,0.000048943344,0.0000092123155,0.000059139275,0.00036622473,0.0024707948,0.0004116774,0.99072355,0.0005187031,0.0053397072],"study_design_scores_gemma":[0.000024148321,0.0000299072,0.000029706058,0.00009266324,0.000030662974,0.00012363533,0.00011822572,0.019081123,0.0018426047,0.9147233,0.06387865,0.0000253686],"about_ca_topic_score_codex":0.002644617,"about_ca_topic_score_gemma":0.0022104545,"teacher_disagreement_score":0.010376433,"about_ca_system_score_codex":0.0028876418,"about_ca_system_score_gemma":0.0031560608,"threshold_uncertainty_score":0.054876506},"labels":[],"label_agreement":null},{"id":"W4297518709","doi":"10.1145/3561846.3561852","title":"Guidelines for Artifacts to Support Industry-Relevant Research on Self-Adaptation","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Artifact (error); Relevance (law); Computer science; Adaptation (eye); Field (mathematics); Set (abstract data type); Software; Data science; Knowledge management; Artificial intelligence","score_opus":0.3302331401809983,"score_gpt":0.43278427045772927,"score_spread":0.10255113027673096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297518709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062985276,0.0016544753,0.90836537,0.010231401,0.00090326375,0.027548935,0.0021390785,0.0064000585,0.03645884],"genre_scores_gemma":[0.006398043,0.0008526523,0.97411865,0.00081444375,0.0000816071,0.012114594,0.0015224776,0.0007768827,0.003320662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8307998,0.092263184,0.048864283,0.0032903715,0.022254126,0.002528337],"domain_scores_gemma":[0.49745303,0.23160914,0.03900357,0.10182494,0.12315208,0.0069572134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12417686,0.0033616598,0.001851818,0.020453196,0.0048859506,0.012753465,0.0055715707,0.009243701,0.006556856],"category_scores_gemma":[0.25371245,0.0038760924,0.0034762546,0.014277282,0.006005907,0.012472672,0.008732802,0.008715718,0.008778715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044461543,0.0025661725,0.007818429,0.013046121,0.00016424827,0.0025965655,0.03529271,0.005233345,0.02006025,0.27014017,0.12566367,0.5169737],"study_design_scores_gemma":[0.00037739208,0.0006877049,0.004573563,0.014556082,0.00022115075,0.0016853658,0.0077895964,0.004165296,0.012577319,0.07756325,0.8754607,0.00034265142],"about_ca_topic_score_codex":0.0044904156,"about_ca_topic_score_gemma":0.0095024435,"teacher_disagreement_score":0.87582314,"about_ca_system_score_codex":0.004686235,"about_ca_system_score_gemma":0.02115902,"threshold_uncertainty_score":0.6567179},"labels":[],"label_agreement":null},{"id":"W4317000320","doi":"10.1145/3573074.3573100","title":"MSR4P&amp;S 2022 Workshop Summary","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Privacy, Security, and Data Protection","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Event (particle physics); Software engineering; Software; Joint (building); Engineering; Computer science; Software security assurance; Library science; Engineering management; Information security; Computer security; Operating system; Civil engineering","score_opus":0.040641167970963364,"score_gpt":0.3001873272997182,"score_spread":0.25954615932875486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000320","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01669416,0.01970796,0.031320952,0.2431925,0.26077944,0.004950064,0.025684215,0.0074737146,0.39019692],"genre_scores_gemma":[0.055150602,0.011279212,0.017584234,0.030689696,0.04046621,0.004424132,0.031483892,0.0039714416,0.80495065],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98992807,0.0019697123,0.00042989274,0.001164892,0.0047776946,0.0017297174],"domain_scores_gemma":[0.9787396,0.00232707,0.00050088327,0.00089673133,0.008377184,0.009158552],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.020358652,0.002357493,0.00091747084,0.0020164829,0.0024349238,0.012346806,0.003301112,0.0054650255,0.11513735],"category_scores_gemma":[0.017082378,0.00078886666,0.0016178434,0.001623869,0.00068305986,0.0048435475,0.009811666,0.0069056726,0.0942324],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020658881,0.000115535346,0.00008060561,0.00024912617,0.0000082504175,0.00012565019,0.000234413,0.0003219594,0.001069685,0.0014040887,0.9666921,0.029492078],"study_design_scores_gemma":[0.000041679927,0.00013439644,0.00051320234,0.00023367668,0.000004669348,0.000046540434,0.00036520374,0.00022968424,0.0005934335,0.00085324585,0.99695694,0.000027355823],"about_ca_topic_score_codex":0.0039530895,"about_ca_topic_score_gemma":0.005803696,"teacher_disagreement_score":0.9796413,"about_ca_system_score_codex":0.0035350095,"about_ca_system_score_gemma":0.007909828,"threshold_uncertainty_score":0.38517284},"labels":[],"label_agreement":null},{"id":"W4317000346","doi":"10.1145/3573074.3573078","title":"On COVID-19 Pandemic-Induced Attitudinal Changes in Software Engineering Teaching and Learning","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Persona Design and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pandemic; Coronavirus disease 2019 (COVID-19); Ephemeral key; Perspective (graphical); Software; Transformation (genetics); Computer science; Mathematics education; Software engineering; Knowledge management; Engineering ethics; Engineering; Psychology; Medicine; Chemistry; Artificial intelligence; Computer security","score_opus":0.05275108883853901,"score_gpt":0.2909140502523543,"score_spread":0.23816296141381527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000346","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733742,0.00021961381,0.0004690938,0.00993279,0.00026813507,0.00005468137,0.00019394292,0.000017541839,0.01546995],"genre_scores_gemma":[0.99359185,0.00036595706,0.00018566966,0.0032273876,0.0001155816,0.000043428914,0.00013699815,0.000009063183,0.002324026],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9974191,0.0010046817,0.00011699551,0.00015284985,0.00076642615,0.0005399225],"domain_scores_gemma":[0.9877971,0.0045184805,0.002946609,0.00048132078,0.0028955624,0.0013609859],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0051630093,0.00014099033,0.0001370455,0.00069613376,0.0020938981,0.0017425747,0.00037603927,0.0011647835,0.0032086128],"category_scores_gemma":[0.017239409,0.00014426261,0.0001942137,0.0008486022,0.0016168794,0.0011029,0.0023084483,0.0028734186,0.00039658503],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004429575,0.0010921926,0.6459452,0.00039146116,0.00007271808,0.0011462455,0.20620829,0.00065643736,0.0057333075,0.0059019,0.020636616,0.11177264],"study_design_scores_gemma":[0.000009139873,0.0006615264,0.8008491,0.00021136615,0.000015089855,0.00018466689,0.1687132,0.00027151886,0.0015215881,0.0005905977,0.02690594,0.000066361565],"about_ca_topic_score_codex":0.012345492,"about_ca_topic_score_gemma":0.021525187,"teacher_disagreement_score":0.994837,"about_ca_system_score_codex":0.0020984944,"about_ca_system_score_gemma":0.0014794039,"threshold_uncertainty_score":0.027304947},"labels":[],"label_agreement":null},{"id":"W4317000347","doi":"10.1145/3573074.3573080","title":"The Java Pathfinder Workshop 2022","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Programming language; Java; Bytecode; Symbolic execution; Java bytecode; Model checking; Program analysis; Java Modeling Language; Pathfinder; Java annotation; Software engineering; Software; Real time Java; World Wide Web","score_opus":0.023949993973193247,"score_gpt":0.2714183101211945,"score_spread":0.24746831614800124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000347","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023799669,0.015452856,0.59804344,0.03864719,0.0406581,0.0009945938,0.005860803,0.044387374,0.2321559],"genre_scores_gemma":[0.065652184,0.010400983,0.30984324,0.005613722,0.004928727,0.0006530281,0.017057478,0.016968004,0.56888264],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660194,0.0005246698,0.00015217012,0.00077172683,0.0016403574,0.00030913367],"domain_scores_gemma":[0.9947582,0.0013550691,0.000113449234,0.0009055513,0.0020010557,0.00086651166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007833195,0.0013168318,0.0008391744,0.0019585243,0.0009714368,0.0035708568,0.0022649148,0.0021554078,0.038178932],"category_scores_gemma":[0.007990837,0.0010756816,0.0012836569,0.001000381,0.0008409262,0.0045702746,0.0026734318,0.003616754,0.02582108],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033347655,0.0002656084,0.0005041761,0.00020108171,0.000025837937,0.00029297645,0.00020198752,0.0017673097,0.0065297703,0.021023702,0.52105254,0.4478015],"study_design_scores_gemma":[0.00007449124,0.00008745638,0.00058964215,0.00018333663,0.00002341741,0.00031358484,0.00006577999,0.008842107,0.006773688,0.00950816,0.97349125,0.000047056143],"about_ca_topic_score_codex":0.0049501583,"about_ca_topic_score_gemma":0.007118169,"teacher_disagreement_score":0.038178932,"about_ca_system_score_codex":0.0013173015,"about_ca_system_score_gemma":0.0033206518,"threshold_uncertainty_score":0.12772119},"labels":[],"label_agreement":null},{"id":"W4317000389","doi":"10.1145/3573074.3573096","title":"Games and Software Engineering","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Educational Games and Gamification","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"","keywords":"Context (archaeology); Entertainment; Variety (cybernetics); Domain (mathematical analysis); Computer science; Value (mathematics); Game mechanics; Game design; Multimedia; Engineering; Software engineering; Engineering management; Artificial intelligence","score_opus":0.023177868823846585,"score_gpt":0.283308412064158,"score_spread":0.26013054324031143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317000389","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009811538,0.27394444,0.12362596,0.0309372,0.005355618,0.00027005826,0.00029070707,0.00066887564,0.55509555],"genre_scores_gemma":[0.43819746,0.29861414,0.09768483,0.01220564,0.0056314887,0.0009330869,0.0007999945,0.00069573097,0.14523758],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99636394,0.0017237859,0.00030895727,0.00038598635,0.0010141493,0.00020328301],"domain_scores_gemma":[0.99656075,0.0023342115,0.00025216892,0.00024372732,0.00039081983,0.00021820297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020668418,0.001438797,0.00096355885,0.0020755038,0.0012786655,0.0063556246,0.00097080535,0.0028607734,0.0107344035],"category_scores_gemma":[0.0057699136,0.00036640876,0.0005552322,0.002179964,0.008128757,0.004376037,0.003262679,0.0038115378,0.0029549117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013305229,0.000043240412,0.00035714498,0.00065703015,0.00002387425,0.00013074071,0.001126393,0.002264128,0.00028506765,0.87391466,0.0238281,0.09735626],"study_design_scores_gemma":[0.000009963777,0.00005446721,0.00031654898,0.00077537977,0.0000081896815,0.00033760956,0.0005813541,0.0014000762,0.00016114909,0.6052857,0.3910505,0.000019051096],"about_ca_topic_score_codex":0.0025800315,"about_ca_topic_score_gemma":0.001854719,"teacher_disagreement_score":0.0107344035,"about_ca_system_score_codex":0.0025121314,"about_ca_system_score_gemma":0.002260602,"threshold_uncertainty_score":0.03591019},"labels":[],"label_agreement":null},{"id":"W4317033095","doi":"10.1145/3573074.3573083","title":"jpf-logic","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computation tree logic; Programming language; Model checking; Computer science; Linear temporal logic; Abstract syntax tree; Parsing; Temporal logic; Dynamic logic (digital electronics); Temporal logic of actions; Extension (predicate logic); Interval temporal logic; Theoretical computer science","score_opus":0.04048924396420903,"score_gpt":0.28534570351474847,"score_spread":0.24485645955053945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317033095","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0088723805,0.0009438104,0.8985001,0.001665512,0.00091763615,0.0004468243,0.002865314,0.034907877,0.05088054],"genre_scores_gemma":[0.17523703,0.0012653971,0.7780542,0.0028519032,0.0005009181,0.0006041275,0.0063052564,0.005369415,0.029811805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99707437,0.00042946677,0.00022209756,0.0005996188,0.001182567,0.0004918802],"domain_scores_gemma":[0.997259,0.0011594604,0.00018591348,0.0005671966,0.00067709875,0.00015125444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002123442,0.0010539367,0.0008420592,0.0020740791,0.0011287675,0.003503001,0.003761917,0.0017639794,0.02002615],"category_scores_gemma":[0.006947459,0.00090724014,0.002258467,0.00113935,0.0016279201,0.0063821734,0.0027415415,0.0034308722,0.0047411816],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005807695,0.0003801875,0.0032412622,0.0011616701,0.00012698614,0.0013780067,0.00031520904,0.021869216,0.009542109,0.48802853,0.09677736,0.3765987],"study_design_scores_gemma":[0.00025523562,0.00020748422,0.00088632863,0.00038264864,0.000206649,0.0022234432,0.00008751563,0.14119002,0.016932996,0.3449261,0.49254414,0.00015751552],"about_ca_topic_score_codex":0.005395296,"about_ca_topic_score_gemma":0.004697253,"teacher_disagreement_score":0.02002615,"about_ca_system_score_codex":0.0015470284,"about_ca_system_score_gemma":0.002590293,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4364381730","doi":"10.1145/3587062.3587066","title":"On the Implications of COVID-19 Pandemic-Induced \"Work From Home\" in the Software Industry","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"AI in Service Interactions","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Work (physics); 2019-20 coronavirus outbreak; Software; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Engineering; Software engineering; Business; Computer science; Engineering management; Medicine; Virology","score_opus":0.07000378988399221,"score_gpt":0.30606906297865183,"score_spread":0.23606527309465963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4364381730","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.101011984,0.0052995137,0.0025482983,0.6220905,0.003661698,0.00008176498,0.00027277123,0.000044547876,0.26498896],"genre_scores_gemma":[0.8550549,0.008658532,0.0012823724,0.113470435,0.0014245166,0.00011044693,0.000093681294,0.000038329683,0.01986674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99365497,0.0033388657,0.00011170469,0.00028848706,0.00070141547,0.0019046103],"domain_scores_gemma":[0.98544866,0.008397844,0.0011320381,0.0003802198,0.0022658096,0.0023754044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006470579,0.0003421742,0.00021916584,0.0008381679,0.011206094,0.0076181954,0.0013801063,0.007379935,0.011636503],"category_scores_gemma":[0.013025258,0.00021277838,0.0005062613,0.0008396259,0.00916656,0.005326157,0.0057240855,0.0063060788,0.00083309226],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042276882,0.00043712842,0.032491196,0.0004385987,0.000046977424,0.007332748,0.051460855,0.002250301,0.001375466,0.51252264,0.29626107,0.09496018],"study_design_scores_gemma":[0.000063458225,0.00048054615,0.04565746,0.0027087869,0.00006782224,0.0015303617,0.39755228,0.0016413077,0.0013654216,0.14351888,0.40514627,0.00026734394],"about_ca_topic_score_codex":0.038271885,"about_ca_topic_score_gemma":0.09970838,"teacher_disagreement_score":0.038271885,"about_ca_system_score_codex":0.0075915908,"about_ca_system_score_gemma":0.010196981,"threshold_uncertainty_score":0.0760982},"labels":[],"label_agreement":null},{"id":"W4382047311","doi":"10.1145/3599975.3599980","title":"On the Different Perspectives of Management in Software Engineering Education and their Implications","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Salient; Social software engineering; Software Engineering Process Group; Software engineering; Software; Software development; Engineering; Engineering ethics; Engineering management; Knowledge management; Computer science; Software development process; Software construction; Artificial intelligence","score_opus":0.01660048062782962,"score_gpt":0.253269084505329,"score_spread":0.23666860387749936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382047311","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036228493,0.07479804,0.038096875,0.5614599,0.0046108067,0.00004226585,0.000025554886,0.000045225526,0.28469282],"genre_scores_gemma":[0.78807,0.10797439,0.015364657,0.05144113,0.0090729,0.0002058111,0.000034987803,0.00013437621,0.027701834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9761781,0.016854605,0.0005508075,0.0006200094,0.0040245513,0.0017719776],"domain_scores_gemma":[0.96980625,0.025317205,0.0012183174,0.00049481884,0.001728778,0.001434592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01842518,0.0009371864,0.0007968522,0.0042723888,0.008979418,0.018691337,0.0017502601,0.0045074834,0.0044735563],"category_scores_gemma":[0.0143874055,0.0005222512,0.0006341756,0.004591775,0.039140742,0.022524303,0.010956414,0.011819268,0.00056757743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020121382,0.000032521202,0.00057568407,0.00010109686,0.000007388434,0.00019819626,0.023144348,0.00022955083,0.000109701934,0.9480197,0.004647494,0.022914123],"study_design_scores_gemma":[0.00001633511,0.00007818355,0.0014322543,0.0012305607,0.000014554181,0.00025500232,0.08851651,0.00089449633,0.00021890868,0.71287495,0.1944086,0.00005956076],"about_ca_topic_score_codex":0.004652446,"about_ca_topic_score_gemma":0.011978314,"teacher_disagreement_score":0.018691337,"about_ca_system_score_codex":0.007521423,"about_ca_system_score_gemma":0.0062869135,"threshold_uncertainty_score":0.097442865},"labels":[],"label_agreement":null},{"id":"W4387700644","doi":"10.1145/3617946.3617955","title":"Fostering Collaboration and Advancing Research in Software Engineering and Game Development for Serious Contexts","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Educational Games and Gamification","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kelowna General Hospital","funders":"","keywords":"Sustainability; Knowledge management; Computer science; Game testing; Game Developer; Engineering management; Engineering; Game design; Human–computer interaction; Game design document","score_opus":0.058528325219558634,"score_gpt":0.36899371967606054,"score_spread":0.3104653944565019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700644","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06675782,0.029394781,0.65594965,0.052818872,0.0021795835,0.0007456969,0.00009643038,0.0014499348,0.19060723],"genre_scores_gemma":[0.53150254,0.022721253,0.41860574,0.0045541446,0.0009281531,0.0013260294,0.00025140744,0.0004228543,0.019687923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9775984,0.01586297,0.00075003505,0.0017334508,0.0029523713,0.001102692],"domain_scores_gemma":[0.9341963,0.046397243,0.0019731992,0.007593164,0.003788121,0.00605205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023060601,0.0010202772,0.0008976519,0.0040141465,0.0027115806,0.010597888,0.0032666714,0.003979532,0.008056155],"category_scores_gemma":[0.04670903,0.0005414444,0.0010600343,0.0029264467,0.009266231,0.018463941,0.017741442,0.0046656895,0.0021692892],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086881555,0.000696672,0.0022144679,0.0017728612,0.00006382486,0.00022450501,0.019700482,0.002402289,0.0038225097,0.60769606,0.011902876,0.3494166],"study_design_scores_gemma":[0.00008464444,0.00033299357,0.0012429232,0.0017907929,0.00003351939,0.00043607058,0.009122397,0.006040019,0.0030304638,0.69276917,0.28506088,0.00005619714],"about_ca_topic_score_codex":0.0008869941,"about_ca_topic_score_gemma":0.0013119509,"teacher_disagreement_score":0.023060601,"about_ca_system_score_codex":0.0018144612,"about_ca_system_score_gemma":0.007415295,"threshold_uncertainty_score":0.1219576},"labels":[],"label_agreement":null},{"id":"W4387700646","doi":"10.1145/3617946.3617953","title":"Summary of the Fourth International Workshop on Deep Learning for Testing and Testing for Deep Learning (DeepTest 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Adversarial Robustness in Machine Learning","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Deep learning; Dependability; Interpretability; Software engineering; Computer science; Verification and validation; Intersection (aeronautics); Correctness; Software testing; Software system; Artificial intelligence; Software; Engineering; Programming language","score_opus":0.02896485804727705,"score_gpt":0.2640472140121904,"score_spread":0.23508235596491334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700646","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015374196,0.07008097,0.6700914,0.050887108,0.07002063,0.0016484841,0.009856489,0.010816319,0.10122448],"genre_scores_gemma":[0.10673741,0.046072867,0.28552037,0.015114723,0.023942487,0.0018563436,0.05580083,0.0074919774,0.457463],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952434,0.0012145439,0.0003514959,0.0010408765,0.0016300147,0.00051962264],"domain_scores_gemma":[0.9908421,0.0016194528,0.00015901917,0.0010758555,0.004455711,0.0018478266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010768778,0.0024315813,0.0016359558,0.0026072916,0.00088784134,0.004798222,0.002727491,0.002624622,0.0448667],"category_scores_gemma":[0.010286151,0.0009880394,0.0017851433,0.0017858794,0.0009171867,0.0054028654,0.0042150435,0.005220601,0.020423988],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040323797,0.00035320752,0.0008295973,0.00041916518,0.00012283563,0.0002540967,0.00016858504,0.0066566034,0.0045321416,0.007366902,0.57961404,0.3992796],"study_design_scores_gemma":[0.00018332624,0.0005774046,0.0021011843,0.0007298396,0.00014882587,0.0005265191,0.00018668617,0.051175892,0.01006445,0.026693368,0.9074755,0.00013703866],"about_ca_topic_score_codex":0.0063413186,"about_ca_topic_score_gemma":0.009102645,"teacher_disagreement_score":0.0448667,"about_ca_system_score_codex":0.0025003122,"about_ca_system_score_gemma":0.0034865988,"threshold_uncertainty_score":0.15009409},"labels":[],"label_agreement":null},{"id":"W4387700648","doi":"10.1145/3617946.3617952","title":"An Interview with Gail Murphy - 2023 SIGSOFT Awardee","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Vice president; Work (physics); Management; Productivity; Engineering management; Computer Science and Engineering; Engineering ethics; Library science; Engineering; Software; Software engineering; Medical education; Computer science; Sociology; Medicine","score_opus":0.02860339735246986,"score_gpt":0.27062594158016606,"score_spread":0.2420225442276962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700648","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027628276,0.0037399381,0.000741056,0.9234628,0.011138815,0.00008555323,0.00015308664,0.00015767418,0.032892805],"genre_scores_gemma":[0.25103575,0.0044582696,0.0018196999,0.5334571,0.0033561727,0.00035589025,0.00023015658,0.00034846427,0.20493835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.993814,0.0029057667,0.00020195858,0.0004261797,0.0015539408,0.0010980653],"domain_scores_gemma":[0.98429525,0.004695391,0.0005839984,0.00031582985,0.003528436,0.0065811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077545354,0.0005899492,0.0006000555,0.0021471381,0.016136989,0.008502217,0.0013913376,0.007479845,0.011640074],"category_scores_gemma":[0.022033405,0.0006364893,0.00038138806,0.0016985954,0.003441772,0.0065084244,0.0036881645,0.012983397,0.0045257416],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002479654,0.00009465357,0.0020305286,0.000029720173,0.000004613902,0.00048084822,0.020920044,0.00004755261,0.00025516402,0.003452343,0.95961696,0.013042726],"study_design_scores_gemma":[0.000010270434,0.00008167844,0.003087171,0.00012694523,0.0000046710356,0.0005552587,0.07606711,0.00020037181,0.00014307137,0.0012012029,0.9184617,0.00006053957],"about_ca_topic_score_codex":0.06555564,"about_ca_topic_score_gemma":0.09563074,"teacher_disagreement_score":0.06555564,"about_ca_system_score_codex":0.010558925,"about_ca_system_score_gemma":0.008778022,"threshold_uncertainty_score":0.13034809},"labels":[],"label_agreement":null},{"id":"W4387700779","doi":"10.1145/3617946.3617958","title":"Report of the Fourth International Workshop on Quantum Software Engineering (Q-SE 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software; Software engineering; Engineering; Engineering management; Engineering ethics; Computer science; Operating system","score_opus":0.0923543434671594,"score_gpt":0.3401219015802265,"score_spread":0.24776755811306708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387700779","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062319744,0.022446068,0.22105311,0.18438485,0.19977808,0.0032425409,0.010437205,0.0029155302,0.2934229],"genre_scores_gemma":[0.1364062,0.012647938,0.07495791,0.014440044,0.017773388,0.0022114338,0.017764602,0.0032754797,0.7205229],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99249226,0.0022109353,0.00022324578,0.00061543623,0.003236253,0.0012219177],"domain_scores_gemma":[0.9862673,0.0026482996,0.0002501483,0.0009582755,0.005343336,0.0045325668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01667316,0.001363239,0.0009163438,0.0016165806,0.0020160396,0.0065063345,0.0015993554,0.0030067707,0.051818825],"category_scores_gemma":[0.012422791,0.0004767342,0.0016685971,0.0013371119,0.0010829035,0.003933484,0.0062635983,0.005507989,0.016294688],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059569615,0.0005969668,0.0010340541,0.0003573231,0.000049710674,0.0004600148,0.001199061,0.001936332,0.0066077234,0.01883281,0.8509254,0.11740481],"study_design_scores_gemma":[0.00012244405,0.00039554233,0.0020545716,0.00019741792,0.00003463535,0.0001687409,0.0010226964,0.002696621,0.0052796896,0.009713865,0.9782577,0.000055986522],"about_ca_topic_score_codex":0.005018263,"about_ca_topic_score_gemma":0.0076175323,"teacher_disagreement_score":0.051818825,"about_ca_system_score_codex":0.0017255965,"about_ca_system_score_gemma":0.007271037,"threshold_uncertainty_score":0.17335123},"labels":[],"label_agreement":null},{"id":"W4387701050","doi":"10.1145/3617946.3617951","title":"Towards a Research Agenda for Understanding and Managing Uncertainty in Self-Adaptive Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Agile software development; Human systems engineering; Uncertainty analysis; Risk analysis (engineering); Adaptive system; Complex adaptive system; Key (lock); Management science; Engineering; Artificial intelligence; Simulation; Computer security; Software engineering; Business","score_opus":0.2246854830976646,"score_gpt":0.36805916708545267,"score_spread":0.14337368398778808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387701050","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013046332,0.08600945,0.53282213,0.30048308,0.0022477296,0.0002134449,0.00016859345,0.0003532767,0.06465598],"genre_scores_gemma":[0.62578213,0.10461644,0.2352773,0.013522307,0.006493044,0.0010384587,0.00033576373,0.00025687763,0.01267775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902947,0.0060332445,0.00043854522,0.00090404507,0.0016904951,0.00063896255],"domain_scores_gemma":[0.950419,0.040043686,0.00164624,0.0024602327,0.0039685345,0.0014623569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020625174,0.0013347624,0.0021539992,0.0030889518,0.0033765994,0.016422322,0.004001553,0.009870913,0.006864535],"category_scores_gemma":[0.02566264,0.0009369552,0.0017056754,0.0031345258,0.018289475,0.037828237,0.008059041,0.01200545,0.0010974125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022430899,0.000055308108,0.0003472405,0.0003876841,0.000027077764,0.000104289946,0.0020043184,0.006669606,0.00015145415,0.9657625,0.0032077234,0.021260442],"study_design_scores_gemma":[0.000005921335,0.000016849131,0.00008391642,0.0003684498,0.000008504827,0.000022406552,0.0017862119,0.006869672,0.0001075617,0.97327787,0.017431421,0.000021253098],"about_ca_topic_score_codex":0.003684284,"about_ca_topic_score_gemma":0.0022951728,"teacher_disagreement_score":0.020625174,"about_ca_system_score_codex":0.006208437,"about_ca_system_score_gemma":0.009624035,"threshold_uncertainty_score":0.10907763},"labels":[],"label_agreement":null},{"id":"W4390263588","doi":"10.1145/3635439.3635445","title":"Report of the 8th Workshop on Empirical RequirementsEngineering (EmpiRE 2023)","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Universitat Politècnica de Catalunya; Khalifa University of Science, Technology and Research; Commonwealth Scientific and Industrial Research Organisation; Hamad Bin Khalifa University; University of Twente; Pennsylvania State University; University of Waterloo; University of Cincinnati; Universiteit Utrecht; University of Pennsylvania","keywords":"Empire; Engineering; Library science; Engineering management; Political science; Computer science; Law","score_opus":0.054257422630188956,"score_gpt":0.3173343984730046,"score_spread":0.26307697584281564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390263588","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0445947,0.03349112,0.2743763,0.21929489,0.0864937,0.0062453886,0.025919275,0.0047993325,0.3047853],"genre_scores_gemma":[0.103938185,0.019987449,0.16698192,0.022934696,0.011144666,0.005783927,0.053251904,0.006556202,0.609421],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98027235,0.009246805,0.0007287242,0.0014356417,0.006885897,0.0014305806],"domain_scores_gemma":[0.963655,0.010862359,0.00093802094,0.0041224537,0.014588965,0.005833196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046589784,0.0017095185,0.0012574891,0.0024568944,0.0017740526,0.008743218,0.0022590659,0.0042682625,0.062206462],"category_scores_gemma":[0.03284183,0.00085208705,0.0018812813,0.0016442813,0.001026884,0.0049235616,0.0076015163,0.0060589206,0.027705507],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005875535,0.00073168497,0.0011266056,0.0004498729,0.000062056504,0.00032443192,0.0010840879,0.0019239342,0.0044147004,0.009119271,0.80874693,0.17142871],"study_design_scores_gemma":[0.00015079825,0.00027810203,0.002366776,0.00046272634,0.000040719235,0.0001133365,0.0007362249,0.0019097704,0.0038925908,0.0063452153,0.98363924,0.0000645261],"about_ca_topic_score_codex":0.004933875,"about_ca_topic_score_gemma":0.006658749,"teacher_disagreement_score":0.062206462,"about_ca_system_score_codex":0.0026328745,"about_ca_system_score_gemma":0.00957364,"threshold_uncertainty_score":0.24639326},"labels":[],"label_agreement":null},{"id":"W4393851745","doi":"10.1145/3650142.3650148","title":"Column: Is Theory (Still) Welcome in Software Engineering Research?","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Column (typography); Computer science; Software; Software engineering; Programming language; Telecommunications","score_opus":0.03368683316757169,"score_gpt":0.3006107158940571,"score_spread":0.2669238827264854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393851745","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005894958,0.0027455206,0.00046075997,0.58844024,0.35203674,0.00011606942,0.001732437,0.0007515641,0.05312718],"genre_scores_gemma":[0.007266538,0.003483603,0.00085907127,0.44363514,0.22521786,0.000322996,0.002380103,0.0013275105,0.3155073],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996436,0.0006630332,0.00029550938,0.00058268855,0.0014964087,0.00052627514],"domain_scores_gemma":[0.9656992,0.008598891,0.0018234215,0.0013407768,0.012785774,0.009752033],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0036048822,0.0016107952,0.001938908,0.0015588588,0.0047009927,0.0139641445,0.0016993452,0.008539514,0.29995587],"category_scores_gemma":[0.023967499,0.000804402,0.0012105538,0.0019045414,0.0026364883,0.006555536,0.002505611,0.010152182,0.16325505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034870012,0.0000102820395,0.000056798715,0.00003422552,0.0000029943649,0.000012586158,0.000010816864,0.0000076083356,0.00004362657,0.00025207436,0.9970483,0.0024858145],"study_design_scores_gemma":[0.00008819236,0.00006366632,0.0010678164,0.00028197208,0.000014886805,0.00008499433,0.00026802652,0.00020854844,0.00029176052,0.0022202143,0.99538237,0.00002749632],"about_ca_topic_score_codex":0.002436874,"about_ca_topic_score_gemma":0.0044046943,"teacher_disagreement_score":0.9963951,"about_ca_system_score_codex":0.0028683094,"about_ca_system_score_gemma":0.0056099594,"threshold_uncertainty_score":0.998528},"labels":[],"label_agreement":null},{"id":"W4400766751","doi":"10.1145/3672089.3672101","title":"Emerging Advanced Technologies for Game Engineering","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Digital Games and Media","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kelowna General Hospital","funders":"","keywords":"Computer science; Engineering","score_opus":0.012461015595260538,"score_gpt":0.2748150516941775,"score_spread":0.262354036098917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010957261,0.047632713,0.7090393,0.011241349,0.0020749578,0.00032462255,0.00027622574,0.0014192228,0.21703443],"genre_scores_gemma":[0.28140983,0.059145287,0.5669392,0.0040230537,0.0021178199,0.0016751513,0.00088311447,0.00074019376,0.08306631],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974954,0.0008368413,0.00015192706,0.00030931435,0.0010400881,0.00016643821],"domain_scores_gemma":[0.99634224,0.0019201323,0.00016606502,0.00071299844,0.0006204796,0.00023812545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027610273,0.0010137357,0.0006053708,0.0015583393,0.0008924778,0.0056265555,0.0020961233,0.001825413,0.014235596],"category_scores_gemma":[0.0078032566,0.0005479298,0.00073787605,0.0012867404,0.003645294,0.00943514,0.0042915624,0.0032027375,0.004688442],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032285545,0.000064075895,0.00036361028,0.00051656726,0.000019959507,0.00009173128,0.00061136315,0.0018118756,0.0024211935,0.88095057,0.007023911,0.106092915],"study_design_scores_gemma":[0.000024276367,0.00008253354,0.00033665958,0.0004188478,0.000015100112,0.00034692322,0.00041317372,0.012692719,0.0017141196,0.6462811,0.33764175,0.000032833424],"about_ca_topic_score_codex":0.0011607198,"about_ca_topic_score_gemma":0.0009969648,"teacher_disagreement_score":0.014235596,"about_ca_system_score_codex":0.0017283083,"about_ca_system_score_gemma":0.0011897031,"threshold_uncertainty_score":0.0476228},"labels":[],"label_agreement":null},{"id":"W4400766819","doi":"10.1145/3672089.3672103","title":"SERP4IoT'24 Workshop Report","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science","score_opus":0.02228671025151201,"score_gpt":0.23685760947487303,"score_spread":0.214570899223361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766819","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012225554,0.013600781,0.03537426,0.12801938,0.18704645,0.0026475012,0.031815544,0.0066570397,0.58261347],"genre_scores_gemma":[0.036351938,0.0074225697,0.020808894,0.016504953,0.014050096,0.0023584017,0.040848456,0.003128079,0.85852665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99389666,0.0009155378,0.00017626066,0.0006807973,0.0032113295,0.0011194347],"domain_scores_gemma":[0.99043286,0.00061134493,0.00022787848,0.00050194963,0.0040817107,0.0041441736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010238396,0.0016662374,0.0008049986,0.0015057886,0.0025406615,0.009579746,0.0031624609,0.004546086,0.15630244],"category_scores_gemma":[0.0078067235,0.00051023776,0.0017528322,0.0012951862,0.00066691363,0.0042304625,0.0060416376,0.005280918,0.12706748],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014854691,0.000119303455,0.00021428385,0.00016819958,0.0000125260885,0.00021569528,0.0001429757,0.00024030945,0.00092918007,0.0016357733,0.9709734,0.025199845],"study_design_scores_gemma":[0.000031930675,0.00006314363,0.0004104984,0.00008392715,0.000009654913,0.00006101296,0.00023767696,0.00028231298,0.00070826174,0.0008409557,0.997256,0.000014737438],"about_ca_topic_score_codex":0.0077128024,"about_ca_topic_score_gemma":0.01189136,"teacher_disagreement_score":0.15630244,"about_ca_system_score_codex":0.0020224054,"about_ca_system_score_gemma":0.009503498,"threshold_uncertainty_score":0.5228838},"labels":[],"label_agreement":null},{"id":"W4400766849","doi":"10.1145/3672089.3672094","title":"An Interview with Martin Robillard - 2024 SIGSOFT Awardee","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.017718617648481507,"score_gpt":0.2614677224734998,"score_spread":0.2437491048250183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766849","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018699262,0.0062346794,0.00108731,0.92394656,0.012686926,0.0000651669,0.00015317005,0.00018555153,0.036941294],"genre_scores_gemma":[0.23830675,0.0074901744,0.0029146953,0.44852996,0.0039661676,0.0003381283,0.00027665505,0.0005011795,0.29767632],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99221694,0.0033038855,0.000266572,0.00044213483,0.0025083125,0.001262089],"domain_scores_gemma":[0.9820857,0.005911992,0.00059705577,0.00035376952,0.0043044346,0.0067470013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01089492,0.00058764295,0.0006774689,0.0024630914,0.014850591,0.007922021,0.001491469,0.00628501,0.015258735],"category_scores_gemma":[0.024950495,0.0007123292,0.00043310353,0.0018957333,0.0033019686,0.0053986134,0.0031212752,0.0113237165,0.004757554],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020590622,0.00006644972,0.0014962036,0.00002919242,0.0000044616804,0.0003626072,0.0134440195,0.000052121384,0.00025076358,0.004936914,0.9677032,0.011633508],"study_design_scores_gemma":[0.0000044560597,0.000045303375,0.0020690495,0.000086925385,0.0000027682663,0.00027662472,0.026443893,0.00012877588,0.000096190844,0.0006458686,0.9701614,0.000038773247],"about_ca_topic_score_codex":0.06197517,"about_ca_topic_score_gemma":0.07218794,"teacher_disagreement_score":0.06197517,"about_ca_system_score_codex":0.011375,"about_ca_system_score_gemma":0.008037893,"threshold_uncertainty_score":0.12322891},"labels":[],"label_agreement":null},{"id":"W4400766855","doi":"10.1145/3672089.3672092","title":"On the Academia-Industry 'Gap' from a Perspective of Professors' Choices and their Psychological Implications","year":2024,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Pacific Railway (Canada); Concordia University","funders":"","keywords":"Perspective (graphical); Psychology; Sociology; Computer science","score_opus":0.04144434248284134,"score_gpt":0.3108156109806737,"score_spread":0.26937126849783233,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400766855","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61545473,0.0025253056,0.0043653506,0.17815825,0.0003754251,0.000018076586,0.00003888029,0.000028666971,0.19903536],"genre_scores_gemma":[0.99642664,0.00015991634,0.00018070987,0.001829499,0.00004292927,0.0000066817297,0.0000038302055,0.0000055981222,0.0013441115],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9933529,0.0044052717,0.00008948769,0.0003634606,0.0010502142,0.00073855167],"domain_scores_gemma":[0.98396724,0.011327185,0.0017117988,0.00039606783,0.00082967576,0.0017680372],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0069032074,0.0001479524,0.00026701423,0.0016289551,0.007276756,0.0082288915,0.00072026224,0.0029928375,0.0039950665],"category_scores_gemma":[0.012105951,0.00015228141,0.00020022086,0.0014131349,0.027682392,0.0107745305,0.0066527682,0.005299567,0.00022103502],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078873796,0.0001405568,0.0068233483,0.000058057365,0.000010221644,0.00051965436,0.22771174,0.00015968631,0.0005244564,0.7420045,0.006165546,0.015803367],"study_design_scores_gemma":[0.00005514535,0.000105026316,0.0150198825,0.00014850375,0.000015769978,0.000398557,0.5557284,0.0007001931,0.00037303052,0.38142276,0.045979165,0.000053650274],"about_ca_topic_score_codex":0.001636356,"about_ca_topic_score_gemma":0.0024720493,"teacher_disagreement_score":0.99309677,"about_ca_system_score_codex":0.0030034233,"about_ca_system_score_gemma":0.0027588354,"threshold_uncertainty_score":0.036508083},"labels":[],"label_agreement":null},{"id":"W4406940158","doi":"10.1145/3709616.3709621","title":"Report on ReAnimate'24: 2024 Summer School on Retro Gaming History, Critic, and Development","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Digital Games and Media","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure; Concordia University","funders":"","keywords":"Computer science; Architectural engineering; Engineering","score_opus":0.027577504719067465,"score_gpt":0.2786245045904875,"score_spread":0.25104699987142004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406940158","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011897717,0.0069320314,0.0033700306,0.07194066,0.08996597,0.0014867061,0.0043614414,0.0021380316,0.80790746],"genre_scores_gemma":[0.0073878146,0.0008799352,0.00060740137,0.0035027168,0.0023732143,0.00025221246,0.0009063725,0.000403441,0.983687],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807465,0.00030579342,0.000052139614,0.00026858467,0.00076155877,0.00053723564],"domain_scores_gemma":[0.9963619,0.00016793708,0.00008807111,0.00018434187,0.00091432815,0.0022834588],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029179743,0.0012422736,0.00049856486,0.0016103757,0.0064249933,0.0062222504,0.0016187716,0.0036069225,0.31709045],"category_scores_gemma":[0.002682067,0.00047441857,0.00062826223,0.0007866136,0.0011770698,0.0037505499,0.008812888,0.0046092393,0.11267624],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049150163,0.0002077741,0.00055392366,0.000060442184,0.0000024854473,0.00011187619,0.00036423904,0.000021499469,0.00030442,0.0022058235,0.96968085,0.026437566],"study_design_scores_gemma":[0.000005145229,0.000046838843,0.00083819247,0.000044776367,0.000001014816,0.000027597522,0.00038112066,0.000022807433,0.000115209536,0.00021091326,0.9983021,0.0000042372444],"about_ca_topic_score_codex":0.00739237,"about_ca_topic_score_gemma":0.033808917,"teacher_disagreement_score":0.31709045,"about_ca_system_score_codex":0.0021555105,"about_ca_system_score_gemma":0.0034094884,"threshold_uncertainty_score":0.9740876},"labels":[],"label_agreement":null},{"id":"W4411017475","doi":"10.1145/3721890.3721897","title":"Summary of the 6th International Workshop on Automated and verifiable Software sYstem DEvelopment (ASYDE) co-located with the 39th IEEE/ACM ASE 2024","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Verifiable secret sharing; Software engineering; Computer science; Software; Systems engineering; Engineering; Operating system; Programming language","score_opus":0.012769823327909989,"score_gpt":0.2569284274883022,"score_spread":0.2441586041603922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411017475","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0105864685,0.09542017,0.13733138,0.09442995,0.30929288,0.00295664,0.0069063716,0.0037835226,0.3392926],"genre_scores_gemma":[0.027048277,0.046081442,0.035762507,0.0076638744,0.033919614,0.0012236463,0.011632286,0.0024992183,0.8341692],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99421954,0.0010874256,0.0004045441,0.000884957,0.0027430016,0.0006605491],"domain_scores_gemma":[0.9878933,0.0011771907,0.0003099546,0.0006920677,0.007308845,0.0026186476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009515791,0.0018483802,0.0012816747,0.0038456167,0.0016852907,0.007127932,0.001981056,0.0027275677,0.07468773],"category_scores_gemma":[0.0075601423,0.00072083634,0.0013723954,0.002498764,0.0008765842,0.0051413234,0.004764536,0.0046064314,0.04438946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018361847,0.00019670834,0.00046438706,0.000606184,0.000026567683,0.00017601688,0.00026799878,0.00070304296,0.0031740742,0.0035211032,0.81689674,0.17378354],"study_design_scores_gemma":[0.00002259672,0.00013372143,0.0009595517,0.00048140754,0.000020266254,0.0001383003,0.00018108668,0.0007305812,0.0013937124,0.0014330108,0.99446833,0.00003730408],"about_ca_topic_score_codex":0.003579918,"about_ca_topic_score_gemma":0.008334292,"teacher_disagreement_score":0.07468773,"about_ca_system_score_codex":0.0020691473,"about_ca_system_score_gemma":0.0049772277,"threshold_uncertainty_score":0.24985534},"labels":[],"label_agreement":null},{"id":"W4411017498","doi":"10.1145/3721890.3721898","title":"Addressing the Agony of Recruitment for Human-centric Computing Studies","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Spreadsheets and End-User Computing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Software engineering; Data science","score_opus":0.2226699876267006,"score_gpt":0.3875674024411216,"score_spread":0.164897414814421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411017498","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034366317,0.006554403,0.09765664,0.83314437,0.009025029,0.0069023264,0.0001487128,0.000580478,0.0116216745],"genre_scores_gemma":[0.3629762,0.008710509,0.22144097,0.33240756,0.009295619,0.053428188,0.00024206682,0.0011490051,0.010349921],"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.38791206,0.5380784,0.018327102,0.011489989,0.032364473,0.011827997],"domain_scores_gemma":[0.30426696,0.57145053,0.021532016,0.023995237,0.04316147,0.03559379],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5415074,0.0019194137,0.0028812413,0.004139028,0.037468787,0.025585081,0.009601967,0.021383068,0.012307218],"category_scores_gemma":[0.5626114,0.0033642794,0.0020448607,0.003620827,0.030455949,0.02907544,0.037469693,0.03569569,0.005397715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012864295,0.00076029054,0.0061878683,0.0076655108,0.00024516828,0.002554281,0.43328485,0.0010997251,0.0060581546,0.105603255,0.1648402,0.27041426],"study_design_scores_gemma":[0.0013878855,0.0021118817,0.004251446,0.013077358,0.0001640065,0.0018024542,0.36396614,0.0059551573,0.0036965678,0.18656485,0.4163866,0.0006355907],"about_ca_topic_score_codex":0.0027641999,"about_ca_topic_score_gemma":0.0054989774,"teacher_disagreement_score":0.45849258,"about_ca_system_score_codex":0.011521751,"about_ca_system_score_gemma":0.06069202,"threshold_uncertainty_score":0.565403},"labels":[],"label_agreement":null},{"id":"W4415665746","doi":"10.1145/3772008.3772019","title":"The First International Workshop on Neuro-Symbolic Software Engineering (NSE 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Multidisciplinary approach; Social software engineering; Software development; Work (physics); Software; Software requirements; Point (geometry); Software construction","score_opus":0.014921288394421762,"score_gpt":0.2594066150306536,"score_spread":0.24448532663623185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665746","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023864487,0.03387057,0.6764201,0.0502063,0.042215634,0.00064182753,0.0022892456,0.003167556,0.16732438],"genre_scores_gemma":[0.19254625,0.026478142,0.38418898,0.008032234,0.008542225,0.0010361731,0.008214846,0.0035808743,0.36738023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99534273,0.0015154708,0.00023753608,0.00060958485,0.0017177546,0.0005769037],"domain_scores_gemma":[0.9946515,0.0016848925,0.0001094391,0.00068440085,0.00188572,0.0009840059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008531116,0.0013839508,0.0009619728,0.0015166901,0.0010624931,0.005627025,0.0020910494,0.0024623745,0.022819016],"category_scores_gemma":[0.010038958,0.000533052,0.0016134175,0.0012361312,0.0018370495,0.003702131,0.0046609333,0.0043296553,0.0074973525],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039516794,0.00033703473,0.0008148641,0.000554306,0.00011651364,0.00029233316,0.0010303138,0.013309674,0.0070929625,0.13228168,0.36658707,0.47718805],"study_design_scores_gemma":[0.000050152954,0.00016332894,0.0006256926,0.00040328153,0.00003104623,0.00018993925,0.00028584263,0.01696964,0.0052997973,0.051422738,0.924515,0.00004344294],"about_ca_topic_score_codex":0.0048252866,"about_ca_topic_score_gemma":0.006011677,"teacher_disagreement_score":0.022819016,"about_ca_system_score_codex":0.0032227829,"about_ca_system_score_gemma":0.006151324,"threshold_uncertainty_score":0.07633722},"labels":[],"label_agreement":null},{"id":"W4415665752","doi":"10.1145/3772008.3772013","title":"Blended PC Peer Review Model: Process and Reflection","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Expert finding and Q&A systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Carleton University","funders":"","keywords":"Reflection (computer programming); Process (computing); Shadow (psychology); Software; Quality (philosophy); Technical peer review; Scheme (mathematics); Code review","score_opus":0.02249965312356118,"score_gpt":0.2998345649265709,"score_spread":0.27733491180300973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0759137,0.00039238008,0.79918814,0.01839848,0.00066063204,0.006282361,0.0001603213,0.0037314005,0.09527261],"genre_scores_gemma":[0.48796755,0.00046010915,0.4757607,0.0018994769,0.0004393301,0.004787594,0.00019919583,0.0006456746,0.027840536],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9062922,0.060993213,0.0041888515,0.00728782,0.019021375,0.0022164914],"domain_scores_gemma":[0.77080745,0.09733073,0.018746015,0.04356533,0.057665132,0.011885315],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06273975,0.00094485807,0.0006234679,0.0027499734,0.0037385323,0.0131541,0.0051241303,0.004267282,0.006314018],"category_scores_gemma":[0.16521186,0.0011915789,0.00079871854,0.002322569,0.005818605,0.012851389,0.008925925,0.004418217,0.0053106206],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083540677,0.002241126,0.022458877,0.0012971261,0.00021855046,0.0006486252,0.050238296,0.017299889,0.009043654,0.15755495,0.028398989,0.7097644],"study_design_scores_gemma":[0.0010922641,0.0040947036,0.018117713,0.0015841657,0.00029700235,0.002251691,0.022026863,0.23441286,0.017746875,0.2774963,0.4200804,0.0007991503],"about_ca_topic_score_codex":0.0033921814,"about_ca_topic_score_gemma":0.003382817,"teacher_disagreement_score":0.93726027,"about_ca_system_score_codex":0.006359348,"about_ca_system_score_gemma":0.02140897,"threshold_uncertainty_score":0.33180344},"labels":[],"label_agreement":null},{"id":"W4415665764","doi":"10.1145/3772008.3772014","title":"Summary Report of the 6th Cloud Intelligence / AIOps Workshop 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"IoT and Edge/Fog Computing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"DevOps; Cloud computing; Software; Event (particle physics)","score_opus":0.015990904721336074,"score_gpt":0.25116455618876515,"score_spread":0.23517365146742908,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665764","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01985872,0.03111426,0.020044547,0.12677345,0.20485784,0.003920522,0.040425953,0.0023204202,0.5506843],"genre_scores_gemma":[0.035896007,0.014714437,0.010371314,0.009961775,0.014455865,0.0014384361,0.04673435,0.0012679013,0.8651599],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99391234,0.0007139814,0.00026231134,0.00041587467,0.0037528926,0.00094260555],"domain_scores_gemma":[0.9868522,0.0006864488,0.0003108134,0.0004961061,0.007676931,0.0039775106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009215899,0.0014152998,0.000680822,0.0026649234,0.00238227,0.008841214,0.0018768668,0.0031264145,0.0955238],"category_scores_gemma":[0.0068367124,0.000429854,0.0012488009,0.0020944085,0.00041601356,0.0033497978,0.0038258682,0.00315924,0.06780278],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018818943,0.00017317325,0.00058471254,0.0002794503,0.000016034239,0.00013819525,0.000118028474,0.00029667857,0.00087021565,0.0011031622,0.9563072,0.039925028],"study_design_scores_gemma":[0.000026330476,0.0000994741,0.0018159549,0.00017989772,0.000015632875,0.000037265912,0.00037230304,0.00029248913,0.0011233838,0.000461387,0.99555737,0.00001866046],"about_ca_topic_score_codex":0.013622379,"about_ca_topic_score_gemma":0.022906419,"teacher_disagreement_score":0.0955238,"about_ca_system_score_codex":0.002464349,"about_ca_system_score_gemma":0.008713608,"threshold_uncertainty_score":0.31955898},"labels":[],"label_agreement":null},{"id":"W4415665768","doi":"10.1145/3772008.3772018","title":"Summary of the 2nd International Workshop on Multi-disciplinary, Open, and IntegRatEd Requirements Engineering (MO2RE) co-located with the 47th IEEE/ACM ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Trustworthiness; Requirements engineering; Software requirements; Software; Requirements analysis; Requirements elicitation","score_opus":0.04035536920652813,"score_gpt":0.31651364504959273,"score_spread":0.2761582758430646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665768","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013325847,0.08889856,0.12221963,0.10592908,0.3086096,0.0032948714,0.0072917463,0.0033125465,0.3471182],"genre_scores_gemma":[0.026403615,0.03928846,0.03197241,0.008107862,0.028843017,0.0012557906,0.012511765,0.0020190412,0.849598],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99508566,0.0010465687,0.0003172204,0.0007630469,0.0022062014,0.00058133254],"domain_scores_gemma":[0.98894995,0.0012069667,0.00025475436,0.0006063768,0.0064172046,0.0025647164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010028969,0.0021003664,0.0013401335,0.0039695576,0.0018792213,0.00882113,0.0019574845,0.0027440444,0.06598045],"category_scores_gemma":[0.0079279635,0.00065880356,0.0016473307,0.0030579052,0.0009311775,0.004547644,0.0048060473,0.0040461053,0.036215004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018858557,0.000298942,0.0004734221,0.00053610414,0.000027746535,0.00021174473,0.00050887093,0.00078255316,0.002594332,0.0031715566,0.8300035,0.16120258],"study_design_scores_gemma":[0.000027704415,0.00016085924,0.0010488875,0.0005292198,0.000021806669,0.0001317248,0.0003826899,0.00080504135,0.0010948154,0.001476575,0.99427986,0.00004076929],"about_ca_topic_score_codex":0.006203411,"about_ca_topic_score_gemma":0.014324523,"teacher_disagreement_score":0.06598045,"about_ca_system_score_codex":0.0031583041,"about_ca_system_score_gemma":0.0060270345,"threshold_uncertainty_score":0.22072661},"labels":[],"label_agreement":null},{"id":"W4415665770","doi":"10.1145/3772008.3772021","title":"Sixth International Workshop on Quantum Software Engineering (Q-SE 2025)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software; Software requirements; Social software engineering; Software development; Software construction; Software system; Software development process","score_opus":0.012983915454716487,"score_gpt":0.2505877114172944,"score_spread":0.2376037959625779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665770","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02255847,0.024538334,0.50548595,0.07637256,0.070278876,0.0009645536,0.0032150852,0.004769159,0.29181698],"genre_scores_gemma":[0.19507083,0.017863054,0.25107634,0.014035636,0.011061465,0.0011006688,0.010081962,0.0030292189,0.49668086],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99392563,0.0017737843,0.0002708464,0.00066047657,0.0023001907,0.0010691357],"domain_scores_gemma":[0.9938553,0.0011980814,0.00013255818,0.0008969468,0.0022399102,0.0016771225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011709691,0.001195586,0.000879569,0.0013798218,0.0017033314,0.0061497674,0.0022401593,0.0027514151,0.053009942],"category_scores_gemma":[0.009045253,0.0005007185,0.0014020168,0.0013716755,0.001566527,0.004659192,0.0059675314,0.004747033,0.017744925],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003248271,0.00025472284,0.0006451711,0.0003856628,0.00007129148,0.00024830317,0.0009218261,0.0026039798,0.006679533,0.12634106,0.6029003,0.25862336],"study_design_scores_gemma":[0.000045419853,0.0001906835,0.00064378243,0.00022574559,0.000020230966,0.00021662071,0.0003429059,0.005418463,0.0037585949,0.036154095,0.95295,0.00003348309],"about_ca_topic_score_codex":0.0039648395,"about_ca_topic_score_gemma":0.0063533788,"teacher_disagreement_score":0.053009942,"about_ca_system_score_codex":0.0023145005,"about_ca_system_score_gemma":0.006088867,"threshold_uncertainty_score":0.17733592},"labels":[],"label_agreement":null},{"id":"W4415665789","doi":"10.1145/3772008.3772017","title":"Engineering Gameful Systems: Insights from the 9th International GAS Workshop at ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Educational Games and Gamification","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Tetra Tech (Canada); Ontario Tech University; Kelowna General Hospital","funders":"","keywords":"Session (web analytics); Reflection (computer programming); Software; Intersection (aeronautics); Key (lock); Software development; Ethical issues","score_opus":0.018654043466865385,"score_gpt":0.2818090595187122,"score_spread":0.2631550160518468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665789","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.359408,0.0136260865,0.094429955,0.09898518,0.002122094,0.00042363285,0.0006591207,0.0008675975,0.4294783],"genre_scores_gemma":[0.8960693,0.007467268,0.027732024,0.006485689,0.00023471603,0.00025687838,0.000545727,0.00058507937,0.0606234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99660826,0.0020770945,0.000052406584,0.00016658081,0.00067513634,0.0004205038],"domain_scores_gemma":[0.99704665,0.0018798395,0.00007647529,0.00012983601,0.00035523454,0.000511953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057207434,0.00072915613,0.00032326108,0.000989198,0.0020268653,0.0050885826,0.0012457056,0.0022578365,0.0034334785],"category_scores_gemma":[0.0055705826,0.00030054298,0.00041928623,0.0007188517,0.0048699332,0.0042404896,0.0050741504,0.003137837,0.0007072769],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029771347,0.00059047475,0.004899332,0.0010398651,0.00005390419,0.0020849672,0.19011164,0.0076930136,0.0060016504,0.48263687,0.15607142,0.1485192],"study_design_scores_gemma":[0.00003481705,0.00015472069,0.0037229215,0.0011154921,0.000021233565,0.00047713038,0.07271027,0.004224654,0.0032211014,0.057014804,0.85723215,0.00007074676],"about_ca_topic_score_codex":0.005757317,"about_ca_topic_score_gemma":0.013027159,"teacher_disagreement_score":0.005757317,"about_ca_system_score_codex":0.0033084422,"about_ca_system_score_gemma":0.0025515715,"threshold_uncertainty_score":0.030254602},"labels":[],"label_agreement":null},{"id":"W4415665797","doi":"10.1145/3772008.3772020","title":"Report on the 13th ACM/IEEE International Workshop on Software Engineering for Systems-of-Systems and Software Ecosystems - SESoS@ICSE 2025","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software development; Software; Software requirements; Software peer review; Software system","score_opus":0.05786097938940332,"score_gpt":0.29832217071275635,"score_spread":0.24046119132335303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415665797","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017523041,0.058343753,0.14772823,0.1567746,0.21409413,0.0031237754,0.009151856,0.0038874566,0.38937312],"genre_scores_gemma":[0.027301025,0.018546455,0.03094957,0.008608564,0.022416463,0.001035816,0.012578536,0.0026548987,0.8759087],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9899458,0.0021257831,0.0004029254,0.00091525103,0.0054333596,0.0011769306],"domain_scores_gemma":[0.9821072,0.002745556,0.0004259584,0.0014311756,0.008340342,0.0049496987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017357705,0.0022139382,0.0015636479,0.0039042928,0.0021618283,0.007842799,0.0021087825,0.004425144,0.15183215],"category_scores_gemma":[0.011279775,0.00069824996,0.0017816884,0.0023531558,0.0012568017,0.0071432353,0.007215955,0.0067311586,0.06260933],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021905541,0.00036066878,0.00092681614,0.00023884035,0.00003925627,0.00015462808,0.0002612844,0.0006349614,0.0019825057,0.007190336,0.8673322,0.12065943],"study_design_scores_gemma":[0.00004731993,0.00020378744,0.001422595,0.00034034206,0.000029547004,0.00013548683,0.00030753002,0.001637315,0.0017677833,0.0038268187,0.99023765,0.000043893186],"about_ca_topic_score_codex":0.006589597,"about_ca_topic_score_gemma":0.011774991,"teacher_disagreement_score":0.15183215,"about_ca_system_score_codex":0.0023043184,"about_ca_system_score_gemma":0.0053679403,"threshold_uncertainty_score":0.50792915},"labels":[],"label_agreement":null},{"id":"W4415775777","doi":"10.1145/3743095.3743106","title":"Report on the 5th Workshop on Human Centric Software Engineering &amp; Cyber Security (HCSE&amp;CS 2024)","year":2025,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Social software engineering; Software security assurance; Software development; Software Engineering Process Group; Software requirements; Security engineering; Software peer review","score_opus":0.04007078305570823,"score_gpt":0.3490211912787009,"score_spread":0.3089504082229927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415775777","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024520794,0.01860474,0.12160278,0.16691886,0.1580413,0.0047805095,0.01285727,0.003862557,0.4888112],"genre_scores_gemma":[0.031490676,0.0065190783,0.03609603,0.011180383,0.007600112,0.0013960606,0.013257845,0.0018092782,0.89065063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992767,0.0020133997,0.00026718108,0.0009978074,0.0027709724,0.0011835906],"domain_scores_gemma":[0.98569876,0.0016063151,0.00025023927,0.00094331306,0.006640974,0.004860376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013357229,0.0017315611,0.000993229,0.0021926453,0.0027847572,0.007937202,0.002646474,0.0043923846,0.17197761],"category_scores_gemma":[0.011396017,0.0006163457,0.0014482649,0.0016653237,0.0009755912,0.0065205,0.007436822,0.0049423496,0.06571935],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002595718,0.0004105266,0.0006793868,0.0002562511,0.000021152715,0.00018636229,0.0007355053,0.00049755466,0.002758841,0.0056935623,0.8649809,0.12352037],"study_design_scores_gemma":[0.000038078746,0.00016558757,0.00088281115,0.00017256719,0.000016043827,0.00008590046,0.00074008637,0.00068549917,0.0016495003,0.0027837455,0.99274945,0.00003070119],"about_ca_topic_score_codex":0.007917248,"about_ca_topic_score_gemma":0.01726511,"teacher_disagreement_score":0.17197761,"about_ca_system_score_codex":0.0025715418,"about_ca_system_score_gemma":0.007942062,"threshold_uncertainty_score":0.5753224},"labels":[],"label_agreement":null}]}