{"meta":{"query_hash":"0ffde12fd0ab","filters":{"venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0ffde12fd0ab","api":"https://metacan.xera.ac/api/v1/cohort?venue=2015+IEEE%2FACM+37th+IEEE+International+Conference+on+Software+Engineering"},"results":[{"id":"W1504156788","doi":"10.1109/icse.2015.203","title":"A Unified Framework for the Comprehension of Software's Time","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software evolution; Program comprehension; Dimension (graph theory); Comprehension; Software engineering; Context (archaeology); Software; Software development; Software construction; Software system; Programming language; Mathematics","score_opus":0.10157726757901188,"score_gpt":0.3405022812091452,"score_spread":0.23892501363013335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1504156788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030075994,0.0007194624,0.97771204,0.0036273298,0.00016050805,0.00008873823,0.00016665479,0.0006453828,0.013872281],"genre_scores_gemma":[0.19472638,0.0012456689,0.79517454,0.0010158962,0.00065241865,0.0008031811,0.00055354764,0.000893606,0.004934754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9923983,0.0035743508,0.0008047304,0.0013766282,0.001259724,0.0005863634],"domain_scores_gemma":[0.9886996,0.0058139884,0.0009125406,0.0020980341,0.0018274864,0.00064842444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012451001,0.0021137372,0.0019727496,0.0062990854,0.0033789047,0.012125903,0.004896992,0.0057062884,0.008398519],"category_scores_gemma":[0.018131128,0.0015149212,0.0049596536,0.004157207,0.017422514,0.032660596,0.006737662,0.00885599,0.0020240308],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000052439477,0.0000071041272,0.0000557364,0.00003275193,0.0000069404205,0.000047360645,0.0012159132,0.00070499285,0.00020783133,0.9944602,0.00044571303,0.0028102112],"study_design_scores_gemma":[0.000012885184,0.000019725006,0.00008852882,0.00007278551,0.000014184062,0.00009307757,0.00049144606,0.0059086625,0.00027350493,0.97747016,0.0155313965,0.000023540966],"about_ca_topic_score_codex":0.006162268,"about_ca_topic_score_gemma":0.0036075003,"teacher_disagreement_score":0.012451001,"about_ca_system_score_codex":0.004829788,"about_ca_system_score_gemma":0.0051918477,"threshold_uncertainty_score":0.06584799},"labels":[],"label_agreement":null},{"id":"W1592081868","doi":"10.1109/icse.2015.55","title":"Work Practices and Challenges in Pull-Based Development: The Integrator's Perspective","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":308,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Integrator; Perspective (graphical); Computer science; Set (abstract data type); Process (computing); Quality (philosophy); Process management; Op amp integrator; Work (physics); Management science; Data science; Engineering; Artificial intelligence; Epistemology","score_opus":0.21732634672507403,"score_gpt":0.3518920728393924,"score_spread":0.13456572611431836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1592081868","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9444093,0.0012158408,0.026454134,0.008166877,0.0000815035,0.00012910142,0.000021928754,0.000057483896,0.019463822],"genre_scores_gemma":[0.9942319,0.00043230064,0.0037933066,0.000403128,0.000013609618,0.0000453551,0.000011413514,0.00002191751,0.0010471453],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9768223,0.013129245,0.0013879213,0.0015896147,0.0051508355,0.0019200882],"domain_scores_gemma":[0.94547814,0.033829916,0.0066787954,0.0020106991,0.0066802637,0.0053220987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03055673,0.00071603415,0.00064207055,0.0044371635,0.009004165,0.010948827,0.0015911744,0.0023047249,0.0016518545],"category_scores_gemma":[0.044759,0.0011869221,0.0005320013,0.002553465,0.011650096,0.013953643,0.010304891,0.0031654644,0.0003242862],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009386318,0.00029321996,0.10088104,0.0004884378,0.000060444294,0.0022162667,0.8256307,0.0005290994,0.0027778707,0.029316489,0.0009768575,0.03673562],"study_design_scores_gemma":[0.000031994357,0.00032902558,0.030689992,0.0006929356,0.000053999058,0.0023604643,0.90581435,0.0031034197,0.0013494184,0.026129317,0.029322946,0.00012213812],"about_ca_topic_score_codex":0.0048804125,"about_ca_topic_score_gemma":0.004974331,"teacher_disagreement_score":0.03055673,"about_ca_system_score_codex":0.00424981,"about_ca_system_score_gemma":0.007714605,"threshold_uncertainty_score":0.1616013},"labels":[],"label_agreement":null},{"id":"W4232005383","doi":"10.1109/icse.2015.52","title":"Detecting Inconsistencies in JavaScript MVC Applications","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; Intel Corporation","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Distributed computing; Operating system; Artificial intelligence; User interface","score_opus":0.10755743350707492,"score_gpt":0.32242141870734803,"score_spread":0.2148639852002731,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232005383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5369575,0.0013134648,0.39193416,0.00038780057,0.00015940779,0.0003601259,0.0012524087,0.06502583,0.0026093281],"genre_scores_gemma":[0.7535995,0.00021816083,0.2416386,0.0002070197,0.00004009782,0.00009455229,0.0020973973,0.0012071626,0.0008975227],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9883024,0.0018644445,0.0011416527,0.0020135012,0.0062592356,0.00041875395],"domain_scores_gemma":[0.9568609,0.01964762,0.007662263,0.005726584,0.009511099,0.00059147493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004850116,0.0011161871,0.0011795801,0.0053419913,0.0006421351,0.0017726,0.0021693087,0.0015819932,0.0005985884],"category_scores_gemma":[0.03490975,0.0007353713,0.0005299516,0.0024218746,0.000601038,0.001767687,0.0019107688,0.0010686427,0.00045782322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011474037,0.00085376116,0.22286929,0.0012503477,0.00036889763,0.0025865787,0.0037235036,0.03418497,0.09951077,0.00494579,0.013671123,0.61488754],"study_design_scores_gemma":[0.0001181492,0.000565104,0.073474705,0.00028228655,0.00022541097,0.0029786914,0.00083433604,0.7541371,0.14496797,0.0056445743,0.016562961,0.00020874897],"about_ca_topic_score_codex":0.0045905854,"about_ca_topic_score_gemma":0.0048195133,"teacher_disagreement_score":0.0053419913,"about_ca_system_score_codex":0.0008586183,"about_ca_system_score_gemma":0.0012088467,"threshold_uncertainty_score":0.025650203},"labels":[],"label_agreement":null},{"id":"W4235247528","doi":"10.1109/icse.2015.317","title":"7th International Workshop on Modeling in Software Engineering (MiSE 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Capability Maturity Model; Key (lock); Model-driven architecture; Software development; Software; Maturity (psychological); Systems engineering; Engineering management; Engineering; Programming language; Computer security","score_opus":0.08200850007191732,"score_gpt":0.31000332394408847,"score_spread":0.22799482387217115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235247528","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011046192,0.099819355,0.49652627,0.06360938,0.12646016,0.00078127347,0.0024059236,0.007798799,0.19155265],"genre_scores_gemma":[0.08081604,0.08273751,0.26919585,0.011615839,0.033119246,0.0012256574,0.0156247085,0.006932289,0.4987328],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9914466,0.0031049685,0.0007024708,0.0010860917,0.0029130268,0.00074678496],"domain_scores_gemma":[0.9898992,0.0022182118,0.00038108433,0.0018606748,0.0033634412,0.0022775203],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012385173,0.0022345197,0.0018685414,0.0032903748,0.0015755442,0.00910752,0.0034767485,0.004302847,0.07642929],"category_scores_gemma":[0.016333064,0.001035213,0.0026818337,0.0022552407,0.0014535645,0.008410281,0.010538137,0.0074976715,0.037887264],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021671731,0.00035680842,0.0007465368,0.00085560675,0.000106637206,0.00034634364,0.0010618389,0.0024692875,0.0038237744,0.056014918,0.5574317,0.3765698],"study_design_scores_gemma":[0.00001766285,0.00010044356,0.00051568466,0.00081365375,0.000030023633,0.00049418793,0.00028863302,0.0032640707,0.0013205694,0.021838767,0.97127444,0.000041791995],"about_ca_topic_score_codex":0.0012990439,"about_ca_topic_score_gemma":0.0023157848,"teacher_disagreement_score":0.9235707,"about_ca_system_score_codex":0.0022522116,"about_ca_system_score_gemma":0.003965241,"threshold_uncertainty_score":0.25568146},"labels":[],"label_agreement":null},{"id":"W4236859744","doi":"10.1109/icse.2015.179","title":"Sustainability Design and Software: The Karlskrona Manifesto","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":218,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Natural Sciences and Engineering Research Council of Canada; Vienna Science and Technology Fund; Deutsche Forschungsgemeinschaft","keywords":"Manifesto; Sustainability; Conversation; Engineering ethics; Computer science; Sociology; Political science; Engineering; Law","score_opus":0.05638633299317324,"score_gpt":0.2862198170053897,"score_spread":0.22983348401221643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236859744","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05006501,0.03313003,0.13895094,0.3189668,0.0070513533,0.00026020795,0.0008404466,0.001610999,0.44912425],"genre_scores_gemma":[0.84845006,0.014048809,0.031851538,0.010503134,0.0012403465,0.0004185267,0.00045353072,0.0010674885,0.09196655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9777321,0.015482727,0.0010966334,0.0009659827,0.0038236387,0.0008987969],"domain_scores_gemma":[0.98295146,0.011768045,0.0010371327,0.002093966,0.0013000863,0.0008493144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01925091,0.00095949403,0.00043142214,0.0020566706,0.008938686,0.017108643,0.0013976922,0.0049386835,0.004579673],"category_scores_gemma":[0.02303155,0.0004978661,0.00059727445,0.0023753445,0.03204471,0.013894485,0.011451371,0.0060759727,0.0014316195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002778354,0.000018637482,0.0004252682,0.00023675362,0.000008520728,0.00015321106,0.030467806,0.0009201474,0.00045304422,0.9254587,0.022236196,0.01959378],"study_design_scores_gemma":[0.000013839292,0.000029903362,0.00029931805,0.00047627115,0.000009559301,0.00015812919,0.008173721,0.0005213804,0.00069817464,0.2253182,0.764246,0.00005558103],"about_ca_topic_score_codex":0.0066924514,"about_ca_topic_score_gemma":0.0073729027,"teacher_disagreement_score":0.01925091,"about_ca_system_score_codex":0.010702024,"about_ca_system_score_gemma":0.013221634,"threshold_uncertainty_score":0.1018098},"labels":[],"label_agreement":null},{"id":"W4237865316","doi":"10.1109/icse.2015.238","title":"Mining Temporal Properties of Data Invariants","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Value (mathematics); Data mining; Programming language; Mathematics; Machine learning","score_opus":0.25435898629449305,"score_gpt":0.35119945819126736,"score_spread":0.0968404718967743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237865316","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27668622,0.000538461,0.7060137,0.0005689088,0.00005157621,0.00033660844,0.005269606,0.008044349,0.0024905403],"genre_scores_gemma":[0.7016611,0.00023943713,0.2884126,0.00014415792,0.0000323843,0.00030697603,0.0074964454,0.00057418534,0.0011327324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962547,0.00044363886,0.00040340037,0.0008381171,0.0017801286,0.00027995778],"domain_scores_gemma":[0.9763693,0.011265029,0.004498394,0.004037541,0.003477358,0.00035228537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002381469,0.0007963679,0.00058450253,0.0040940167,0.000628989,0.0013080431,0.0012222641,0.000611093,0.000894634],"category_scores_gemma":[0.023374896,0.0006932486,0.0014848963,0.0022828097,0.0012681156,0.0029957956,0.0013166963,0.0013798729,0.00034435614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007297933,0.00065043505,0.21064676,0.0017819174,0.0003663896,0.0024591163,0.0023003977,0.14800985,0.06926886,0.06667488,0.008441475,0.48867005],"study_design_scores_gemma":[0.000060555092,0.00026478525,0.01580173,0.000130794,0.00014945837,0.0006464787,0.0005056066,0.833238,0.074725874,0.06374277,0.01065608,0.000077918245],"about_ca_topic_score_codex":0.0057317787,"about_ca_topic_score_gemma":0.009716328,"teacher_disagreement_score":0.0057317787,"about_ca_system_score_codex":0.0013639851,"about_ca_system_score_gemma":0.0030905865,"threshold_uncertainty_score":0.012594581},"labels":[],"label_agreement":null},{"id":"W4239439500","doi":"10.1109/icse.2015.74","title":"Open Source-Style Collaborative Development Practices in Commercial Projects Using GitHub","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":70,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Workflow; Computer science; Reuse; Popularity; World Wide Web; Transparency (behavior); Open source; Software; Source code; Work (physics); Knowledge management; Software engineering; Database; Computer security; Engineering","score_opus":0.22329139995029273,"score_gpt":0.3919161264773326,"score_spread":0.16862472652703986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239439500","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93334985,0.0005776702,0.039618894,0.0014699743,0.000058044596,0.0006887404,0.00019734417,0.0016568365,0.022382583],"genre_scores_gemma":[0.94304043,0.00039366185,0.048203837,0.00043631528,0.000031964686,0.001076549,0.00039173878,0.0006858098,0.00573962],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9803494,0.013073593,0.0009635202,0.001965555,0.0026184202,0.0010294023],"domain_scores_gemma":[0.92115724,0.046435032,0.008644191,0.011053173,0.0062399087,0.0064704902],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0194549,0.00053957064,0.00039120717,0.0041858503,0.003676629,0.00423339,0.0019142439,0.0010436822,0.003558662],"category_scores_gemma":[0.06391462,0.00064396573,0.00043897692,0.005290114,0.0041796034,0.0050829346,0.009173722,0.0013321452,0.001194495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000405377,0.0007026891,0.09784321,0.0012741553,0.0000902574,0.004589878,0.6035454,0.0011963168,0.010236647,0.012959042,0.0125540495,0.2546029],"study_design_scores_gemma":[0.00022714562,0.0012554806,0.25673634,0.0018100245,0.000099083445,0.007023007,0.39235106,0.009485846,0.0076774876,0.024964964,0.29780877,0.00056075683],"about_ca_topic_score_codex":0.0019523435,"about_ca_topic_score_gemma":0.0046612183,"teacher_disagreement_score":0.99808574,"about_ca_system_score_codex":0.0023403272,"about_ca_system_score_gemma":0.003459004,"threshold_uncertainty_score":0.102888584},"labels":[],"label_agreement":null},{"id":"W4242156770","doi":"10.1109/icse.2015.78","title":"DASE: Document-Assisted Symbolic Execution for Improving Automated Software Testing","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Computer science; Symbolic execution; Documentation; Heuristics; Software; Focus (optics); Programming language; Software bug; Data mining; Software engineering; Operating system","score_opus":0.10146070391989331,"score_gpt":0.33731170688533973,"score_spread":0.23585100296544642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242156770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025638312,0.0004904164,0.93158156,0.00032543676,0.00006410712,0.00023094579,0.0006650249,0.039185002,0.0018192078],"genre_scores_gemma":[0.13156514,0.0002451346,0.8634835,0.00016104922,0.000033469758,0.00022253212,0.0018197608,0.0013492474,0.0011201587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99425584,0.0018197382,0.00049657485,0.00061049353,0.0025505223,0.00026677788],"domain_scores_gemma":[0.9831942,0.008926465,0.0015313207,0.0030436923,0.0030172695,0.00028711127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002908853,0.0019331245,0.0010216925,0.0031923966,0.0004326653,0.001530168,0.0024279936,0.00090139563,0.00382605],"category_scores_gemma":[0.0170148,0.00058993534,0.00091724354,0.0019433616,0.001078095,0.0026330587,0.0019029794,0.0017040774,0.0012826566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004816783,0.0005704671,0.00681827,0.00085164193,0.00015301522,0.00031937254,0.00045851304,0.07512581,0.058758583,0.011108315,0.013810289,0.8315441],"study_design_scores_gemma":[0.00033942773,0.00052105455,0.0017627047,0.0001244042,0.000101595615,0.00042796714,0.00013808874,0.8721235,0.09501457,0.011152543,0.018181067,0.000113045346],"about_ca_topic_score_codex":0.005052219,"about_ca_topic_score_gemma":0.007961065,"teacher_disagreement_score":0.005052219,"about_ca_system_score_codex":0.0009078718,"about_ca_system_score_gemma":0.0027728032,"threshold_uncertainty_score":0.015383661},"labels":[],"label_agreement":null},{"id":"W4242581305","doi":"10.1109/icse.2015.83","title":"Why Good Developers Write Bad Code: An Observational Case Study of the Impacts of Organizational Factors on Software Quality","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Division of Civil, Mechanical and Manufacturing Innovation","keywords":"Software quality; Quality (philosophy); Software; Computer science; Observational study; Action (physics); Knowledge management; Software development; Process management; Business","score_opus":0.20221068129897066,"score_gpt":0.3770855560324971,"score_spread":0.17487487473352645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242581305","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974619,0.00004110831,0.0016752089,0.00021229785,0.0000062394884,0.00011258507,0.000041730116,0.000013339388,0.0004356574],"genre_scores_gemma":[0.99535465,0.00016550897,0.0035270867,0.00013323278,0.000017847611,0.00013231298,0.00006989735,0.000014476321,0.00058501033],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9930587,0.004219828,0.00042088865,0.0006550746,0.0010848619,0.0005607365],"domain_scores_gemma":[0.92899126,0.04674261,0.011011714,0.0035618339,0.006529139,0.0031633778],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0067959833,0.00057937205,0.00044521102,0.0015343312,0.003563779,0.001437509,0.0014414095,0.0020394353,0.00052944996],"category_scores_gemma":[0.052317504,0.0008922601,0.00040815285,0.0009835992,0.003069945,0.0018670122,0.002078546,0.00207495,0.00022377197],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052084884,0.0030452346,0.27744076,0.00035988283,0.00009924291,0.013708873,0.65740615,0.0009286206,0.015238773,0.00066931307,0.0016023732,0.028979931],"study_design_scores_gemma":[0.00027543047,0.006779048,0.37751955,0.0004791357,0.0002363371,0.010545259,0.56145674,0.007236192,0.01630856,0.0016354754,0.017160922,0.00036736537],"about_ca_topic_score_codex":0.0066785756,"about_ca_topic_score_gemma":0.019110942,"teacher_disagreement_score":0.993204,"about_ca_system_score_codex":0.0015925203,"about_ca_system_score_gemma":0.0019528358,"threshold_uncertainty_score":0.035941064},"labels":[],"label_agreement":null},{"id":"W4243472257","doi":"10.1109/icse.2015.212","title":"Leveraging Informal Documentation to Summarize Classes and Methods in Context","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Documentation; Automatic summarization; Software documentation; Identifier; Context (archaeology); Program comprehension; Source code; Code (set theory); Software; Focus (optics); Software engineering; Task (project management); Benchmark (surveying); Internal documentation; Information retrieval; Software bug; World Wide Web; Software development; Programming language; Software system; Software construction; Set (abstract data type); Engineering; Systems engineering","score_opus":0.08999989506615488,"score_gpt":0.3885358259163932,"score_spread":0.29853593085023833,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243472257","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20344482,0.0044601033,0.7524018,0.0020037054,0.0005024838,0.0013899071,0.010605476,0.014293587,0.010897964],"genre_scores_gemma":[0.33554053,0.0017189805,0.6358619,0.00033831323,0.00028050254,0.00096013496,0.01896906,0.0013288243,0.0050017717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99461925,0.0022479708,0.0007893115,0.0009774729,0.0011997676,0.00016624853],"domain_scores_gemma":[0.9474647,0.026085125,0.0075226957,0.0072586387,0.011071212,0.00059754896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065187677,0.0016519986,0.0008122757,0.012295776,0.001403715,0.003493129,0.001139884,0.001258197,0.0024177295],"category_scores_gemma":[0.063877985,0.0006163729,0.00046938463,0.0056281406,0.0005807752,0.0049265013,0.0037996704,0.0014226922,0.0014995671],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046925235,0.000208945,0.023770327,0.0035866373,0.00014772512,0.00063843577,0.025600953,0.0063298587,0.023842644,0.009541722,0.026090307,0.87977326],"study_design_scores_gemma":[0.00030779786,0.0013861906,0.06986603,0.004556528,0.0009782981,0.0019445153,0.022847736,0.22140616,0.08065445,0.07275086,0.5227016,0.00059978565],"about_ca_topic_score_codex":0.0042999843,"about_ca_topic_score_gemma":0.008426572,"teacher_disagreement_score":0.012295776,"about_ca_system_score_codex":0.0009088689,"about_ca_system_score_gemma":0.0023238335,"threshold_uncertainty_score":0.03447497},"labels":[],"label_agreement":null},{"id":"W4244294511","doi":"10.1109/icse.2015.318","title":"7th International Workshop on Principles of Engineering Service-Oriented and Cloud Systems (PESOS 2015)","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Cloud computing; Software as a service; Computer science; Adaptation (eye); Context (archaeology); Service (business); Software engineering; Software; Engineering management; Software development; Engineering; Business; Operating system","score_opus":0.05495524640472416,"score_gpt":0.2864525888604307,"score_spread":0.23149734245570652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244294511","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007255685,0.05534301,0.69673556,0.03333716,0.062230956,0.00061861734,0.00081016344,0.0031554522,0.14051342],"genre_scores_gemma":[0.092183,0.06417216,0.47720227,0.008676647,0.022569196,0.0011273675,0.0047582663,0.003343382,0.32596764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942585,0.0017946454,0.0004718423,0.000735134,0.002230034,0.00050979556],"domain_scores_gemma":[0.99534094,0.0012546106,0.00015912844,0.00089602795,0.0015084272,0.00084084744],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009453068,0.0018094203,0.0014635623,0.0022450096,0.001308501,0.0070449407,0.0030387768,0.0035127234,0.03880285],"category_scores_gemma":[0.011702607,0.0009121234,0.0023669198,0.0018670443,0.0018537642,0.007592187,0.0062784525,0.006529323,0.013258926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020188952,0.0003527975,0.00077167264,0.00085455325,0.00011985978,0.0004680284,0.001161799,0.0055857524,0.0035003314,0.20020106,0.3334456,0.45333663],"study_design_scores_gemma":[0.00003039767,0.00012431029,0.0005275288,0.00078865,0.00003628582,0.00070515554,0.00028245588,0.009663603,0.0018209058,0.09274843,0.8932227,0.00004958388],"about_ca_topic_score_codex":0.001999849,"about_ca_topic_score_gemma":0.0026344627,"teacher_disagreement_score":0.96119714,"about_ca_system_score_codex":0.0021336155,"about_ca_system_score_gemma":0.0033545948,"threshold_uncertainty_score":0.12980849},"labels":[],"label_agreement":null},{"id":"W4245239680","doi":"10.1109/icse.2015.301","title":"The Use of Text Retrieval and Natural Language Processing in Software Engineering","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Natural language processing; Natural language; Software; Artificial intelligence; Information retrieval; Software engineering; Programming language","score_opus":0.044045773003276785,"score_gpt":0.2814940911543202,"score_spread":0.23744831815104345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245239680","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010926351,0.054152757,0.8960369,0.0049585584,0.0013306338,0.0004482607,0.0009169349,0.0051192176,0.026110485],"genre_scores_gemma":[0.09968301,0.043303296,0.8360214,0.0027525579,0.0032558972,0.00062095956,0.0017866229,0.000956288,0.011619931],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926984,0.00290736,0.0010347517,0.0008321464,0.0023411384,0.00018621222],"domain_scores_gemma":[0.98085713,0.0143168755,0.0010129978,0.0013285417,0.0022936005,0.00019082222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005520391,0.00092897017,0.0012566653,0.012722929,0.0011136036,0.0059839427,0.0014229823,0.0014933642,0.004973335],"category_scores_gemma":[0.016394418,0.0004594066,0.0012786436,0.008451935,0.0026466073,0.01036215,0.0018562538,0.00164129,0.0041851606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010959395,0.000116928815,0.0008077434,0.0034849006,0.00009785265,0.00041936204,0.0011675193,0.0012734794,0.021126239,0.05127181,0.0137525145,0.90637213],"study_design_scores_gemma":[0.00012170696,0.0004743199,0.007316569,0.0028860795,0.0003070452,0.0052132146,0.0023493115,0.058473833,0.09917586,0.36561888,0.45746624,0.0005968313],"about_ca_topic_score_codex":0.0011611433,"about_ca_topic_score_gemma":0.0009260825,"teacher_disagreement_score":0.012722929,"about_ca_system_score_codex":0.0011427902,"about_ca_system_score_gemma":0.0014547602,"threshold_uncertainty_score":0.029194951},"labels":[],"label_agreement":null},{"id":"W4245349988","doi":"10.1109/icse.2015.274","title":"Understanding the Software Fault Introduction Process","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Debugging; Computer science; Software engineering; Process (computing); Software bug; Fault (geology); Meaning (existential); Programming language; Algorithmic program debugging; Software; Epistemology","score_opus":0.1682799662528167,"score_gpt":0.34883778124163134,"score_spread":0.18055781498881465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245349988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22540855,0.0026085696,0.6749398,0.04922142,0.00028834317,0.0008507024,0.00027629908,0.0007024644,0.04570388],"genre_scores_gemma":[0.8239865,0.0026844456,0.16199915,0.0022183044,0.000115502335,0.00064347906,0.00043746413,0.00018298325,0.007732261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99323374,0.004200667,0.0002727856,0.0007347511,0.0010762172,0.00048184177],"domain_scores_gemma":[0.95106745,0.034721296,0.0050993506,0.0033039395,0.0047281953,0.0010797894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017270999,0.0011093625,0.00042361676,0.0036719982,0.0022358492,0.008799493,0.0028120726,0.007173557,0.004836118],"category_scores_gemma":[0.04174581,0.0011035142,0.001040667,0.0017307642,0.014777373,0.023439,0.0037168975,0.007375109,0.0009899103],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000739095,0.00023937886,0.012496457,0.0004277115,0.000019283312,0.00031703748,0.04518803,0.011626471,0.0015396051,0.8758526,0.002567548,0.049652018],"study_design_scores_gemma":[0.00008783477,0.00030046384,0.011515084,0.0011110797,0.00006927659,0.00049097434,0.029005375,0.07409548,0.004253472,0.8136928,0.06526186,0.00011621955],"about_ca_topic_score_codex":0.0075740223,"about_ca_topic_score_gemma":0.0039572055,"teacher_disagreement_score":0.017270999,"about_ca_system_score_codex":0.0057386938,"about_ca_system_score_gemma":0.009538677,"threshold_uncertainty_score":0.09133887},"labels":[],"label_agreement":null},{"id":"W4248155741","doi":"10.1109/icse.2015.226","title":"MU-MMINT: An IDE for Model Uncertainty","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Undo; Computer science; Forcing (mathematics); Variety (cybernetics); Software engineering; Software; Resolution (logic); Transformation (genetics); Work (physics); Data science; Programming language; Artificial intelligence","score_opus":0.1304296525066173,"score_gpt":0.3465685139716899,"score_spread":0.2161388614650726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248155741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001975437,0.00017088786,0.9404595,0.00033067222,0.00013204837,0.00011754384,0.0007628287,0.049962677,0.0060884776],"genre_scores_gemma":[0.05365569,0.0006062447,0.9110999,0.0005311826,0.00011966544,0.00076713983,0.0027803606,0.021505626,0.008934097],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99687284,0.0009781915,0.00032962798,0.00045383166,0.0011552521,0.00021024905],"domain_scores_gemma":[0.99070156,0.006666658,0.00038559118,0.0014032499,0.00051240466,0.0003304524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007419402,0.0019431341,0.0010599187,0.0015966273,0.0010371894,0.003802469,0.0037294289,0.0022941718,0.015907615],"category_scores_gemma":[0.019633913,0.0020625119,0.0024602003,0.0005627665,0.0013265964,0.007985977,0.0075952443,0.00511111,0.0048463177],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012646075,0.0005172748,0.0045002173,0.0020416817,0.00029749697,0.0022297043,0.0028968942,0.052205227,0.021004796,0.31210268,0.14686856,0.45407093],"study_design_scores_gemma":[0.00041591216,0.00015516001,0.0005241977,0.00067079003,0.000121054196,0.0010146102,0.00025426698,0.32702324,0.017974509,0.16242532,0.48922643,0.00019453464],"about_ca_topic_score_codex":0.0010089658,"about_ca_topic_score_gemma":0.0023250177,"teacher_disagreement_score":0.015907615,"about_ca_system_score_codex":0.0008785541,"about_ca_system_score_gemma":0.0022616468,"threshold_uncertainty_score":0.05321628},"labels":[],"label_agreement":null},{"id":"W4250023757","doi":"10.1109/icse.2015.91","title":"Revisiting the Impact of Classification Techniques on the Performance of Defect Prediction Models","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":319,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Replicate; Machine learning; Predictive modelling; Artificial intelligence; Software bug; Software; Data mining; Multivariate adaptive regression splines; Multivariate statistics; Set (abstract data type); Variety (cybernetics); Support vector machine; Regression; Logistic regression; Regression analysis; Statistics; Mathematics","score_opus":0.11980003918275281,"score_gpt":0.34096804315866175,"score_spread":0.22116800397590894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250023757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92608166,0.011943015,0.043994147,0.003549683,0.0009555618,0.00025307943,0.0054328665,0.0028615657,0.0049283523],"genre_scores_gemma":[0.94401,0.0012257398,0.042592756,0.0005736468,0.0003772958,0.00011768015,0.00968091,0.0004227542,0.0009991587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97400993,0.0121605415,0.0018072542,0.0054308083,0.005303357,0.0012880793],"domain_scores_gemma":[0.81073135,0.13842453,0.007688556,0.026993351,0.014366012,0.0017962275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03935017,0.0029058536,0.0021761896,0.004008595,0.0014939039,0.0048962645,0.0034043833,0.0031377457,0.0011388845],"category_scores_gemma":[0.12628403,0.0007658417,0.003036417,0.0037108562,0.0021200357,0.006605088,0.0028886828,0.006168012,0.0017079423],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005986311,0.002294016,0.34168047,0.0016075384,0.002409377,0.00057871745,0.0013767326,0.21136709,0.012569593,0.002705522,0.030160204,0.38726446],"study_design_scores_gemma":[0.00042637615,0.0022287027,0.10294076,0.0004805963,0.0007865998,0.00051228073,0.0013321079,0.85235,0.019084727,0.008189062,0.0114004705,0.00026823257],"about_ca_topic_score_codex":0.012352693,"about_ca_topic_score_gemma":0.009795201,"teacher_disagreement_score":0.03935017,"about_ca_system_score_codex":0.0016155067,"about_ca_system_score_gemma":0.0019865544,"threshold_uncertainty_score":0.20810604},"labels":[],"label_agreement":null},{"id":"W4251625061","doi":"10.1109/icse.2015.291","title":"Towards Generation of Software Development Tasks","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Decomposition; Context (archaeology); Process (computing); Software engineering; Task analysis; Software development; Software; Human–computer interaction; Programming language; Systems engineering; Engineering","score_opus":0.14010299695419845,"score_gpt":0.3348344149472631,"score_spread":0.19473141799306468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251625061","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012451479,0.00021191993,0.9787998,0.00050663727,0.00011894344,0.00033564502,0.0007923311,0.0029160273,0.0038671833],"genre_scores_gemma":[0.06457659,0.00022845178,0.92772466,0.00012336549,0.000039422765,0.0003283036,0.0034246386,0.0008964556,0.002658102],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99531823,0.0017954509,0.00038077342,0.000988766,0.0012725353,0.00024424194],"domain_scores_gemma":[0.9884183,0.005166571,0.0007490962,0.00253828,0.0027943258,0.0003334203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033736115,0.0014343883,0.0005989593,0.002499218,0.0010285636,0.002719719,0.0017539331,0.0015978097,0.004226527],"category_scores_gemma":[0.022308104,0.0011289648,0.0023572464,0.0014183187,0.0009408762,0.00258005,0.003339974,0.002823261,0.0038965975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036633003,0.0003676942,0.008715352,0.0015000198,0.00013354137,0.0013986877,0.005278615,0.06744083,0.02402068,0.13550237,0.0286989,0.72657704],"study_design_scores_gemma":[0.00010111402,0.00018700155,0.0025176308,0.00069054624,0.000112937014,0.0007047606,0.0012441883,0.6558204,0.026023922,0.20355494,0.10893388,0.00010878815],"about_ca_topic_score_codex":0.0027024238,"about_ca_topic_score_gemma":0.003288358,"teacher_disagreement_score":0.004226527,"about_ca_system_score_codex":0.0011746024,"about_ca_system_score_gemma":0.0035335217,"threshold_uncertainty_score":0.017841578},"labels":[],"label_agreement":null},{"id":"W4255771497","doi":"10.1109/icse.2015.97","title":"Discovering Information Explaining API Types Using Text Classification","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Application programming interface; Interface (matter); Information retrieval; Precision and recall; Software; Recall; Artificial intelligence; Natural language processing; Programming language","score_opus":0.12655072206829188,"score_gpt":0.33994261545711246,"score_spread":0.21339189338882059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255771497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43151635,0.005014271,0.49135086,0.001407573,0.00052905397,0.001405846,0.027976047,0.027299205,0.0135008115],"genre_scores_gemma":[0.5619267,0.0015290803,0.37289453,0.00034372136,0.00054484524,0.0008817978,0.053478822,0.0008126842,0.007587837],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99868685,0.00023150288,0.00017171624,0.00043605905,0.00037870405,0.00009520542],"domain_scores_gemma":[0.9866361,0.007800018,0.0014907884,0.0007971105,0.0029720112,0.00030392088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014922261,0.0019103804,0.00076107733,0.012256079,0.0007178009,0.0015922633,0.0011218047,0.0013549344,0.003356591],"category_scores_gemma":[0.01180577,0.00033047836,0.001281734,0.004551032,0.00033254657,0.0033725982,0.00087109505,0.001312829,0.003370908],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005324176,0.0007263599,0.034398373,0.0010358251,0.00014302492,0.000826984,0.0009163931,0.0064793304,0.037200823,0.0016833605,0.034824476,0.8812327],"study_design_scores_gemma":[0.00020884973,0.00097348366,0.10218293,0.0008235319,0.0007487753,0.002192398,0.002456477,0.68022764,0.097528994,0.021670194,0.09071943,0.00026729793],"about_ca_topic_score_codex":0.003435685,"about_ca_topic_score_gemma":0.004005061,"teacher_disagreement_score":0.012256079,"about_ca_system_score_codex":0.0007423915,"about_ca_system_score_gemma":0.0010594684,"threshold_uncertainty_score":0.011228979},"labels":[],"label_agreement":null},{"id":"W4255868459","doi":"10.1109/icse.2015.136","title":"Comparing Software Architecture Recovery Techniques Using Accurate Dependencies","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":69,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada); University of Waterloo","funders":"Ontario Ministry of Research and Innovation; Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Research, Innovation and Science; National Science Foundation","keywords":"Computer science; Architecture; Software; Software architecture; Implementation; Ground truth; Code (set theory); Source lines of code; Data mining; Software engineering; Artificial intelligence; Programming language","score_opus":0.1033140506412273,"score_gpt":0.31933678793491554,"score_spread":0.21602273729368826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255868459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5315316,0.0063311285,0.42633328,0.00078866625,0.00034253494,0.0004649731,0.0012682512,0.02630211,0.0066375188],"genre_scores_gemma":[0.72196394,0.0013099802,0.26905254,0.00018930584,0.000057235262,0.00018496433,0.003708573,0.0015446839,0.0019887728],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98716366,0.00241528,0.0011156597,0.001732421,0.0069248904,0.00064797513],"domain_scores_gemma":[0.9513022,0.027038129,0.004199089,0.011689269,0.005446614,0.0003247781],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059650624,0.0014595143,0.0007303655,0.0042844103,0.00070258876,0.0011880401,0.0024241738,0.0013461905,0.001449921],"category_scores_gemma":[0.04981743,0.0007891302,0.0014561143,0.0020810636,0.001214627,0.004024821,0.002084737,0.0021163458,0.00077062397],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012975434,0.00048802895,0.023967447,0.0019718756,0.000733676,0.0003701869,0.00089077867,0.28843707,0.036012225,0.0042619044,0.0074599385,0.6341094],"study_design_scores_gemma":[0.00019722349,0.0020672039,0.03266831,0.00029973578,0.0006184375,0.001119506,0.00082356116,0.82289755,0.11032206,0.009465044,0.019271776,0.00024958933],"about_ca_topic_score_codex":0.0036571126,"about_ca_topic_score_gemma":0.004481191,"teacher_disagreement_score":0.0059650624,"about_ca_system_score_codex":0.0009486267,"about_ca_system_score_gemma":0.001430987,"threshold_uncertainty_score":0.031546652},"labels":[],"label_agreement":null},{"id":"W4256112081","doi":"10.1109/icse.2015.186","title":"SOA4DM: Applying an SOA Paradigm to Coordination in Humanitarian Disaster Response","year":2015,"lang":"en","type":"article","venue":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Key (lock); Software development; Service (business); Software engineering; Computer security; Business; Operating system","score_opus":0.06760897321368421,"score_gpt":0.31651858258531723,"score_spread":0.24890960937163303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256112081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018975247,0.0013984983,0.9348855,0.0072881747,0.0006382853,0.00043177445,0.00010743924,0.0025124212,0.033762656],"genre_scores_gemma":[0.35760581,0.0026871294,0.6269236,0.001327942,0.0003100562,0.00047185962,0.000281645,0.00037488833,0.010016992],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769884,0.0010994049,0.00017064145,0.00022985913,0.0005630563,0.00023820375],"domain_scores_gemma":[0.9987159,0.00040750083,0.000089361034,0.00022394492,0.0002831283,0.00028012478],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004686707,0.0005594397,0.00037891505,0.0011084254,0.0022054068,0.0039863233,0.0014349082,0.0018802107,0.002249425],"category_scores_gemma":[0.003807204,0.00037878793,0.0008868158,0.0015340144,0.002669359,0.005420479,0.0048757507,0.0022754949,0.00073398615],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028338147,0.00024739493,0.0026849143,0.00067485566,0.00010492523,0.00130046,0.004374001,0.04870123,0.01628439,0.6413891,0.019602975,0.26435235],"study_design_scores_gemma":[0.00015009016,0.00026147717,0.0009368048,0.00032124692,0.00008470597,0.0007429169,0.0025568681,0.30675408,0.010545827,0.4050169,0.27252185,0.000107220214],"about_ca_topic_score_codex":0.010824236,"about_ca_topic_score_gemma":0.012046814,"teacher_disagreement_score":0.010824236,"about_ca_system_score_codex":0.0019299339,"about_ca_system_score_gemma":0.004364097,"threshold_uncertainty_score":0.024785995},"labels":[],"label_agreement":null}]}