{"meta":{"query_hash":"ba03e5cb2f5b","filters":{"venue":"IEEE Software"},"cohort_total":106,"direct_labels_cover":0,"predictions_cover":106,"exported":106,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/ba03e5cb2f5b","api":"https://metacan.xera.ac/api/v1/cohort?venue=IEEE+Software"},"results":[{"id":"W1565123216","doi":"10.1109/ms.2015.97","title":"Lifelong Learning for Lifelong Employment","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Education Systems and Policy","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Lifelong learning; Knowledge management; Computer science; Business; Engineering management; Process management; Engineering; Pedagogy; Psychology","score_opus":0.10623449746196977,"score_gpt":0.3938181253306528,"score_spread":0.287583627868683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565123216","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046887775,0.025533412,0.010627086,0.47767988,0.009941141,0.00017262633,0.00024902477,0.00038825022,0.47071978],"genre_scores_gemma":[0.2216084,0.029001767,0.02285,0.19562264,0.00783173,0.0007781733,0.00044228326,0.00043088073,0.5214342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955336,0.0015962757,0.00018980936,0.0004999711,0.0012431671,0.0009372577],"domain_scores_gemma":[0.99223936,0.0016715996,0.0005074896,0.000829373,0.0010821981,0.0036700375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004315116,0.00063255907,0.0004835498,0.0006834255,0.00481262,0.00846081,0.0014013147,0.009397898,0.053521693],"category_scores_gemma":[0.0087691555,0.00020762974,0.00043702996,0.000649118,0.008327485,0.013099258,0.008728328,0.009472827,0.01915923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030867366,0.00013684222,0.0004593366,0.00028332174,0.000008788411,0.0000911777,0.0019829161,0.000108347056,0.00030573166,0.6627256,0.23163512,0.10223194],"study_design_scores_gemma":[0.000012052252,0.00006230843,0.00086752546,0.0007293508,0.0000031094548,0.00012767872,0.0009999856,0.000100742545,0.00017042666,0.09568313,0.90122145,0.000022299897],"about_ca_topic_score_codex":0.0036380552,"about_ca_topic_score_gemma":0.0059136897,"teacher_disagreement_score":0.053521693,"about_ca_system_score_codex":0.0037598065,"about_ca_system_score_gemma":0.009380264,"threshold_uncertainty_score":0.17904788},"labels":[],"label_agreement":null},{"id":"W1850624586","doi":"10.1109/ms.2015.77","title":"An Empirical Evaluation of Web-Based Fingerprinting","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Internet Traffic Analysis and Secure E-voting","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Workflow; World Wide Web; Database","score_opus":0.06703942879958484,"score_gpt":0.3365081278620154,"score_spread":0.26946869906243054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1850624586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9515214,0.0024101718,0.031448487,0.000569064,0.00020191845,0.0004610953,0.002273063,0.0007064045,0.010408299],"genre_scores_gemma":[0.9937763,0.00021615546,0.0043570716,0.0000569051,0.000035786004,0.00006672902,0.00075627596,0.000030421801,0.0007044368],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.982454,0.010647719,0.000886049,0.0017429248,0.003742375,0.00052702014],"domain_scores_gemma":[0.8252894,0.124017715,0.013661578,0.023996374,0.010729944,0.0023050408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01692033,0.00062611006,0.0006564998,0.002262386,0.00069133757,0.0013983666,0.0014329364,0.0016604278,0.0031166272],"category_scores_gemma":[0.11738163,0.00021719458,0.0003847668,0.0019215313,0.001373155,0.0034156556,0.0013410718,0.0012405054,0.0014915599],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008574985,0.0042147483,0.44978437,0.0016708269,0.0010613377,0.00073342054,0.0013248564,0.10165123,0.006233658,0.016954264,0.016320074,0.3914762],"study_design_scores_gemma":[0.0006140735,0.009372119,0.31831565,0.00062291685,0.0005576175,0.003743294,0.0019496873,0.6135599,0.014816258,0.01498848,0.02120048,0.00025953705],"about_ca_topic_score_codex":0.0013437907,"about_ca_topic_score_gemma":0.0009822105,"teacher_disagreement_score":0.01692033,"about_ca_system_score_codex":0.0008147548,"about_ca_system_score_gemma":0.0005360832,"threshold_uncertainty_score":0.089484334},"labels":[],"label_agreement":null},{"id":"W1861554568","doi":"10.1109/ms.2010.58","title":"The Theory of Relative Dependency: Higher Coupling Concentration in Smaller Modules","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Code refactoring; Dependency (UML); Agile software development; Quality assurance; Quality (philosophy); Computer science; Scale (ratio); Reliability engineering; Software; Software engineering; Risk analysis (engineering); Engineering; Operations management; Business; Programming language","score_opus":0.017949501939768936,"score_gpt":0.25553881460230954,"score_spread":0.2375893126625406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1861554568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4463314,0.002368939,0.47702843,0.005309214,0.00029421409,0.00035369452,0.0005893208,0.0007773984,0.06694731],"genre_scores_gemma":[0.96636915,0.0005609621,0.029280962,0.0010603446,0.00013185476,0.00024315769,0.00014264339,0.00010306977,0.0021078452],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9951115,0.0015227817,0.00033736124,0.001517402,0.0012206895,0.00029030527],"domain_scores_gemma":[0.9628974,0.023489838,0.006999013,0.0029619,0.002433845,0.0012180562],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004390896,0.00087813026,0.0006922959,0.0046149264,0.0011980075,0.0020396905,0.0016065395,0.0017492148,0.009050162],"category_scores_gemma":[0.03410671,0.00089553243,0.0012900241,0.0024782196,0.0054971417,0.005839703,0.0031659384,0.0015823895,0.0012160016],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000993435,0.00067103945,0.30776715,0.0016013308,0.00094634347,0.0017520869,0.011286009,0.0116967205,0.025931107,0.4493002,0.0063599753,0.18169461],"study_design_scores_gemma":[0.00026368306,0.0012944447,0.44338542,0.00031263067,0.0007297693,0.007607954,0.002599809,0.033918496,0.011488262,0.47942838,0.018695585,0.00027559136],"about_ca_topic_score_codex":0.0016375077,"about_ca_topic_score_gemma":0.0007503344,"teacher_disagreement_score":0.009050162,"about_ca_system_score_codex":0.0017527079,"about_ca_system_score_gemma":0.00094371685,"threshold_uncertainty_score":0.030275822},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","score_opus":0.07248001776407481,"score_gpt":0.3025217260625798,"score_spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884204318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7394364,0.005696298,0.05138014,0.07198111,0.00093376066,0.0002325831,0.0006252077,0.0059411856,0.12377328],"genre_scores_gemma":[0.95525694,0.0033789882,0.016505538,0.00629549,0.0002540447,0.00014008675,0.00068942795,0.0018370355,0.015642427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9474705,0.017834142,0.0053152624,0.00326048,0.022824446,0.0032950824],"domain_scores_gemma":[0.7614959,0.12267312,0.030546578,0.032735415,0.04714005,0.005408988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028040837,0.0007040513,0.00076974434,0.0063123093,0.005558358,0.009528464,0.002723691,0.0046249325,0.005276802],"category_scores_gemma":[0.2248252,0.0014041521,0.0008895437,0.006144507,0.005856731,0.0139988335,0.0066128145,0.0041141883,0.003960492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022342979,0.00033055127,0.14067411,0.0012703448,0.00016546212,0.008746199,0.12050748,0.002344497,0.004029121,0.05079702,0.09618241,0.5747293],"study_design_scores_gemma":[0.00008645649,0.00057707925,0.10606851,0.0057548466,0.00041023543,0.028086547,0.11743661,0.011935839,0.012455738,0.09116975,0.62548697,0.0005314225],"about_ca_topic_score_codex":0.012392892,"about_ca_topic_score_gemma":0.009997517,"teacher_disagreement_score":0.028040837,"about_ca_system_score_codex":0.0039506797,"about_ca_system_score_gemma":0.0081703635,"threshold_uncertainty_score":0.14829594},"labels":[],"label_agreement":null},{"id":"W1965658570","doi":"10.1109/ms.2012.167","title":"Technical Debt: From Metaphor to Theory and Practice","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":691,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Code refactoring; Metaphor; Debt; Computer science; Software engineering; Software; Corporate debt; Software development; Engineering; Business; Finance; Linguistics; Programming language","score_opus":0.020076886224658808,"score_gpt":0.29645991537459543,"score_spread":0.2763830291499366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965658570","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029461242,0.086098306,0.3126427,0.20993872,0.0055915345,0.00013749841,0.0002198323,0.00047966425,0.35543045],"genre_scores_gemma":[0.8234897,0.0504084,0.079543844,0.019324679,0.0051598237,0.00047738777,0.00023859068,0.0006171203,0.020740516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9896778,0.0071785566,0.00048932526,0.00058893434,0.0016417782,0.0004235464],"domain_scores_gemma":[0.9818117,0.013316139,0.0012463758,0.0015623048,0.0014040724,0.0006594743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00912876,0.0010387033,0.0009767923,0.005787389,0.0042053116,0.012187707,0.0025979858,0.0064616865,0.0045639058],"category_scores_gemma":[0.021505406,0.00065621425,0.0007001064,0.009163325,0.03986284,0.029500656,0.0066746445,0.010162191,0.00092173344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056334648,0.0000075810894,0.000084023566,0.000073782096,0.0000022430825,0.000074244716,0.004919117,0.00015274396,0.00005949526,0.98673403,0.0028128938,0.005074199],"study_design_scores_gemma":[0.000014072066,0.000023034858,0.00019299565,0.00049271935,0.0000044892863,0.0003568961,0.0055494457,0.0010784944,0.0001245609,0.8239353,0.1682088,0.000019107445],"about_ca_topic_score_codex":0.001987287,"about_ca_topic_score_gemma":0.0010026232,"teacher_disagreement_score":0.012187707,"about_ca_system_score_codex":0.006300178,"about_ca_system_score_gemma":0.0039202385,"threshold_uncertainty_score":0.048278093},"labels":[],"label_agreement":null},{"id":"W1969427878","doi":"10.1109/ms.2003.1207449","title":"Inspection's role in software quality assurance","year":2003,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software quality analyst; Quality assurance; Software quality; Software quality control; Software engineering; Software quality assurance; Computer science; Software security assurance; Software; Software inspection; Verification and validation; Quality (philosophy); Software peer review; Software development; Software construction; Engineering; Reliability engineering; Operations management; Programming language; Computer security; Information security","score_opus":0.020072206611204773,"score_gpt":0.2847007827377494,"score_spread":0.2646285761265446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969427878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.274772,0.021221086,0.38423002,0.053436406,0.0027819711,0.000107595544,0.00010082856,0.002425264,0.26092488],"genre_scores_gemma":[0.9655408,0.0015278179,0.020500375,0.0010072963,0.00030343444,0.000024344243,0.00001816874,0.00009805662,0.01097981],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924843,0.0033668082,0.0002636819,0.0006590262,0.0027744612,0.00045174218],"domain_scores_gemma":[0.9311208,0.047945082,0.0052466425,0.0046107005,0.008570911,0.0025058265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012183322,0.00049240945,0.0004872123,0.0020977776,0.001974538,0.0043622125,0.001511132,0.002670682,0.004402108],"category_scores_gemma":[0.057870258,0.0005003623,0.00041012224,0.0014707961,0.0062029557,0.005848757,0.001569265,0.0024079643,0.000652287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057440466,0.00035032927,0.019755434,0.0007008396,0.00005174522,0.00037325377,0.004218763,0.0064290003,0.008197429,0.42569602,0.014804564,0.5188483],"study_design_scores_gemma":[0.00026054468,0.0016480581,0.058896493,0.0013616229,0.0002665692,0.0029651597,0.0044366047,0.07670186,0.015787859,0.6752417,0.16218454,0.00024899168],"about_ca_topic_score_codex":0.003456157,"about_ca_topic_score_gemma":0.0028576045,"teacher_disagreement_score":0.012183322,"about_ca_system_score_codex":0.0019572377,"about_ca_system_score_gemma":0.00432099,"threshold_uncertainty_score":0.06443232},"labels":[],"label_agreement":null},{"id":"W1976958311","doi":"10.1109/ms.2006.12","title":"Guest Editors' Introduction: Aspect-Oriented Programming","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Aspect-oriented programming; Software engineering; Modular design; Programming language; Modular programming; Programming paradigm; Interface (matter); Software development; Software; Operating system","score_opus":0.012557784941140099,"score_gpt":0.25122445090256196,"score_spread":0.23866666596142186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976958311","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049746555,0.0335995,0.041048374,0.040925004,0.852752,0.00007974092,0.00019110419,0.0013631022,0.029543817],"genre_scores_gemma":[0.0074748625,0.052549914,0.024922347,0.024875762,0.7725366,0.00015782121,0.00048393657,0.0016587535,0.11533996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747914,0.00037937178,0.0003006085,0.00046616423,0.0012041782,0.0001705666],"domain_scores_gemma":[0.9899038,0.003234575,0.0005062396,0.00049105345,0.0046982747,0.0011661141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026106553,0.0018182071,0.0013740127,0.0021789935,0.00095723185,0.004119758,0.0016660389,0.002113356,0.018544277],"category_scores_gemma":[0.010720871,0.0005762546,0.0011003551,0.0017547599,0.0010628843,0.0034377838,0.001715672,0.007930311,0.01811354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002855936,0.000024465746,0.00010743309,0.00024901854,0.000012823944,0.00012628688,0.000063819825,0.00022909748,0.00037836615,0.006029359,0.90335757,0.08939311],"study_design_scores_gemma":[0.000007803811,0.000024642595,0.00010743394,0.00011478209,0.000010477128,0.00027728872,0.000018836849,0.00033350094,0.00016278733,0.0027969135,0.996135,0.00001046864],"about_ca_topic_score_codex":0.0003982723,"about_ca_topic_score_gemma":0.0007148294,"teacher_disagreement_score":0.018544277,"about_ca_system_score_codex":0.0007050081,"about_ca_system_score_gemma":0.00092610955,"threshold_uncertainty_score":0.062036812},"labels":[],"label_agreement":null},{"id":"W1981665310","doi":"10.1109/ms.2010.133","title":"Advancing Software Engineering Professional Education","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Experimental Learning in Engineering","field":"Engineering","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Division of Graduate Education","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software development; Computer science; Engineering management; Software peer review; Curriculum; Software construction; Software; Knowledge management; Engineering; Programming language; Pedagogy; Sociology","score_opus":0.002495459701588077,"score_gpt":0.2213673863177831,"score_spread":0.21887192661619503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981665310","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098757125,0.018242413,0.13667063,0.2729029,0.010596351,0.00023704897,0.00014855897,0.0024188345,0.4600261],"genre_scores_gemma":[0.5090673,0.033118907,0.20355251,0.022486074,0.003992629,0.00017001432,0.00038759547,0.0003963574,0.2268287],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964373,0.0009125897,0.00019442537,0.0002202019,0.0017220363,0.0005134891],"domain_scores_gemma":[0.98154163,0.0045439266,0.00082673907,0.001141923,0.006576906,0.005368759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072379527,0.00031853205,0.00019586677,0.0017811414,0.001436633,0.00465524,0.00072069035,0.0017955456,0.008570902],"category_scores_gemma":[0.021572744,0.00018691759,0.00026045798,0.0008418839,0.0012798846,0.00408224,0.004766725,0.0026927076,0.004633946],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015902642,0.00039059378,0.0041681956,0.00022744696,0.0000048056745,0.00010829245,0.0031102372,0.00052097347,0.0027530983,0.08023002,0.08704424,0.8214262],"study_design_scores_gemma":[0.000011920291,0.00024936465,0.0055165016,0.00067089766,0.000006266665,0.00032736533,0.0029181596,0.0019920815,0.004993504,0.049959395,0.9333367,0.000017811373],"about_ca_topic_score_codex":0.0014291519,"about_ca_topic_score_gemma":0.0034027903,"teacher_disagreement_score":0.008570902,"about_ca_system_score_codex":0.0012372814,"about_ca_system_score_gemma":0.00871183,"threshold_uncertainty_score":0.0382784},"labels":[],"label_agreement":null},{"id":"W1985363770","doi":"10.1109/ms.2004.1270761","title":"A little knowledge about software","year":2004,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Personal software process; Social software engineering; Software peer review; Software Engineering Process Group; Software development; Software engineering; Computer science; Team software process; Surprise; Software construction; Software walkthrough; Deliverable; Software analytics; Software; Software project management; Engineering management; Engineering; Systems engineering","score_opus":0.017374485143255222,"score_gpt":0.2711319030498229,"score_spread":0.25375741790656764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985363770","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069601,0.2451457,0.021673378,0.1716035,0.012533133,0.00007904191,0.0015482451,0.0017383647,0.5387184],"genre_scores_gemma":[0.09117791,0.30215335,0.021494256,0.11635005,0.012909597,0.0001598662,0.0034496444,0.0011674482,0.4511379],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968637,0.00042466837,0.00015512013,0.00047560147,0.0018967004,0.00018423448],"domain_scores_gemma":[0.9910755,0.0032699672,0.00052706915,0.001796813,0.00207363,0.0012569864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001949353,0.0007865772,0.0009972536,0.0025970307,0.002148385,0.0053614294,0.0015740447,0.0031885188,0.10354325],"category_scores_gemma":[0.011730098,0.00049409363,0.0007044751,0.0031667014,0.00351282,0.012258918,0.0030191923,0.005039027,0.0753306],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055847173,0.00012199598,0.0015235464,0.0017573949,0.00004034612,0.00026600316,0.0010724616,0.00033993408,0.0014231276,0.065959044,0.42682502,0.50061524],"study_design_scores_gemma":[0.0000035626608,0.000034282286,0.0006777282,0.0009542053,0.000011004915,0.0005390391,0.00024990216,0.00011151306,0.00023867603,0.025043592,0.97212255,0.000014054054],"about_ca_topic_score_codex":0.002475954,"about_ca_topic_score_gemma":0.0028279864,"teacher_disagreement_score":0.10354325,"about_ca_system_score_codex":0.0022348578,"about_ca_system_score_gemma":0.0035543935,"threshold_uncertainty_score":0.34638667},"labels":[],"label_agreement":null},{"id":"W1990906822","doi":"10.1109/ms.2007.52","title":"So, You Think You Know Others' Goals? A Repertory Grid Study","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Repertory grid; Requirements engineering; Computer science; Grid; Domain (mathematical analysis); Requirements elicitation; Non-functional requirement; Requirements analysis; Stakeholder; Software engineering; Knowledge management; Systems engineering; Management science; Process management; Engineering; Software; Software development; Management; Psychology","score_opus":0.029105697559170456,"score_gpt":0.2992732030816835,"score_spread":0.270167505522513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990906822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9496373,0.0005232657,0.01420357,0.006122376,0.00005660649,0.00015739987,0.00003417145,0.000018390796,0.0292469],"genre_scores_gemma":[0.9951036,0.00018809173,0.0028602376,0.00056330656,0.0000055307173,0.00009238429,0.000015230135,0.000010564749,0.001160952],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9877302,0.010289199,0.0002687362,0.0005301431,0.00075927906,0.0004225331],"domain_scores_gemma":[0.9823438,0.013605597,0.0010525021,0.0007814673,0.0015754295,0.00064121943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014941216,0.00029865722,0.00042358643,0.0018944371,0.0045017633,0.0040539163,0.00067775307,0.0011076417,0.0016705714],"category_scores_gemma":[0.031562567,0.0003074047,0.00032711928,0.0019951046,0.0059886724,0.0068077766,0.003683684,0.0021283764,0.00035007895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010126328,0.00015504952,0.020782307,0.00011479865,0.0000240102,0.0005608804,0.9046315,0.00017908678,0.00054461276,0.043695446,0.002564298,0.026646692],"study_design_scores_gemma":[0.000027626935,0.00013422286,0.008733415,0.00016217116,0.000017096547,0.00035061725,0.95167845,0.0011268393,0.0002943171,0.022617841,0.014829776,0.000027667431],"about_ca_topic_score_codex":0.0032121849,"about_ca_topic_score_gemma":0.0039060647,"teacher_disagreement_score":0.014941216,"about_ca_system_score_codex":0.0017607673,"about_ca_system_score_gemma":0.0014116754,"threshold_uncertainty_score":0.07901764},"labels":[],"label_agreement":null},{"id":"W1998265754","doi":"10.1109/ms.2006.105","title":"How are Java software developers using the Eclipse IDE?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":407,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Java; Computer science; Popularity; Software development; Development environment; Software engineering; Software; World Wide Web; Operating system","score_opus":0.02894594475689117,"score_gpt":0.25349211816357187,"score_spread":0.2245461734066807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998265754","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8840393,0.007483756,0.009534806,0.03329183,0.00056755246,0.00004977906,0.00049935613,0.0005126783,0.06402092],"genre_scores_gemma":[0.97924954,0.0033410192,0.0027748453,0.002784298,0.00012934748,0.000034202065,0.00032714786,0.0001583081,0.011201251],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99234104,0.0030512223,0.0004597368,0.0010780976,0.0021712412,0.00089869194],"domain_scores_gemma":[0.97230023,0.010869801,0.0068133534,0.0018311609,0.0054850834,0.002700365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063014403,0.00025657946,0.00038422248,0.0014108112,0.0011516738,0.0051337336,0.00065046,0.0015226136,0.0034765617],"category_scores_gemma":[0.042271145,0.0004020494,0.00032478897,0.0013458034,0.0013147452,0.0080812825,0.0009257363,0.0013525602,0.0030566496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017588721,0.00028031942,0.5961824,0.00018134053,0.00010954433,0.0011940065,0.026105072,0.00019074375,0.0024825074,0.0050130263,0.021473356,0.3466118],"study_design_scores_gemma":[0.000040512903,0.00023174843,0.6936818,0.00057483086,0.00016834142,0.008339372,0.10278235,0.0022539853,0.003144678,0.016415993,0.17214315,0.00022320042],"about_ca_topic_score_codex":0.0040589557,"about_ca_topic_score_gemma":0.0088157,"teacher_disagreement_score":0.0063014403,"about_ca_system_score_codex":0.00064498134,"about_ca_system_score_gemma":0.0010634465,"threshold_uncertainty_score":0.033325613},"labels":[],"label_agreement":null},{"id":"W2003693092","doi":"10.1109/52.896247","title":"Using different communication media in requirements negotiation","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Team Dynamics and Performance","field":"Psychology","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Negotiation; Computer science; Videoconferencing; Face-to-face; Multimedia; Face (sociological concept); Human–computer interaction; Software engineering; Knowledge management; Political science; Sociology","score_opus":0.07190237722778792,"score_gpt":0.35128411230882906,"score_spread":0.27938173508104114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003693092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7047303,0.00651859,0.13927357,0.0056234607,0.00076945475,0.0005602747,0.00006727712,0.00040355648,0.1420536],"genre_scores_gemma":[0.96724564,0.00086955924,0.029150292,0.0004795618,0.00017694864,0.00023840627,0.000027692917,0.000053924105,0.0017578902],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9483339,0.041635938,0.0021049879,0.0016571245,0.0052509797,0.0010170784],"domain_scores_gemma":[0.9020637,0.08445608,0.004472213,0.0045219315,0.0030165766,0.0014694625],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017567128,0.00088185945,0.00057271874,0.0037509103,0.0020900369,0.009425417,0.0013748372,0.0028056204,0.00273658],"category_scores_gemma":[0.06486208,0.0006094063,0.00082142226,0.002743876,0.0028485009,0.013336432,0.004622606,0.002466712,0.0006683293],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005426582,0.0013937558,0.029867582,0.0030364168,0.00061667466,0.0017120721,0.05227179,0.0069972216,0.04296869,0.12300987,0.0020827253,0.73061657],"study_design_scores_gemma":[0.0032439649,0.014058888,0.12183043,0.00618419,0.0036650964,0.01120775,0.14084674,0.107544005,0.12702961,0.28396943,0.17819,0.0022299539],"about_ca_topic_score_codex":0.00054035423,"about_ca_topic_score_gemma":0.00041380338,"teacher_disagreement_score":0.017567128,"about_ca_system_score_codex":0.0011972854,"about_ca_system_score_gemma":0.00083202793,"threshold_uncertainty_score":0.092904985},"labels":[],"label_agreement":null},{"id":"W2008107570","doi":"10.1109/ms.2009.193","title":"What Makes APIs Hard to Learn? Answers from Developers","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":383,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Microsoft Research","keywords":"Application programming interface; Computer science; Learnability; Usability; Reuse; Software engineering; World Wide Web; Interface (matter); Software development; Software; Human–computer interaction; Programming language; Engineering; Operating system","score_opus":0.023596069061703036,"score_gpt":0.26713194313129746,"score_spread":0.24353587406959443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008107570","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013295476,0.010994925,0.003063412,0.94804657,0.0022495324,0.000024352395,0.000054405235,0.00015643646,0.022114914],"genre_scores_gemma":[0.51415807,0.045967102,0.011075129,0.39016768,0.005548192,0.000289885,0.00030125008,0.000632512,0.03186024],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98232687,0.008379487,0.0008673149,0.0013716335,0.004410093,0.0026446315],"domain_scores_gemma":[0.89213806,0.060652576,0.0072354055,0.0039958167,0.0224439,0.013534249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019402629,0.00095182116,0.0009812808,0.0024137006,0.0085157985,0.011825908,0.0019542715,0.013561422,0.009096863],"category_scores_gemma":[0.10662015,0.0009219491,0.00081655796,0.002150235,0.011404638,0.026911188,0.009880471,0.013828562,0.0036093707],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007009907,0.00023396483,0.017367352,0.0007834042,0.000056886107,0.0016459968,0.09351159,0.00017438867,0.00047662618,0.05148369,0.60070765,0.23348835],"study_design_scores_gemma":[0.00006524231,0.00009706218,0.00606483,0.002136572,0.000057778234,0.0023352199,0.29969138,0.00044996294,0.00041165965,0.08879763,0.59975106,0.00014159766],"about_ca_topic_score_codex":0.0061043715,"about_ca_topic_score_gemma":0.008344947,"teacher_disagreement_score":0.019402629,"about_ca_system_score_codex":0.004103102,"about_ca_system_score_gemma":0.008270158,"threshold_uncertainty_score":0.10261208},"labels":[],"label_agreement":null},{"id":"W2012940909","doi":"10.1109/ms.2014.106","title":"Five Years of Software Architecture Checking: A Case Study of Eclipse","year":2014,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Software engineering; Software architecture; Architecture; Resource-oriented architecture; Software architecture description; Software development; Software; Programming language; Reference architecture; Software construction; History","score_opus":0.030480893241904363,"score_gpt":0.29017248478558944,"score_spread":0.2596915915436851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012940909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98741865,0.00068643515,0.0042502354,0.001427598,0.00004481168,0.000096530865,0.00019395522,0.00012145303,0.0057602753],"genre_scores_gemma":[0.98735505,0.00049223745,0.008516542,0.0004028323,0.000023917286,0.00005133499,0.0004714939,0.00015270416,0.0025338805],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9901938,0.0047545186,0.0005894435,0.00082069973,0.0026287786,0.0010127121],"domain_scores_gemma":[0.91979665,0.05684214,0.0064356984,0.0052752416,0.007969989,0.003680272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011691571,0.0006673205,0.00045867913,0.0034055535,0.0055887033,0.0026414455,0.0022153154,0.003330666,0.0009939981],"category_scores_gemma":[0.040403184,0.0007396406,0.00082716,0.003667864,0.0031255481,0.004162232,0.0028284248,0.0029891704,0.00029939075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014193023,0.0051708734,0.28982568,0.0011541503,0.00042122032,0.07251749,0.34112087,0.014713895,0.009706664,0.020036655,0.019645866,0.22426741],"study_design_scores_gemma":[0.00042870748,0.0038439098,0.3592158,0.002644501,0.0005791922,0.030853514,0.32254246,0.04569201,0.018401371,0.018075082,0.19697574,0.0007476371],"about_ca_topic_score_codex":0.031208195,"about_ca_topic_score_gemma":0.07654283,"teacher_disagreement_score":0.031208195,"about_ca_system_score_codex":0.004183706,"about_ca_system_score_gemma":0.0034532754,"threshold_uncertainty_score":0.062053084},"labels":[],"label_agreement":null},{"id":"W2015271973","doi":"10.1109/ms.2005.156","title":"Improving After-the-Fact Tracing and Mapping: Supporting Software Quality Predictions","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University; National Aeronautics and Space Administration","keywords":"Tracing; Traceability; Computer science; Software engineering; Software; Quality (philosophy); Programming language","score_opus":0.023267198100036784,"score_gpt":0.2865996602850546,"score_spread":0.2633324621850178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015271973","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10834905,0.0002932362,0.8656391,0.00055830425,0.000037977756,0.0003061851,0.00067978,0.020447277,0.0036889962],"genre_scores_gemma":[0.43169528,0.00021401102,0.5646396,0.00006748853,0.000031972886,0.00016887047,0.001619412,0.00062503264,0.00093830837],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910286,0.00368799,0.00072902726,0.0013667814,0.002834808,0.00035284497],"domain_scores_gemma":[0.9059756,0.06380642,0.0078007737,0.012611363,0.009060091,0.00074578176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011924371,0.0016078164,0.0010925912,0.007626878,0.0011218175,0.003949128,0.002230386,0.0018690359,0.0023130015],"category_scores_gemma":[0.12931715,0.00094023946,0.0007729105,0.0040042526,0.0010137719,0.007468712,0.0024861488,0.001440884,0.0010471791],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053564983,0.0007001945,0.041586094,0.000315007,0.0001167328,0.0003571765,0.0029817142,0.06809992,0.00835211,0.0137126595,0.005117632,0.8581251],"study_design_scores_gemma":[0.00007443935,0.00015152179,0.0058518676,0.000071342394,0.00006680493,0.0001458959,0.0003171965,0.9419175,0.018332176,0.02856897,0.0044420543,0.00006031203],"about_ca_topic_score_codex":0.008064673,"about_ca_topic_score_gemma":0.0066035897,"teacher_disagreement_score":0.011924371,"about_ca_system_score_codex":0.00096195587,"about_ca_system_score_gemma":0.002384263,"threshold_uncertainty_score":0.06306285},"labels":[],"label_agreement":null},{"id":"W2016790129","doi":"10.1109/ms.2005.38","title":"Editor's Introduction: Software Design in a Postmodern Era","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"LEAPS; Postmodernism; Software; Software development; Computer science; Software design; Software engineering; Engineering ethics; Sociology; Engineering; Epistemology; Business; Philosophy; Programming language","score_opus":0.013863167879732312,"score_gpt":0.24851543312172267,"score_spread":0.23465226524199034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016790129","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000087832435,0.0066629676,0.0015520218,0.07656881,0.9093117,0.000029484167,0.00012627261,0.00016741635,0.0054933694],"genre_scores_gemma":[0.0020661838,0.016513046,0.0023620988,0.085006416,0.8474029,0.00010265931,0.0002589012,0.0003340242,0.04595377],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9952609,0.0011953515,0.0006010149,0.00058135984,0.0021353,0.00022611051],"domain_scores_gemma":[0.96576214,0.015996983,0.0013238683,0.0010307091,0.013797701,0.002088561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043876786,0.0032503663,0.0022594184,0.003613992,0.0028656702,0.006837199,0.003236517,0.007248143,0.023035573],"category_scores_gemma":[0.02566657,0.0008251687,0.001747627,0.0030521832,0.0028162221,0.005398854,0.0018744513,0.010998234,0.018055271],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001028887,0.000009353329,0.000036842695,0.0001246251,0.0000058414257,0.00003457676,0.000025860023,0.000047929505,0.00004230639,0.00087862386,0.9921078,0.006675799],"study_design_scores_gemma":[0.000018293853,0.000028488108,0.00021348911,0.00036876177,0.000011170368,0.00013439804,0.000058948794,0.00025481803,0.00008796606,0.0023918552,0.99641365,0.000018169309],"about_ca_topic_score_codex":0.0016796507,"about_ca_topic_score_gemma":0.004166147,"teacher_disagreement_score":0.023035573,"about_ca_system_score_codex":0.0020699361,"about_ca_system_score_gemma":0.002633641,"threshold_uncertainty_score":0.07706171},"labels":[],"label_agreement":null},{"id":"W2024043058","doi":"10.1109/ms.2002.1032856","title":"Integrating software engineering in introductory computing courses","year":2002,"lang":"en","type":"article","venue":"IEEE Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Software engineering; Computer science; Personal software process; Social software engineering; Software Engineering Process Group; Software construction; Software development; Software; Software system; Software peer review; Programming language","score_opus":0.014396070098444697,"score_gpt":0.22429999510052107,"score_spread":0.20990392500207636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024043058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3591837,0.0063792747,0.3838398,0.022887386,0.0029417807,0.001893819,0.00034469916,0.006866511,0.21566305],"genre_scores_gemma":[0.45163158,0.004283487,0.45839164,0.005214204,0.0007014728,0.0010117198,0.00095954846,0.0009861353,0.076820165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964843,0.0009551602,0.00022291775,0.0003724619,0.001363482,0.00060163916],"domain_scores_gemma":[0.99048525,0.0020452032,0.0005303531,0.00090931857,0.0026518397,0.0033779808],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002950404,0.0008420953,0.0005244821,0.0020292182,0.0015275504,0.005342987,0.0013242781,0.0013767693,0.008765592],"category_scores_gemma":[0.01305664,0.00073841936,0.00057110906,0.0025173584,0.00057043176,0.0024252394,0.0039435616,0.0022555366,0.005170051],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013126328,0.0029463049,0.011250878,0.0003241855,0.000020415777,0.00030555038,0.0032697471,0.0031191711,0.01233392,0.020216392,0.028048636,0.9180336],"study_design_scores_gemma":[0.00019802222,0.0036256139,0.055289667,0.002013336,0.000095004936,0.0016848639,0.007830971,0.024936995,0.033583198,0.1674248,0.70312494,0.0001925323],"about_ca_topic_score_codex":0.0009554592,"about_ca_topic_score_gemma":0.0028742042,"teacher_disagreement_score":0.008765592,"about_ca_system_score_codex":0.0020752994,"about_ca_system_score_gemma":0.0066611213,"threshold_uncertainty_score":0.029323757},"labels":[],"label_agreement":null},{"id":"W2032219610","doi":"10.1109/ms.2009.16","title":"Mining Task-Based Social Networks to Explore Collaboration in Software Teams","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Task (project management); IBM; Social network (sociolinguistics); Context (archaeology); World Wide Web; Software; Software development; Data science; Social network analysis; Software engineering; Social software engineering; Knowledge management; Software construction; Social media; Engineering; Systems engineering","score_opus":0.03378415132012308,"score_gpt":0.2903802627805691,"score_spread":0.25659611146044603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032219610","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8105038,0.0010744071,0.17488052,0.00092015194,0.00005916553,0.0004333362,0.003586101,0.0004639925,0.008078541],"genre_scores_gemma":[0.9215243,0.00033392024,0.07356216,0.000073169074,0.00005395108,0.0003039112,0.0029634,0.000044561824,0.0011406462],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99773717,0.0011719449,0.00015841215,0.0004168584,0.00037380913,0.00014171156],"domain_scores_gemma":[0.9882533,0.008174675,0.0016123469,0.00088862405,0.0006019125,0.00046924877],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0019710774,0.0006460454,0.00046698403,0.010979184,0.0010423646,0.0016129898,0.0008440382,0.0009195292,0.0012643425],"category_scores_gemma":[0.012412779,0.00029715305,0.0009430755,0.0063002137,0.0005277779,0.0031361724,0.0017129375,0.00062271167,0.00045204797],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009218222,0.0016468823,0.49024823,0.001197616,0.0013254435,0.0014009323,0.012167043,0.06663002,0.01056302,0.03770465,0.011076408,0.36511797],"study_design_scores_gemma":[0.00009626754,0.00041245233,0.17924868,0.00015859351,0.0003278765,0.0010026047,0.010817763,0.68171865,0.0055285813,0.09825004,0.022306755,0.00013170441],"about_ca_topic_score_codex":0.0033531312,"about_ca_topic_score_gemma":0.006220759,"teacher_disagreement_score":0.99895763,"about_ca_system_score_codex":0.00078992057,"about_ca_system_score_gemma":0.0005723679,"threshold_uncertainty_score":0.010424197},"labels":[],"label_agreement":null},{"id":"W2036487649","doi":"10.1109/ms.2012.24","title":"Contemporary Peer Review in Action: Lessons from Open Source Development","year":2012,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":134,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; University of Victoria; Concordia University","funders":"Engineering and Physical Sciences Research Council","keywords":"Agile software development; Code review; Software engineering; Computer science; Software development; Software quality; Software inspection; Software development process; Software peer review; Personal software process; Process (computing); Technical peer review; Team software process; Asynchronous communication; Software technical review; Software; Process management; Engineering; Software construction; Peer review; Operating system","score_opus":0.16966384960637565,"score_gpt":0.3791838742844237,"score_spread":0.20952002467804803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036487649","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013530224,0.13357046,0.059310943,0.6559158,0.008357276,0.0002131217,0.000050423678,0.0006234655,0.12842825],"genre_scores_gemma":[0.5969913,0.1787229,0.06473467,0.08828709,0.028619835,0.00084173674,0.00011654415,0.0012841215,0.040401716],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8849905,0.063046396,0.004861034,0.006559724,0.037598733,0.0029435786],"domain_scores_gemma":[0.5870537,0.287298,0.014760427,0.023755206,0.071827136,0.015305552],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.096789055,0.00070824416,0.0011770334,0.004738653,0.0075835623,0.020582868,0.0046179397,0.010883195,0.004731936],"category_scores_gemma":[0.19360618,0.00087476225,0.00082904665,0.0042520487,0.028540555,0.022591654,0.010385295,0.01029564,0.0027428379],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011876686,0.00024445725,0.0041533425,0.0030510337,0.000101788006,0.0011403484,0.028075948,0.0016743654,0.0005655588,0.2762411,0.12514001,0.55949336],"study_design_scores_gemma":[0.00009841439,0.00017947335,0.0037871082,0.0022088035,0.000031530577,0.0010485055,0.01174201,0.0011620368,0.00052945653,0.2344897,0.7445889,0.00013401256],"about_ca_topic_score_codex":0.005146816,"about_ca_topic_score_gemma":0.005521915,"teacher_disagreement_score":0.90321094,"about_ca_system_score_codex":0.00786183,"about_ca_system_score_gemma":0.015853953,"threshold_uncertainty_score":0.51187557},"labels":[],"label_agreement":null},{"id":"W2039584808","doi":"10.1109/ms.2005.159","title":"Managing Change in Software Process Improvement","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":95,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Process management; Change management (ITSM); Negotiation; Process (computing); Context (archaeology); Software quality; Knowledge management; Computer science; Team software process; Software development process; Quality management; Best practice; Software; Software development; Business; Engineering; Operations management; Marketing; Management; Management system","score_opus":0.023575259659299554,"score_gpt":0.2895074524060809,"score_spread":0.2659321927467813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039584808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10706273,0.019910678,0.51577413,0.13822493,0.003986623,0.0015109589,0.00007851066,0.002390763,0.21106063],"genre_scores_gemma":[0.8134426,0.005989689,0.1575485,0.0063893334,0.0009026844,0.00074816437,0.000070303046,0.00017279685,0.014735961],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9720347,0.01597702,0.0011381191,0.0020289654,0.0072229863,0.0015981488],"domain_scores_gemma":[0.97512585,0.015555842,0.0024769176,0.0019648706,0.0035335815,0.0013428709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016058588,0.00079111906,0.0006599765,0.0027829516,0.0049477015,0.008765364,0.002117496,0.005352999,0.002819659],"category_scores_gemma":[0.039805338,0.00048271212,0.00061107264,0.0029541154,0.008109199,0.012120421,0.005650344,0.0047219396,0.0009227673],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001238859,0.0003268322,0.006320603,0.0010218276,0.0000923637,0.000989684,0.022316141,0.008267775,0.0024502743,0.17196241,0.01861556,0.7675126],"study_design_scores_gemma":[0.0001602838,0.0010906843,0.00835064,0.0014848987,0.00020653954,0.0018017235,0.024851441,0.04133103,0.0077697057,0.52758455,0.38509572,0.00027288112],"about_ca_topic_score_codex":0.0023280093,"about_ca_topic_score_gemma":0.0022860712,"teacher_disagreement_score":0.016058588,"about_ca_system_score_codex":0.0044200085,"about_ca_system_score_gemma":0.004903807,"threshold_uncertainty_score":0.08492696},"labels":[],"label_agreement":null},{"id":"W2069145957","doi":"10.1109/ms.2005.54","title":"Agile programming: design to accommodate change","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Code refactoring; Extreme programming practices; Agile Unified Process; Agile usability engineering; Computer science; Extreme programming; Software engineering; Systems engineering; Software development; Engineering; Software; Software development process; Programming language","score_opus":0.13834359816085032,"score_gpt":0.3287332638963435,"score_spread":0.19038966573549318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069145957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023335156,0.0011149289,0.94775105,0.003951848,0.00048093364,0.00029775058,0.000069312744,0.0020059007,0.041994836],"genre_scores_gemma":[0.059322294,0.0027546983,0.90794075,0.0022768131,0.00030877013,0.0012613906,0.00023423163,0.0012844319,0.02461667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950852,0.002508654,0.00022862988,0.0004925664,0.0013547107,0.00033035994],"domain_scores_gemma":[0.9958788,0.001753467,0.0002826958,0.00086232356,0.00076556194,0.00045716015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004949761,0.0010650925,0.0003948977,0.00091069407,0.0011590762,0.0039733793,0.002467841,0.0016761235,0.0070754606],"category_scores_gemma":[0.008507288,0.0010812099,0.00071442587,0.0009808256,0.0036166832,0.0039188773,0.004484102,0.004072253,0.0036193617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009216247,0.00013566425,0.0013851121,0.0009732342,0.0001075307,0.0005354716,0.005005819,0.015200312,0.0069238693,0.5453192,0.06750822,0.3568134],"study_design_scores_gemma":[0.00012719436,0.00016129356,0.0003690455,0.0005220835,0.000059476577,0.0010567817,0.00090870936,0.01710571,0.003824821,0.27692685,0.69885796,0.00008000823],"about_ca_topic_score_codex":0.0006378675,"about_ca_topic_score_gemma":0.00068957015,"teacher_disagreement_score":0.0070754606,"about_ca_system_score_codex":0.0008372982,"about_ca_system_score_gemma":0.0024677552,"threshold_uncertainty_score":0.026177168},"labels":[],"label_agreement":null},{"id":"W2069869616","doi":"10.1109/ms.2011.88","title":"Journey: A Massively Multiplayer Online Game Middleware","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Peer-to-Peer Network Technologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Middleware (distributed applications); Scalability; Programmer; Fault tolerance; Reliability (semiconductor); Load balancing (electrical power); Consistency (knowledge bases); Peer-to-peer; Distributed computing; Multimedia; Operating system; Grid","score_opus":0.08319503254545663,"score_gpt":0.26244527294376613,"score_spread":0.1792502403983095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069869616","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14432588,0.0011072456,0.6486893,0.000989138,0.00056499854,0.0016830902,0.0018701974,0.16403902,0.03673109],"genre_scores_gemma":[0.66776437,0.000729212,0.27925757,0.00066062534,0.00012427695,0.0008884668,0.0040881517,0.00461602,0.041871317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995413,0.0000681884,0.00005390279,0.000099386736,0.00014561307,0.000091648544],"domain_scores_gemma":[0.99937433,0.00009576376,0.000049944716,0.00013681415,0.00008328332,0.0002599083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006096183,0.0008739034,0.00051219563,0.0006130382,0.0005414023,0.0014742834,0.0024115718,0.00060121185,0.0060608992],"category_scores_gemma":[0.0019196174,0.00060301926,0.0005115053,0.0002940802,0.0004937737,0.002432759,0.0037472788,0.0010276115,0.0019514915],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006183804,0.0020407226,0.01727276,0.0020484051,0.001031376,0.0027999312,0.004967886,0.064372234,0.23755658,0.062037162,0.13318004,0.4665091],"study_design_scores_gemma":[0.0008315572,0.0020176715,0.009411296,0.0001599937,0.00029268957,0.0020786235,0.0010981801,0.4270965,0.08050638,0.026320541,0.44972518,0.0004613871],"about_ca_topic_score_codex":0.0015745807,"about_ca_topic_score_gemma":0.001927949,"teacher_disagreement_score":0.0060608992,"about_ca_system_score_codex":0.00047928098,"about_ca_system_score_gemma":0.0008400196,"threshold_uncertainty_score":0.020275712},"labels":[],"label_agreement":null},{"id":"W2070848457","doi":"10.1109/ms.2008.107","title":"A Replicated Survey of IT Software Project Failures","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":335,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software project management; Software review; Software peer review; Software; Software engineering; Computer science; Software development; Engineering; Software construction; Operating system","score_opus":0.07118256728858817,"score_gpt":0.3032006274918481,"score_spread":0.23201806020325993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070848457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reproducibility","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reproducibility","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.982653,0.0011075,0.0015131818,0.0012080573,0.000032559863,0.00014966087,0.0065698135,0.00010292673,0.0066633746],"genre_scores_gemma":[0.9889043,0.0013509197,0.0008129346,0.00056716515,0.00004275187,0.00031532472,0.005556155,0.00004884173,0.0024015675],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98811215,0.0041264556,0.0018354376,0.0012192603,0.0039147525,0.0007920014],"domain_scores_gemma":[0.9094377,0.02086983,0.025191965,0.0082072625,0.031867273,0.0044260207],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008549224,0.00024783352,0.00038810185,0.006782906,0.0006999326,0.0014462046,0.0008832668,0.000903907,0.003450984],"category_scores_gemma":[0.05018699,0.00041159906,0.00034965252,0.009759412,0.00046668452,0.002278489,0.0018503669,0.0008620524,0.0026005013],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012058656,0.00009802365,0.9489045,0.00023932084,0.00006492328,0.00014883908,0.003754871,0.00018491977,0.0005302122,0.00022074535,0.00864744,0.037085682],"study_design_scores_gemma":[0.000008396533,0.0002657869,0.98553455,0.00010372118,0.00002087824,0.00026312866,0.005196557,0.00035377993,0.00019210337,0.00010801662,0.007929351,0.000023621917],"about_ca_topic_score_codex":0.009447376,"about_ca_topic_score_gemma":0.008255052,"teacher_disagreement_score":0.9914508,"about_ca_system_score_codex":0.0011634384,"about_ca_system_score_gemma":0.0016858886,"threshold_uncertainty_score":0.045213163},"labels":[],"label_agreement":null},{"id":"W2071650163","doi":"10.1109/ms.2012.3","title":"Conway's Law Revisited: The Evidence for a Task-Based Perspective","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mirroring; Perspective (graphical); Task (project management); Computer science; Software; Organizational architecture; Software system; Software engineering; Software architecture; Knowledge management; Engineering; Artificial intelligence; Programming language; Sociology; Systems engineering; Communication","score_opus":0.1082970439283792,"score_gpt":0.3257855418566644,"score_spread":0.21748849792828523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071650163","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07968538,0.017502012,0.07773761,0.2532186,0.0021503887,0.00014699863,0.00054329704,0.0002571935,0.5687586],"genre_scores_gemma":[0.9457893,0.0065260977,0.007539953,0.02937704,0.0020278776,0.00017052786,0.00023524453,0.00025320938,0.00808068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.96621877,0.01084888,0.0018055344,0.0057501975,0.013047721,0.0023288934],"domain_scores_gemma":[0.783834,0.16424282,0.017787972,0.01799083,0.012593002,0.0035513048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03298152,0.00082904124,0.0013586042,0.0053317123,0.004551151,0.012991329,0.0044871876,0.008310644,0.017136995],"category_scores_gemma":[0.11777756,0.00072615565,0.001575326,0.006468305,0.037114643,0.043148074,0.00852974,0.013489251,0.0020955608],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066302775,0.000053334337,0.0017023617,0.00016069783,0.000034226945,0.000114072725,0.001394971,0.0003405467,0.000058457612,0.97464085,0.0054721422,0.015961995],"study_design_scores_gemma":[0.000076561635,0.000047345595,0.0033377549,0.00029764778,0.000029148805,0.00012954377,0.0013381375,0.0010695733,0.00019691448,0.96045935,0.032986935,0.000031055653],"about_ca_topic_score_codex":0.006133756,"about_ca_topic_score_gemma":0.0040203086,"teacher_disagreement_score":0.03298152,"about_ca_system_score_codex":0.0064891484,"about_ca_system_score_gemma":0.0063874368,"threshold_uncertainty_score":0.174425},"labels":[],"label_agreement":null},{"id":"W2074675307","doi":"10.1109/ms.2007.82","title":"Novelty in Sameness","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Interdisciplinary Cultural and Social Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Novelty; Hindsight bias; Psychology; Computer science; Epistemology; Social psychology; Philosophy","score_opus":0.03415645288163651,"score_gpt":0.365508935073741,"score_spread":0.3313524821921045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074675307","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062024947,0.011775437,0.34043646,0.06983555,0.006879827,0.00021139452,0.00053816306,0.0008222571,0.5074759],"genre_scores_gemma":[0.9139128,0.0025726294,0.04035159,0.008880939,0.002834584,0.0002575515,0.0002497556,0.0005174286,0.030422786],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.984969,0.0057546245,0.0009543036,0.004050141,0.0033795885,0.0008922785],"domain_scores_gemma":[0.9654856,0.017404372,0.0027497131,0.008937693,0.0035855237,0.0018370394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011623097,0.0008065316,0.001222153,0.002915384,0.006240413,0.012746333,0.0021570872,0.0052415733,0.01653534],"category_scores_gemma":[0.052095603,0.0008015014,0.0012622434,0.0022246852,0.049587946,0.04153501,0.013316824,0.008561646,0.0020093475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046566554,0.000008984952,0.0007953025,0.00008569459,0.000028033734,0.0000993757,0.0019381269,0.00015408265,0.00027026364,0.9844002,0.0020909354,0.010082357],"study_design_scores_gemma":[0.000019735058,0.00003089172,0.00063050154,0.00008281777,0.000027619397,0.00036618923,0.0008855768,0.00039407233,0.00038755825,0.96115595,0.03597758,0.000041498093],"about_ca_topic_score_codex":0.0016038915,"about_ca_topic_score_gemma":0.0011130219,"teacher_disagreement_score":0.01653534,"about_ca_system_score_codex":0.0029119886,"about_ca_system_score_gemma":0.001895893,"threshold_uncertainty_score":0.061469555},"labels":[],"label_agreement":null},{"id":"W2077182211","doi":"10.1109/ms.2013.66","title":"Developer Dashboards: The Need for Qualitative Analytics","year":2013,"lang":"en","type":"article","venue":"IEEE Software","topic":"Human-Automation Interaction and Safety","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Analytics; IBM; Situation awareness; Adaptation (eye); Data science; Knowledge management; Workload; Task (project management); Situational ethics; Process management; Engineering; Systems engineering","score_opus":0.07780871811451874,"score_gpt":0.4240877947459236,"score_spread":0.3462790766314049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077182211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09279963,0.0051971897,0.63122153,0.1810963,0.004191413,0.009412844,0.013294973,0.0036558013,0.059130333],"genre_scores_gemma":[0.3162285,0.003416183,0.63735306,0.012027702,0.00046665192,0.018310709,0.00413208,0.001187174,0.0068780016],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.83599025,0.12923637,0.008650938,0.003863705,0.020405684,0.0018530376],"domain_scores_gemma":[0.44645193,0.44940817,0.01442438,0.027481187,0.056409407,0.005824879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.18357068,0.0013197159,0.0012709451,0.011065437,0.0046815868,0.018560605,0.003652509,0.0021744736,0.0056309085],"category_scores_gemma":[0.33295664,0.0012354613,0.00076522265,0.0120130135,0.008198078,0.021962257,0.0087173125,0.00579625,0.0012068673],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002825613,0.0004960685,0.015082667,0.0062167584,0.00012711645,0.00064364856,0.31631225,0.0039458126,0.004303714,0.19110434,0.08335154,0.37813357],"study_design_scores_gemma":[0.00014874186,0.0002537395,0.004523083,0.005845626,0.000043940872,0.0002931082,0.3858877,0.008810297,0.0028563438,0.23456392,0.35652065,0.0002527699],"about_ca_topic_score_codex":0.0053193104,"about_ca_topic_score_gemma":0.008398292,"teacher_disagreement_score":0.18357068,"about_ca_system_score_codex":0.010377908,"about_ca_system_score_gemma":0.018733177,"threshold_uncertainty_score":0.97082615},"labels":[],"label_agreement":null},{"id":"W2086221358","doi":"10.1109/52.903173","title":"Improving subjective estimates using paired comparisons","year":2001,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Research Canada","funders":"","keywords":"Computer science; Software; Scale (ratio); Sizing; Data science; Software technical review; Software development; Software engineering; Industrial engineering; Software quality; Engineering","score_opus":0.04136745351365596,"score_gpt":0.28974969134457945,"score_spread":0.2483822378309235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086221358","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022600912,0.0005114374,0.96851057,0.00027436274,0.0006539413,0.00080217666,0.00036565686,0.00088748,0.005393477],"genre_scores_gemma":[0.32554817,0.0004584416,0.66509545,0.0005038752,0.0007046395,0.003981701,0.0010362578,0.0005737563,0.002097691],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86410415,0.09982403,0.006630758,0.012360531,0.016120683,0.0009598743],"domain_scores_gemma":[0.48121166,0.42628637,0.016908145,0.035389263,0.039007578,0.0011970178],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09340024,0.002365317,0.0025191908,0.0044596028,0.0015578921,0.0042084577,0.002517969,0.0019391784,0.009920135],"category_scores_gemma":[0.40868485,0.0011259124,0.0017587553,0.0033748175,0.00214774,0.0062039257,0.004913685,0.003061875,0.0021452438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0039601782,0.000920341,0.022316905,0.0033222598,0.0024045308,0.0004021163,0.0063969046,0.015663361,0.007411744,0.03690362,0.012470795,0.8878272],"study_design_scores_gemma":[0.0023918322,0.016032048,0.10878852,0.002319569,0.0041660005,0.0021545258,0.008913321,0.29858804,0.06460621,0.4213043,0.06917494,0.0015607283],"about_ca_topic_score_codex":0.00052673154,"about_ca_topic_score_gemma":0.00068702205,"teacher_disagreement_score":0.09340024,"about_ca_system_score_codex":0.00085639587,"about_ca_system_score_gemma":0.0010816117,"threshold_uncertainty_score":0.4939536},"labels":[],"label_agreement":null},{"id":"W2089372337","doi":"10.1109/ms.2015.31","title":"Release Stabilization on Linux and Chrome","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Rework; Operating system; Computer science; Business; Engineering; Embedded system","score_opus":0.03211070806974998,"score_gpt":0.26943304995962936,"score_spread":0.23732234188987938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089372337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9876952,0.00049213856,0.0023022213,0.00043129394,0.00007045476,0.00014460609,0.00033025967,0.002068054,0.006465878],"genre_scores_gemma":[0.99425936,0.0001417295,0.0019412738,0.00014130167,0.000024462855,0.000052340936,0.00074031163,0.0003802648,0.0023189145],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99040514,0.0024411173,0.0010416367,0.0012493359,0.003855933,0.001006789],"domain_scores_gemma":[0.84646493,0.07210201,0.026933337,0.01920418,0.027612858,0.0076826205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008560192,0.000552031,0.000340572,0.002218204,0.0016360515,0.0023763257,0.0013771345,0.0006238406,0.0038847793],"category_scores_gemma":[0.12673713,0.0005821502,0.00042813516,0.0014396412,0.00093098514,0.0041913018,0.0015743792,0.0023678918,0.0014091696],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0055183526,0.0029247287,0.48698393,0.0013098295,0.00041944173,0.002602409,0.016004248,0.008765471,0.02535765,0.004685896,0.033837583,0.4115904],"study_design_scores_gemma":[0.0003722728,0.0042979075,0.89574134,0.0004922467,0.00027581613,0.001830936,0.009578362,0.02103997,0.019478908,0.0020906732,0.044447508,0.00035416306],"about_ca_topic_score_codex":0.008299821,"about_ca_topic_score_gemma":0.007365062,"teacher_disagreement_score":0.008560192,"about_ca_system_score_codex":0.001888422,"about_ca_system_score_gemma":0.0013305658,"threshold_uncertainty_score":0.04527116},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","score_opus":0.01863158711266795,"score_gpt":0.26563867711580574,"score_spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097429059","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07921042,0.18792716,0.060391475,0.36715057,0.0045379708,0.0001677001,0.00024390404,0.00086193444,0.2995088],"genre_scores_gemma":[0.8933938,0.050355557,0.014677262,0.021984808,0.0044842917,0.00027688965,0.00016879148,0.00021879097,0.01443978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98774415,0.006122348,0.00041547278,0.0012426295,0.0021027073,0.0023727003],"domain_scores_gemma":[0.97841257,0.010974385,0.0025582702,0.0015565039,0.0025713884,0.003926946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009872717,0.0012898976,0.0022066631,0.004261133,0.0032587533,0.020175783,0.0028277715,0.0071129412,0.013071856],"category_scores_gemma":[0.01961672,0.0013441375,0.0008963016,0.0044804723,0.023999667,0.044058207,0.013027779,0.01006022,0.0028503907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025431765,0.00014605864,0.015246936,0.00083599397,0.00018367039,0.00041600477,0.011082401,0.00066364213,0.00050494354,0.7601831,0.016025346,0.19445755],"study_design_scores_gemma":[0.00005004807,0.00014839025,0.009670347,0.0013363084,0.00008863406,0.000643387,0.013619412,0.0011802162,0.00013134528,0.9149159,0.058126073,0.00008980731],"about_ca_topic_score_codex":0.0054087234,"about_ca_topic_score_gemma":0.004638184,"teacher_disagreement_score":0.020175783,"about_ca_system_score_codex":0.0043498036,"about_ca_system_score_gemma":0.0055920114,"threshold_uncertainty_score":0.052212536},"labels":[],"label_agreement":null},{"id":"W2099656866","doi":"10.1109/ms.2010.70","title":"Certification 1, 2, 3","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Certification; Software; Column (typography); Investment (military); Software engineering; Computer science; Professional certification (computer technology); Engineering management; Business; Accounting; Engineering; Management; Operating system; Economics; Political science; Telecommunications","score_opus":0.015834637025682757,"score_gpt":0.2574545233972596,"score_spread":0.24161988637157686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099656866","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009295021,0.0043473314,0.042586688,0.11622247,0.023633568,0.000917275,0.0014362669,0.0020607298,0.79950064],"genre_scores_gemma":[0.11784036,0.0049932846,0.047711037,0.056506224,0.0059738006,0.00053632614,0.0027168375,0.0009114071,0.7628107],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9908415,0.0011286163,0.00069917,0.0005010144,0.0061816624,0.0006479757],"domain_scores_gemma":[0.9767779,0.0054387497,0.0014074006,0.0011480297,0.013794947,0.0014328471],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00692518,0.00037464596,0.0003519632,0.0017064981,0.0037867797,0.0051195305,0.0011797228,0.0026837168,0.04533256],"category_scores_gemma":[0.03544727,0.000309315,0.0005112489,0.0010759819,0.0014799646,0.0027543188,0.001409555,0.0029688212,0.025794892],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020133988,0.000033025706,0.002452836,0.000097669945,0.0000039134316,0.00009259489,0.00021892633,0.00011536441,0.00052278384,0.035295635,0.87608844,0.085058734],"study_design_scores_gemma":[0.0000088746265,0.000040003804,0.0019453934,0.0002249563,0.000006343795,0.00029762302,0.00032272894,0.00026061392,0.00073227443,0.0039763236,0.9921645,0.000020372483],"about_ca_topic_score_codex":0.008983773,"about_ca_topic_score_gemma":0.029373713,"teacher_disagreement_score":0.04533256,"about_ca_system_score_codex":0.0023766502,"about_ca_system_score_gemma":0.0072586187,"threshold_uncertainty_score":0.15165251},"labels":[],"label_agreement":null},{"id":"W2107715674","doi":"10.1109/52.819970","title":"A modular software process mini-assessment method","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Scope (computer science); Process (computing); Computer science; Software engineering; Modular design; Software development process; Personal software process; Software; Focus (optics); Process management; Software Engineering Process Group; Software development; Engineering management; Engineering; Software construction; Programming language","score_opus":0.014620630803170854,"score_gpt":0.3192028523388995,"score_spread":0.30458222153572867,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107715674","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006851336,0.00009957485,0.98194283,0.00019309587,0.00007023098,0.0008564289,0.00009754027,0.0015891376,0.008299953],"genre_scores_gemma":[0.054698214,0.000101509766,0.93601745,0.00015273047,0.000038365633,0.0017544643,0.0002319552,0.00033120668,0.0066741435],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99333197,0.0024697054,0.00045294044,0.0011058308,0.002450437,0.00018913437],"domain_scores_gemma":[0.9870402,0.0057025617,0.00086245243,0.0023298967,0.003617006,0.00044786325],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006451167,0.0010936898,0.0005372367,0.0029391607,0.0009235338,0.0018307162,0.0016769951,0.00096028013,0.010162374],"category_scores_gemma":[0.017110063,0.0007048952,0.0008041391,0.0017658343,0.0012302932,0.0040006563,0.003540523,0.0017938047,0.004015994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025876865,0.0003765631,0.00336275,0.0004962957,0.000054286193,0.00010159721,0.0026719163,0.0037924405,0.019351793,0.059237756,0.006278395,0.9040175],"study_design_scores_gemma":[0.0005177472,0.002598226,0.01812126,0.0012367782,0.0003468202,0.0033922435,0.0021439996,0.31079096,0.057503577,0.26432592,0.33853862,0.00048381597],"about_ca_topic_score_codex":0.0007623832,"about_ca_topic_score_gemma":0.0012703617,"teacher_disagreement_score":0.010162374,"about_ca_system_score_codex":0.0010529362,"about_ca_system_score_gemma":0.002732176,"threshold_uncertainty_score":0.03411746},"labels":[],"label_agreement":null},{"id":"W2110721401","doi":"10.1109/ms.2004.14","title":"How higher-education systems influence software engineering degree programs","year":2004,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Professionalization; Certification; Professional certification (computer technology); Engineering management; Higher education; Knowledge management; Engineering ethics; Medical education; Political science; Computer science; Engineering; Medicine","score_opus":0.028834112766979,"score_gpt":0.24537254399261565,"score_spread":0.21653843122563665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110721401","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9721087,0.00037698096,0.0003794861,0.0036823312,0.00004919899,0.00002311388,0.00017824037,0.000024391711,0.023177443],"genre_scores_gemma":[0.99695456,0.00008398994,0.00003741468,0.00014705448,0.000028892806,0.0000047746953,0.000053643398,0.00001257046,0.0026770784],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9912866,0.0035125525,0.0002954268,0.0006464655,0.0017863341,0.0024725671],"domain_scores_gemma":[0.90636456,0.038934026,0.016736984,0.0013600822,0.008374083,0.028230164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045539886,0.0001633195,0.00043172287,0.0025923809,0.0022252027,0.0065768985,0.00067275506,0.00084229273,0.021188086],"category_scores_gemma":[0.041218344,0.00020179282,0.00028603614,0.0038538128,0.0014268068,0.0019091361,0.0029160287,0.0016665204,0.0020388616],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021206764,0.0004748842,0.95824337,0.000045316378,0.00006489847,0.00015946027,0.0044191293,0.00047834407,0.0002270383,0.006196293,0.0033219783,0.026157195],"study_design_scores_gemma":[0.000023675517,0.00010335303,0.9866937,0.00004066332,0.000021138385,0.000042039017,0.0056474116,0.0004101331,0.00021357973,0.0011640313,0.0056271376,0.000013137782],"about_ca_topic_score_codex":0.029843383,"about_ca_topic_score_gemma":0.04336648,"teacher_disagreement_score":0.029843383,"about_ca_system_score_codex":0.0050597633,"about_ca_system_score_gemma":0.004818498,"threshold_uncertainty_score":0.07088119},"labels":[],"label_agreement":null},{"id":"W2111138279","doi":"10.1109/ms.2005.164","title":"The Art and Science of Software Release Planning","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":285,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Enterprise resource planning; Software release life cycle; Product (mathematics); Computer science; New product development; Resource (disambiguation); Process (computing); Software; Software engineering; Process management; Engineering; Software development; Business; Knowledge management; Software quality; Marketing; Operating system","score_opus":0.016706014955432467,"score_gpt":0.2741704459699971,"score_spread":0.2574644310145647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111138279","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004966874,0.116638884,0.731549,0.034181137,0.0039685876,0.00031731307,0.00096263003,0.0012116506,0.10620399],"genre_scores_gemma":[0.19836712,0.17906056,0.5737477,0.008212718,0.008745916,0.0009491502,0.0014068298,0.00090759713,0.028602444],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98917925,0.0036551687,0.00078548526,0.0017165586,0.004257227,0.0004062927],"domain_scores_gemma":[0.9773267,0.016441325,0.0012172303,0.003108404,0.0015078,0.00039848022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069689844,0.0015699511,0.0014747516,0.003614735,0.0023739485,0.008893364,0.003389872,0.0038865786,0.008936274],"category_scores_gemma":[0.021942452,0.0013698981,0.001466078,0.0052207867,0.015147728,0.009398217,0.0032499724,0.006867345,0.00324755],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006931708,0.000069930065,0.0007192561,0.0011231262,0.000055804972,0.00016094156,0.00076486036,0.025166135,0.00046781247,0.7499298,0.027137196,0.1943359],"study_design_scores_gemma":[0.000033826393,0.000049530096,0.00038782097,0.00051546516,0.00002375168,0.00019144375,0.00026759534,0.014964799,0.0004436254,0.739392,0.24366194,0.000068185116],"about_ca_topic_score_codex":0.009487039,"about_ca_topic_score_gemma":0.004549909,"teacher_disagreement_score":0.009487039,"about_ca_system_score_codex":0.004556734,"about_ca_system_score_gemma":0.0060768165,"threshold_uncertainty_score":0.036855996},"labels":[],"label_agreement":null},{"id":"W2112080211","doi":"10.1109/ms.2008.24","title":"Tests and Requirements, Requirements and Tests: A Möbius Strip","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Photochromic and Fluorescence Chemistry","field":"Materials Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Syntax; Computer science; Requirements engineering; Software engineering; Requirements analysis; Test (biology); Requirements elicitation; Programming language; Acceptance testing; Requirements management; Non-functional requirement; Natural language processing; Software; Software development","score_opus":0.04204179844796443,"score_gpt":0.2767380583499161,"score_spread":0.23469625990195167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112080211","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012159812,0.004074886,0.7709214,0.06981212,0.001848694,0.0007172908,0.00020913886,0.0022728553,0.13798377],"genre_scores_gemma":[0.26485628,0.0038566089,0.6015468,0.016187988,0.0015878804,0.001779268,0.00046913646,0.0030482113,0.10666784],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94617224,0.028839115,0.0051273042,0.0027853376,0.016086211,0.0009897767],"domain_scores_gemma":[0.91252005,0.051662523,0.0043569524,0.014491486,0.013937747,0.0030311288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04470225,0.0017245887,0.000892676,0.0039466494,0.002903877,0.01712932,0.002176692,0.0057072197,0.011358683],"category_scores_gemma":[0.07410986,0.0019002181,0.001017252,0.0021744715,0.02240325,0.029586634,0.009664834,0.010279361,0.005794651],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013322802,0.00009224211,0.0006031867,0.00028595244,0.000023794477,0.0005560957,0.013492515,0.0016758158,0.002978471,0.8452772,0.019906085,0.1149754],"study_design_scores_gemma":[0.00007731393,0.00023993757,0.0007472767,0.0012665006,0.000022673943,0.0015142726,0.009414774,0.008568027,0.0033668545,0.48941314,0.485247,0.0001221853],"about_ca_topic_score_codex":0.0025015573,"about_ca_topic_score_gemma":0.001223936,"teacher_disagreement_score":0.04470225,"about_ca_system_score_codex":0.0044813505,"about_ca_system_score_gemma":0.0063108555,"threshold_uncertainty_score":0.23641092},"labels":[],"label_agreement":null},{"id":"W2119162476","doi":"10.1109/ms.2007.156","title":"Agile's Coming of Age ... or Not","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Agile software development; Maturity (psychological); Mainstream; Agile usability engineering; Extreme programming practices; Agile Unified Process; Field (mathematics); Engineering; Software development; Software; Computer science; Psychology; Political science; Software development process; Software engineering","score_opus":0.035197744341986595,"score_gpt":0.29815746705245805,"score_spread":0.26295972271047147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119162476","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018204499,0.03680214,0.022840863,0.60660434,0.05468972,0.00009533963,0.000372206,0.00094070105,0.25945017],"genre_scores_gemma":[0.34549373,0.05045826,0.03547365,0.34613347,0.009094622,0.0002689269,0.00072690187,0.0017770976,0.21057339],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9879731,0.0044984072,0.0004992958,0.0009751762,0.004632022,0.0014220808],"domain_scores_gemma":[0.9811921,0.0036363013,0.00114244,0.0013923842,0.0058574034,0.0067794346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010519547,0.00063627947,0.00041729887,0.0006848335,0.0041965866,0.009583397,0.0010631005,0.003105803,0.015690977],"category_scores_gemma":[0.021813514,0.0003406347,0.0005492611,0.0013259294,0.004859596,0.012607117,0.005519271,0.012088671,0.005635893],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007048648,0.000076105985,0.0046572955,0.0007210461,0.000038196955,0.00063629297,0.008907039,0.00013522858,0.001801025,0.13157955,0.5894031,0.26197463],"study_design_scores_gemma":[0.000009294138,0.00005149555,0.0017225089,0.0004814258,0.000008112787,0.00070724095,0.004803655,0.00005754246,0.00027097398,0.012071257,0.9797831,0.000033418575],"about_ca_topic_score_codex":0.0032197512,"about_ca_topic_score_gemma":0.004615963,"teacher_disagreement_score":0.015690977,"about_ca_system_score_codex":0.0016782283,"about_ca_system_score_gemma":0.004859656,"threshold_uncertainty_score":0.055633366},"labels":[],"label_agreement":null},{"id":"W2121111390","doi":"10.1109/ms.2008.51","title":"The Software Engineering Silver Bullet Conundrum","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Silver bullet; Software; Computer science; Software engineering; Social software engineering; Engineering; Software development; Software construction; Materials science; Programming language","score_opus":0.01639189029657439,"score_gpt":0.22654515245338033,"score_spread":0.21015326215680594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121111390","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051488252,0.030753672,0.0664576,0.7573046,0.0113853365,0.0000547955,0.00006500998,0.00066699256,0.1281632],"genre_scores_gemma":[0.24928117,0.034575522,0.08428429,0.4691315,0.01718758,0.00052579696,0.0001715046,0.0019054262,0.14293715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9709952,0.010493734,0.0012737382,0.0032361208,0.012485665,0.0015155276],"domain_scores_gemma":[0.9168041,0.05717811,0.0024147597,0.006545476,0.012687442,0.004370039],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028840132,0.0012928909,0.0012971831,0.0035712027,0.0065454575,0.012808034,0.0026221268,0.012790079,0.009378058],"category_scores_gemma":[0.08318667,0.00094318064,0.0010348625,0.0018672895,0.03673144,0.030623745,0.011866835,0.02615483,0.005631969],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002702339,0.00003283881,0.0002228805,0.000083253064,0.000009393512,0.00007920665,0.0008836507,0.00025705821,0.00013627335,0.86332643,0.09846125,0.03648077],"study_design_scores_gemma":[0.000024809213,0.000038445276,0.0001094231,0.00033479524,0.0000062522604,0.00015951759,0.0005784597,0.00070180185,0.00030476667,0.6700304,0.32768148,0.000029847843],"about_ca_topic_score_codex":0.00328633,"about_ca_topic_score_gemma":0.00232819,"teacher_disagreement_score":0.028840132,"about_ca_system_score_codex":0.0056415875,"about_ca_system_score_gemma":0.008679628,"threshold_uncertainty_score":0.15252304},"labels":[],"label_agreement":null},{"id":"W2124946826","doi":"10.1109/ms.2009.176","title":"Guest Editors' Introduction: Cooperative and Human Aspects of Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Social software engineering; Software development; Software peer review; Software engineering; Domain (mathematical analysis); Software; Computer science; Variety (cybernetics); Personal software process; Software construction; Software Engineering Process Group; Software deployment; Artificial intelligence","score_opus":0.008644575784821317,"score_gpt":0.24257475633170983,"score_spread":0.23393018054688852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124946826","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00014218318,0.009899895,0.0008419136,0.024433404,0.95945126,0.000014998938,0.00006474634,0.00011702866,0.0050345315],"genre_scores_gemma":[0.0014278998,0.01278134,0.0005910133,0.010327581,0.9537508,0.000024378356,0.00008806311,0.00012748981,0.020881405],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719584,0.00034860196,0.00037973578,0.00054076413,0.0012879509,0.00024714088],"domain_scores_gemma":[0.979046,0.0054363143,0.0011860466,0.0007406955,0.010109081,0.0034819315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003573559,0.002556029,0.0018817236,0.0032565116,0.0017696922,0.006600781,0.0023983628,0.00440968,0.025695167],"category_scores_gemma":[0.012967669,0.00073603285,0.0012670229,0.0019636154,0.0013654506,0.004794084,0.0021318274,0.008442205,0.020420825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032159067,0.00001891302,0.00011442128,0.00024261873,0.000007896205,0.0000813278,0.000029540608,0.00006745405,0.00011400824,0.001023792,0.97525275,0.023015188],"study_design_scores_gemma":[0.000016927559,0.00005430267,0.00043139083,0.00028172592,0.000018852388,0.00035875104,0.000049474653,0.00023158544,0.00015511419,0.0013677003,0.99701476,0.00001939437],"about_ca_topic_score_codex":0.0006580759,"about_ca_topic_score_gemma":0.0018195872,"teacher_disagreement_score":0.025695167,"about_ca_system_score_codex":0.0011637183,"about_ca_system_score_gemma":0.0015556151,"threshold_uncertainty_score":0.0859589},"labels":[],"label_agreement":null},{"id":"W2136904599","doi":"10.1109/ms.2006.126","title":"Guest Editors' Introduction: Global Software Development: How Far Have We Come?","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Software peer review; Computer science; Social software engineering; Software development process; Software engineering; Personal software process; Software; Engineering management; Engineering; Software construction","score_opus":0.01102441306856668,"score_gpt":0.23326458316861817,"score_spread":0.22224017010005148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136904599","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031340012,0.013442271,0.0010742029,0.056293793,0.9231755,0.00002252865,0.00007272684,0.00013939133,0.0054661683],"genre_scores_gemma":[0.0042991396,0.025777532,0.0010331725,0.032928057,0.9037156,0.000045506975,0.00016790655,0.00020995829,0.031823125],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99790883,0.0003090223,0.00027696983,0.00039536483,0.0009249637,0.00018499767],"domain_scores_gemma":[0.9828903,0.004978874,0.0009755551,0.00047369744,0.00812589,0.0025557717],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034151317,0.0017886796,0.0018267235,0.0024301463,0.0017135638,0.006400515,0.0020352276,0.0039955596,0.01981433],"category_scores_gemma":[0.011555132,0.00051197334,0.0010304438,0.001801551,0.001468254,0.004601886,0.0018190199,0.0077349753,0.012049368],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002377024,0.000010893714,0.00011656499,0.00023010287,0.0000057430366,0.00008838499,0.00005384821,0.00005680864,0.00010836314,0.00087982,0.9803718,0.018053874],"study_design_scores_gemma":[0.000014987551,0.000052158863,0.00045447674,0.00038084056,0.000020994388,0.00036314802,0.00017303796,0.00027327414,0.0001823837,0.0013574982,0.9967078,0.000019388324],"about_ca_topic_score_codex":0.0006324484,"about_ca_topic_score_gemma":0.0014069076,"teacher_disagreement_score":0.01981433,"about_ca_system_score_codex":0.0011824144,"about_ca_system_score_gemma":0.0012731937,"threshold_uncertainty_score":0.06628555},"labels":[],"label_agreement":null},{"id":"W2138450492","doi":"10.1109/ms.2009.3","title":"A Tale of Two Conferences","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Agile software development; Software engineering; Key (lock); Software development; Scrum; Computer science; Flash (photography); Software; Engineering management; Engineering; Programming language; Computer security","score_opus":0.03320943124483294,"score_gpt":0.2778344717614347,"score_spread":0.24462504051660178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138450492","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018722096,0.014151999,0.0071645863,0.4775221,0.28001988,0.00045518216,0.000781624,0.0016632065,0.1995192],"genre_scores_gemma":[0.11420089,0.0057970374,0.006886917,0.22530594,0.049210973,0.0005907837,0.0013144545,0.001828432,0.5948646],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895677,0.002166246,0.00030390208,0.0015130495,0.0036489624,0.0028002525],"domain_scores_gemma":[0.9639798,0.0018328882,0.000755662,0.0013136298,0.0068654437,0.02525268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008528394,0.0013847445,0.00083252357,0.004535451,0.02016622,0.022674277,0.0023387892,0.008021865,0.060335398],"category_scores_gemma":[0.023320831,0.0007655581,0.0009686752,0.002584787,0.0037224356,0.014631948,0.013941414,0.017561516,0.023975734],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002408948,0.00021245595,0.0013646781,0.00022500574,0.000040636387,0.0005731977,0.003378817,0.000076594806,0.0014703005,0.024240246,0.92328453,0.04489267],"study_design_scores_gemma":[0.000030422449,0.00010531304,0.0012265254,0.00014139076,0.000010869381,0.00028974283,0.00836133,0.00009199857,0.0003328596,0.005200503,0.9841547,0.000054448014],"about_ca_topic_score_codex":0.0040704105,"about_ca_topic_score_gemma":0.0076032933,"teacher_disagreement_score":0.060335398,"about_ca_system_score_codex":0.004360715,"about_ca_system_score_gemma":0.006125219,"threshold_uncertainty_score":0.20184201},"labels":[],"label_agreement":null},{"id":"W2154060542","doi":"10.1109/52.895172","title":"Critical factors affecting personal software processes","year":2000,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; National Research Council Canada","funders":"","keywords":"Personal software process; Team software process; Software development; Software engineering; Computer science; Software; Software peer review; Process (computing); Software development process; Software construction; Operating system","score_opus":0.020792264626538288,"score_gpt":0.2798346046630434,"score_spread":0.2590423400365051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154060542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94504946,0.0007394641,0.025193902,0.0011045816,0.00003217853,0.00037109194,0.000088703164,0.00019896943,0.027221477],"genre_scores_gemma":[0.99374545,0.00016371688,0.005236425,0.000052641488,0.000013545496,0.00003644829,0.000029960538,0.000025423347,0.0006962899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9898718,0.00344326,0.0007425992,0.0011125451,0.003993292,0.0008365821],"domain_scores_gemma":[0.807525,0.12459065,0.031956453,0.008437133,0.019387731,0.008103024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077377204,0.0006099171,0.0002859958,0.0027058097,0.0017808193,0.0034183785,0.0005154536,0.0009819476,0.004016536],"category_scores_gemma":[0.08392055,0.00037856968,0.00045347805,0.001357024,0.0023450737,0.0024609987,0.001595698,0.0013055588,0.000501646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058565487,0.0010900813,0.63396853,0.00074064825,0.00027829778,0.0015099111,0.03338642,0.007282937,0.015044323,0.031103808,0.0027963503,0.27221304],"study_design_scores_gemma":[0.00008701904,0.0010846977,0.8611885,0.00037245723,0.0003450308,0.0019395862,0.020173077,0.015809566,0.014831038,0.062906876,0.020979501,0.0002825883],"about_ca_topic_score_codex":0.0028816836,"about_ca_topic_score_gemma":0.0023923444,"teacher_disagreement_score":0.0077377204,"about_ca_system_score_codex":0.0020255405,"about_ca_system_score_gemma":0.0032222376,"threshold_uncertainty_score":0.04092151},"labels":[],"label_agreement":null},{"id":"W2155971005","doi":"10.1109/ms.2007.141","title":"Open Source Software: All You Do Is Put It Together","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"ITEA","keywords":"Middleware (distributed applications); Computer science; Software engineering; Component (thermodynamics); Interface (matter); Software; World Wide Web; Publication; Simple (philosophy); Database; Operating system","score_opus":0.03129996086845111,"score_gpt":0.3008090885430084,"score_spread":0.2695091276745573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155971005","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037599904,0.011355682,0.21521677,0.15896216,0.041965038,0.0010534409,0.004492493,0.12591189,0.43728256],"genre_scores_gemma":[0.026956487,0.015040097,0.18167737,0.055935163,0.022452045,0.0014142741,0.01588501,0.12109784,0.55954176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99037254,0.0018111826,0.0007972545,0.000919955,0.0054122903,0.0006867607],"domain_scores_gemma":[0.9539312,0.0065056607,0.0022393106,0.015631905,0.01510341,0.0065885205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009080488,0.0019394757,0.0015161493,0.0066201137,0.0029723013,0.0094624935,0.0027294075,0.006261405,0.15973718],"category_scores_gemma":[0.054009926,0.001314992,0.0014853722,0.0049380604,0.0033505876,0.02054347,0.01569788,0.008966748,0.27794138],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048624133,0.000089584726,0.0007866787,0.00036346752,0.00004619297,0.00016519209,0.0007267056,0.00010512823,0.0011671601,0.008334534,0.7134136,0.2747531],"study_design_scores_gemma":[0.000010631159,0.00002205987,0.0003635388,0.00031697776,0.000011541235,0.00021057758,0.00023164373,0.000091274356,0.0002797775,0.006363054,0.99207026,0.000028681528],"about_ca_topic_score_codex":0.0009922505,"about_ca_topic_score_gemma":0.0012894684,"teacher_disagreement_score":0.15973718,"about_ca_system_score_codex":0.0008602127,"about_ca_system_score_gemma":0.0033642966,"threshold_uncertainty_score":0.5343741},"labels":[],"label_agreement":null},{"id":"W2156448859","doi":"10.1109/ms.2009.161","title":"Recommendation Systems for Software Engineering","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":387,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; McGill University","funders":"","keywords":"Software engineering; Social software engineering; Software development; Computer science; Software construction; Personal software process; Software peer review; Reuse; Software system; Package development process; Software Engineering Process Group; Software; World Wide Web; Engineering; Operating system","score_opus":0.0223554942090374,"score_gpt":0.26801504227710155,"score_spread":0.24565954806806414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156448859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045762635,0.013145571,0.9318718,0.005386975,0.0010714188,0.001142151,0.0031709205,0.01763458,0.022000363],"genre_scores_gemma":[0.09236615,0.013358168,0.84980106,0.0022370147,0.001344524,0.0015424852,0.0091798315,0.0007146875,0.029456073],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9918847,0.0031707222,0.0008056827,0.0014468706,0.0024445602,0.00024745366],"domain_scores_gemma":[0.9852014,0.007010658,0.0006633579,0.0030173345,0.0037883373,0.00031887964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007635613,0.0016628158,0.0022606805,0.0058111707,0.0018496388,0.004321072,0.0029468378,0.004426533,0.024308901],"category_scores_gemma":[0.033909317,0.0009858782,0.002126625,0.008296144,0.000814896,0.006983774,0.002399367,0.0028252231,0.018096408],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003565415,0.00028542653,0.002332051,0.0011341748,0.00062371016,0.00018345808,0.00022863323,0.025739292,0.0013199059,0.060339704,0.12002227,0.7874349],"study_design_scores_gemma":[0.0004041318,0.00035601167,0.0023864412,0.0006105704,0.0005306425,0.00054648955,0.0002629094,0.4890866,0.002844921,0.19893503,0.30377808,0.00025819012],"about_ca_topic_score_codex":0.017261988,"about_ca_topic_score_gemma":0.019069817,"teacher_disagreement_score":0.024308901,"about_ca_system_score_codex":0.0022955607,"about_ca_system_score_gemma":0.0017250469,"threshold_uncertainty_score":0.08132136},"labels":[],"label_agreement":null},{"id":"W2160708296","doi":"10.1109/ms.2007.155","title":"A Software Chasm: Software Engineering and Scientific Computing","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software development; Software requirements; Software construction; Software system; Software; Software peer review; Computer science; Personal software process; Software deployment; Engineering management; Systems engineering; Engineering; Operating system","score_opus":0.02701085889276701,"score_gpt":0.2734204104807158,"score_spread":0.2464095515879488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160708296","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063496763,0.20270494,0.40173486,0.27699775,0.011875739,0.00015317144,0.00015777897,0.0020724924,0.09795363],"genre_scores_gemma":[0.3322131,0.2088796,0.28848362,0.08156941,0.047040775,0.00097261,0.0005462898,0.002905417,0.037389122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97633946,0.010839539,0.0011942313,0.0018795675,0.008916399,0.00083080376],"domain_scores_gemma":[0.92415565,0.06052423,0.0016124761,0.005482442,0.005763506,0.0024616227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021054946,0.0013713908,0.001976659,0.007108521,0.0042272336,0.015292935,0.0022981022,0.0086753415,0.006550132],"category_scores_gemma":[0.04759909,0.0013064855,0.0011409058,0.00953919,0.028502587,0.039036162,0.010952266,0.017586438,0.0032886846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030493096,0.000029731975,0.00031142266,0.00031431494,0.00004112579,0.00011814709,0.0011454028,0.0008933576,0.0002583113,0.91106105,0.031038936,0.05475769],"study_design_scores_gemma":[0.000016091835,0.000025151841,0.00010937712,0.0003505098,0.0000075031926,0.00014916653,0.0002922194,0.0021767968,0.00017675557,0.8880882,0.10858169,0.00002645788],"about_ca_topic_score_codex":0.001793745,"about_ca_topic_score_gemma":0.0011836793,"teacher_disagreement_score":0.9789451,"about_ca_system_score_codex":0.0040439307,"about_ca_system_score_gemma":0.005252539,"threshold_uncertainty_score":0.11135048},"labels":[],"label_agreement":null},{"id":"W2167247076","doi":"10.1109/ms.2008.149","title":"Licensing Software Engineers?","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Personal software process; Software development; Software peer review; Social software engineering; Engineering management; Software technical review; Software; Computer science; Software construction; Engineering; Programming language","score_opus":0.012999305167937467,"score_gpt":0.19489654546016183,"score_spread":0.18189724029222437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167247076","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004616259,0.0061479667,0.0036612381,0.5554369,0.012458897,0.000023620181,0.000090962065,0.00036191475,0.41720217],"genre_scores_gemma":[0.14047597,0.009609658,0.0027371296,0.33294126,0.009042622,0.00006561691,0.00019856208,0.00057487545,0.5043543],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920324,0.001725448,0.00042947786,0.00063338655,0.0037451887,0.0014341058],"domain_scores_gemma":[0.96761304,0.01118097,0.002193331,0.0016936364,0.010877473,0.0064414847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007675504,0.0002698162,0.00048583632,0.00095817953,0.0034219348,0.0085808635,0.00083138637,0.009304737,0.05316839],"category_scores_gemma":[0.069254674,0.00022975454,0.00039320072,0.00094599795,0.0035695354,0.016790023,0.0036615944,0.0056105526,0.027238838],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013848801,0.000064260355,0.0017594817,0.00007690819,0.0000039637885,0.00024299434,0.0019632173,0.00003199263,0.0002404164,0.117502525,0.7985992,0.07950126],"study_design_scores_gemma":[0.0000063871607,0.000021846161,0.0012557291,0.00023113645,0.0000043027608,0.0004119278,0.0028842243,0.00007610689,0.00025255003,0.02845461,0.9663804,0.000020892821],"about_ca_topic_score_codex":0.0025130503,"about_ca_topic_score_gemma":0.0061987564,"teacher_disagreement_score":0.05316839,"about_ca_system_score_codex":0.0016307133,"about_ca_system_score_gemma":0.0049370504,"threshold_uncertainty_score":0.17786598},"labels":[],"label_agreement":null},{"id":"W2201200918","doi":"10.1109/ms.2015.158","title":"Requirements: The Key to Sustainability","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":190,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Fundação Carlos Chagas Filho de Amparo à Pesquisa do Estado do Rio de Janeiro; Conselho Nacional de Desenvolvimento Científico e Tecnológico; Deutsche Forschungsgemeinschaft","keywords":"Social software engineering; Software requirements; Paradigm shift; Software engineering; Software Engineering Process Group; Software development; Sustainability; Key (lock); Computer science; Software peer review; Focus (optics); Personal software process; Software; Engineering; Software construction; Systems engineering; Engineering management; Computer security; Programming language","score_opus":0.02696040185903763,"score_gpt":0.2627659894617791,"score_spread":0.23580558760274145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2201200918","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015963903,0.025084926,0.121726274,0.321571,0.0032201505,0.00008622509,0.00031233052,0.0008286017,0.51120657],"genre_scores_gemma":[0.73872936,0.038665768,0.06850931,0.03649455,0.0042689345,0.0002709785,0.0004939728,0.0011855318,0.11138155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99218965,0.004135345,0.00031106724,0.00060383795,0.0022511492,0.0005089434],"domain_scores_gemma":[0.9860183,0.008009493,0.0006943203,0.001737152,0.0026550798,0.0008857194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005830586,0.0006101572,0.0004171988,0.0009970664,0.00280694,0.008543478,0.000978448,0.0040200087,0.012037169],"category_scores_gemma":[0.020427352,0.0004131896,0.00040606142,0.0013909996,0.013070305,0.014158688,0.005006005,0.005761358,0.004156384],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014262777,0.000015672964,0.00022140132,0.00020091663,0.0000082974075,0.000080969214,0.0015836591,0.00066270283,0.0007149727,0.9077191,0.0353777,0.053400416],"study_design_scores_gemma":[0.000005909894,0.000015135849,0.00019060085,0.00025568242,0.000004557575,0.00014334935,0.0011605547,0.00056957715,0.0005326372,0.59732866,0.39977708,0.000016292346],"about_ca_topic_score_codex":0.003001351,"about_ca_topic_score_gemma":0.0020108244,"teacher_disagreement_score":0.012037169,"about_ca_system_score_codex":0.00295754,"about_ca_system_score_gemma":0.004649477,"threshold_uncertainty_score":0.040268302},"labels":[],"label_agreement":null},{"id":"W2290793703","doi":"10.1109/ms.2016.31","title":"A Deep-Intelligence Framework for Online Video Processing","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Anomaly Detection Techniques and Applications","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Scalability; Big data; Deep learning; Architecture; Distributed computing; Computer architecture; Artificial intelligence; Database; Data mining; Operating system","score_opus":0.028500305236466746,"score_gpt":0.306971460595694,"score_spread":0.2784711553592273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290793703","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018994045,0.00020459857,0.99151844,0.00015217763,0.000044655055,0.000046345034,0.0001592964,0.004651602,0.0013234585],"genre_scores_gemma":[0.12738922,0.00039600141,0.8662441,0.0002459779,0.000058729154,0.0001945372,0.0009041365,0.00036483936,0.004202402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9996424,0.00004694675,0.000024548104,0.00007588011,0.00015595075,0.000054231863],"domain_scores_gemma":[0.9996886,0.00008781382,0.000019964273,0.000058297188,0.00011074674,0.000034583416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070564495,0.0006968845,0.00060709234,0.00059659773,0.00053931534,0.0011084687,0.0024513635,0.00084915943,0.0029955304],"category_scores_gemma":[0.0011502409,0.00046804914,0.0009905074,0.00068256335,0.0006892013,0.0017006254,0.0013176887,0.0020008162,0.0009788298],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023832821,0.00033837304,0.0010916775,0.00023061373,0.00017914781,0.00028733155,0.00014746448,0.44786024,0.016240964,0.103416026,0.031114722,0.39885512],"study_design_scores_gemma":[0.000010570212,0.000013803205,0.0000675608,0.0000055776,0.000007322952,0.000024008403,0.0000059758618,0.9756659,0.0020084954,0.01740024,0.004782179,0.0000083603945],"about_ca_topic_score_codex":0.016414715,"about_ca_topic_score_gemma":0.023863997,"teacher_disagreement_score":0.016414715,"about_ca_system_score_codex":0.0012432004,"about_ca_system_score_gemma":0.0020753597,"threshold_uncertainty_score":0.03263831},"labels":[],"label_agreement":null},{"id":"W2290829945","doi":"10.1109/ms.2016.47","title":"Software Engineering for Big Data Systems","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Big data; Theme (computing); Computer science; Software analytics; Software; Social software engineering; Software engineering; Software system; Software development; Data science; Software construction; World Wide Web; Operating system","score_opus":0.04856795361697013,"score_gpt":0.2393491465296642,"score_spread":0.19078119291269405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290829945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007984689,0.023834322,0.8297283,0.050356105,0.003516595,0.00019786537,0.0004936373,0.003282983,0.08060545],"genre_scores_gemma":[0.16531242,0.0363586,0.72725284,0.007305706,0.004109174,0.0007468461,0.001968258,0.003179837,0.05376628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959662,0.0010825517,0.00037226736,0.00034683832,0.0020567924,0.0001752956],"domain_scores_gemma":[0.98977005,0.0048868433,0.0004517717,0.0022728036,0.0021564334,0.00046219013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046435315,0.00065810006,0.00047975016,0.0013957104,0.001078846,0.0033103938,0.0010087567,0.0016600809,0.0060703023],"category_scores_gemma":[0.014178529,0.00055447227,0.0007942761,0.0014326056,0.0022714722,0.004801477,0.003035221,0.0041889357,0.003262865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014508768,0.000042121956,0.00066657993,0.0006522903,0.000048742473,0.00013939214,0.0006131023,0.0112106735,0.0021081504,0.7683049,0.06814779,0.14805174],"study_design_scores_gemma":[0.000009018762,0.000024614987,0.00028956129,0.00033087205,0.0000114030345,0.00015750127,0.0001375439,0.01980206,0.0012741281,0.6572955,0.32064787,0.000019964262],"about_ca_topic_score_codex":0.0011773984,"about_ca_topic_score_gemma":0.0012310926,"teacher_disagreement_score":0.0060703023,"about_ca_system_score_codex":0.0014006938,"about_ca_system_score_gemma":0.0029536267,"threshold_uncertainty_score":0.02455765},"labels":[],"label_agreement":null},{"id":"W2293790107","doi":"10.1109/ms.2008.5","title":"Emotional Requirements","year":2008,"lang":"en","type":"article","venue":"IEEE Software","topic":"Artificial Intelligence in Games","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Happiness; Laughter; Psychology; Game design; Social psychology; Personality; Emotional intelligence; Affect (linguistics); Cognitive psychology; Computer science; Human–computer interaction; Communication","score_opus":0.07922943416817232,"score_gpt":0.30135042706012793,"score_spread":0.2221209928919556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293790107","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026930742,0.0005802677,0.20905308,0.006494994,0.0008558585,0.0013059678,0.002161763,0.0025936528,0.7500237],"genre_scores_gemma":[0.5653583,0.0011717208,0.14269735,0.0068624727,0.0004353035,0.0029624389,0.007383237,0.0025208974,0.27060828],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99622077,0.00091710396,0.00038967546,0.0003800641,0.0016104957,0.00048193103],"domain_scores_gemma":[0.9942016,0.0012258632,0.00031411063,0.0009893558,0.002771418,0.0004977188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024431346,0.00094492786,0.00031653768,0.0005595016,0.0011243139,0.0029923893,0.0013105097,0.00164694,0.037380736],"category_scores_gemma":[0.014107557,0.00043004373,0.0005892091,0.00028053415,0.0012558379,0.0031872354,0.003443971,0.0017034432,0.016384156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044417087,0.00033370318,0.0046951766,0.0012974411,0.00005294306,0.001475773,0.006958614,0.0047512315,0.038985033,0.5514762,0.14746338,0.2420663],"study_design_scores_gemma":[0.0000557015,0.00017628093,0.004846984,0.00037294836,0.00003987783,0.0016916427,0.0023284978,0.0052867187,0.00800656,0.0977822,0.8793231,0.000089503505],"about_ca_topic_score_codex":0.0012922642,"about_ca_topic_score_gemma":0.0012329427,"teacher_disagreement_score":0.037380736,"about_ca_system_score_codex":0.000977018,"about_ca_system_score_gemma":0.0011939865,"threshold_uncertainty_score":0.12505096},"labels":[],"label_agreement":null},{"id":"W2334398149","doi":"10.1109/ms.2009.118","title":"Theory of Relative Dependency:
 Higher Coupling Concentration in Smaller Modules and its Implications for Software Refactoring and Quality","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Code refactoring; Dependency (UML); Software quality; Software engineering; Quality (philosophy); Software; Computer science; Reliability engineering; Coupling (piping); Programming language; Engineering; Software development; Physics; Mechanical engineering","score_opus":0.08567194059581427,"score_gpt":0.33744661089834255,"score_spread":0.25177467030252826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2334398149","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21752359,0.0034635891,0.64915746,0.0146899875,0.00038414486,0.00027357455,0.0006220106,0.0007369208,0.11314873],"genre_scores_gemma":[0.934377,0.0010520928,0.056294855,0.00212055,0.00030027961,0.00036740783,0.00021680392,0.00018107961,0.005089896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994381,0.0018383954,0.00033612436,0.0015684663,0.0015056875,0.00037029857],"domain_scores_gemma":[0.9595183,0.024550062,0.007463569,0.0035158873,0.0034873954,0.0014647741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006192817,0.0009119201,0.00071674684,0.0037784849,0.0014438756,0.002558784,0.0019570692,0.0020530294,0.012191715],"category_scores_gemma":[0.03534805,0.000827443,0.001331367,0.0030162225,0.007810489,0.0072452137,0.003636346,0.0018983,0.0015519209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032779158,0.0004959328,0.115744844,0.0007806238,0.00038476085,0.0008218402,0.006658814,0.011343585,0.0050424733,0.732819,0.008103993,0.11747633],"study_design_scores_gemma":[0.00016642899,0.0004317733,0.15136524,0.00030724512,0.00030262774,0.00260084,0.0016100797,0.038648795,0.0030091007,0.77636427,0.025048831,0.00014479224],"about_ca_topic_score_codex":0.0034944522,"about_ca_topic_score_gemma":0.0014303249,"teacher_disagreement_score":0.012191715,"about_ca_system_score_codex":0.0030170442,"about_ca_system_score_gemma":0.0017863724,"threshold_uncertainty_score":0.040785372},"labels":[],"label_agreement":null},{"id":"W2344561138","doi":"10.1109/ms.2015.149","title":"Is It Worth Responding to Reviews? Studying the Top Free Apps in Google Play","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Queen's University","funders":"","keywords":"Mobile apps; World Wide Web; App store; Computer science; Point (geometry); Internet privacy; Value (mathematics); Mobile device; Psychology","score_opus":0.11041795925278627,"score_gpt":0.366144305719745,"score_spread":0.2557263464669587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2344561138","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96839786,0.0026392792,0.0005737558,0.005269495,0.00019710974,0.00007349287,0.0003656211,0.000048065736,0.022435334],"genre_scores_gemma":[0.9945235,0.00101311,0.00045965464,0.0010812929,0.00021418228,0.00003699,0.00013635487,0.00003260545,0.0025022756],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9896039,0.004191721,0.00053315895,0.00056717027,0.0043434836,0.0007605166],"domain_scores_gemma":[0.8797416,0.068333745,0.024029784,0.001930432,0.021155657,0.00480876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057132267,0.0002626597,0.0004532745,0.0018538065,0.0010536385,0.0037513198,0.000502399,0.0008450727,0.0022550947],"category_scores_gemma":[0.0799574,0.00024470643,0.00038359262,0.001929033,0.0008847354,0.0036664247,0.00065550854,0.0009191906,0.0009048652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006847791,0.00033544883,0.7185317,0.0012375247,0.00038223297,0.00089905877,0.047232576,0.00015975196,0.0028785868,0.001550174,0.024871571,0.20123659],"study_design_scores_gemma":[0.000028037844,0.00067756214,0.9180011,0.0004289263,0.000237863,0.0008039001,0.04346911,0.0006493546,0.0009426507,0.00068319944,0.033999152,0.000079080644],"about_ca_topic_score_codex":0.006076676,"about_ca_topic_score_gemma":0.014259469,"teacher_disagreement_score":0.006076676,"about_ca_system_score_codex":0.0011010672,"about_ca_system_score_gemma":0.0009431905,"threshold_uncertainty_score":0.030214787},"labels":[],"label_agreement":null},{"id":"W2518215700","doi":"10.1109/ms.2016.120","title":"How Software Development Group Leaders Influence Team Members' Innovative Behavior","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Creativity in Education and Neuroscience","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Team software process; Software development; Team effectiveness; Personal software process; Knowledge management; Team composition; Software; Engineering; Psychology; Software development process; Business; Engineering management; Computer science; Software construction","score_opus":0.04713400338277273,"score_gpt":0.3343014072762845,"score_spread":0.28716740389351175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518215700","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98827213,0.000092876755,0.001441554,0.0004948535,0.000028598792,0.000017233704,0.00000927987,0.00002064417,0.009622801],"genre_scores_gemma":[0.998264,0.000070113754,0.00051189156,0.00009660476,0.000013676899,0.000013686645,0.000009939542,0.000009410319,0.001010638],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981988,0.0011143587,0.00003479299,0.0001234347,0.0003209604,0.00020778905],"domain_scores_gemma":[0.9881153,0.007234402,0.001428027,0.00031599455,0.000894624,0.002011649],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017641397,0.00015031952,0.00013165612,0.0005684884,0.0008598366,0.0021692293,0.0002356217,0.00048988586,0.0021660402],"category_scores_gemma":[0.014866252,0.000115761046,0.00013884477,0.00024882416,0.00053408416,0.0007060304,0.0007743093,0.0005786681,0.00045419965],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004184309,0.0016670234,0.71255165,0.00016229317,0.00020695623,0.00044650445,0.04428394,0.0019919395,0.012179519,0.004897851,0.005625362,0.2155685],"study_design_scores_gemma":[0.00020520916,0.0013031226,0.9025525,0.00018103395,0.00025055528,0.00029715156,0.048802547,0.010887711,0.006428211,0.011553154,0.017441407,0.00009740972],"about_ca_topic_score_codex":0.0013722545,"about_ca_topic_score_gemma":0.0023690355,"teacher_disagreement_score":0.0021692293,"about_ca_system_score_codex":0.00042983843,"about_ca_system_score_gemma":0.0008187972,"threshold_uncertainty_score":0.009329736},"labels":[],"label_agreement":null},{"id":"W2541219092","doi":"10.1109/ms.2016.156","title":"The Tragedy of Defect Prediction, Prince of Empirical Software Engineering Research","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software bug; Computer science; Field (mathematics); Tragedy (event); Empirical research; Software; Software engineering; Data science; Engineering; Programming language; Mathematics; Sociology","score_opus":0.043490389487501946,"score_gpt":0.32622678522319115,"score_spread":0.2827363957356892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2541219092","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088315494,0.25946116,0.22329219,0.35747883,0.013961611,0.00036010527,0.008050736,0.0019140411,0.047165867],"genre_scores_gemma":[0.72216773,0.1164358,0.082453564,0.036765028,0.02365739,0.0005885656,0.0039692204,0.0009519453,0.013010861],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.93716365,0.021021396,0.0028648188,0.007950653,0.030388845,0.00061071815],"domain_scores_gemma":[0.40948546,0.4789419,0.031131428,0.041321024,0.035327643,0.0037924198],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.056613866,0.0014925586,0.0021008214,0.013391362,0.002703586,0.009565821,0.0030337365,0.0043927575,0.006284188],"category_scores_gemma":[0.36915067,0.0012006875,0.0010683622,0.015168,0.01302212,0.022393182,0.0047119176,0.0073725577,0.0030924676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082785095,0.00041344023,0.092168555,0.0045706457,0.00089111924,0.00029924742,0.002014329,0.0102653755,0.0014919526,0.14727972,0.13178311,0.6079947],"study_design_scores_gemma":[0.000214524,0.0008291411,0.052688655,0.0056761974,0.00033299974,0.0012619786,0.0026148632,0.038321357,0.0029156485,0.6948282,0.19989395,0.00042248506],"about_ca_topic_score_codex":0.00417027,"about_ca_topic_score_gemma":0.003526899,"teacher_disagreement_score":0.94338614,"about_ca_system_score_codex":0.0025918693,"about_ca_system_score_gemma":0.0037297108,"threshold_uncertainty_score":0.2994063},"labels":[],"label_agreement":null},{"id":"W2547621596","doi":"10.1109/ms.2016.147","title":"Cyclomatic Complexity","year":2016,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":128,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Engineering and Physical Sciences Research Council","keywords":"Cyclomatic complexity; Computer science; Popularity; Metric (unit); Software metric; Software engineering; Code (set theory); Object (grammar); Software; Simple (philosophy); Software development; Programming language; Data science; Theoretical computer science; Software quality; Artificial intelligence; Engineering; Set (abstract data type); Political science; Epistemology","score_opus":0.03786635918510187,"score_gpt":0.27448962098181307,"score_spread":0.2366232617967112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547621596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07607019,0.01629217,0.52361053,0.015491977,0.00173112,0.0003795701,0.008064934,0.0012006299,0.35715887],"genre_scores_gemma":[0.78455913,0.011116377,0.14244206,0.003589384,0.0035892131,0.0008723651,0.0076759527,0.0006432466,0.045512315],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99352103,0.001075276,0.0005897947,0.0017089996,0.0025188138,0.0005860356],"domain_scores_gemma":[0.9868325,0.0061751823,0.0014109638,0.002218413,0.0025065101,0.0008564616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023766635,0.0010633502,0.0012210534,0.005402466,0.0022745803,0.00970993,0.0018716754,0.001781936,0.017023377],"category_scores_gemma":[0.015277977,0.00040400884,0.0014494971,0.00527762,0.005631787,0.010631867,0.0042184694,0.0033848383,0.0040753153],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025251054,0.000016533264,0.00087077805,0.00014569386,0.000024940335,0.000053719003,0.00015916688,0.002891717,0.00029830704,0.9635796,0.010758803,0.021175455],"study_design_scores_gemma":[0.0000068710824,0.000017085373,0.0005952571,0.00005418893,0.0000115513385,0.00017299691,0.00007143899,0.0063550007,0.00037708678,0.94845784,0.043859255,0.00002143644],"about_ca_topic_score_codex":0.0019921428,"about_ca_topic_score_gemma":0.0011564724,"teacher_disagreement_score":0.017023377,"about_ca_system_score_codex":0.0046473746,"about_ca_system_score_gemma":0.0019301369,"threshold_uncertainty_score":0.0569489},"labels":[],"label_agreement":null},{"id":"W2575619597","doi":"10.1109/ms.2017.12","title":"How Best to Teach Global Software Engineering? Educators Are Divided","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Information Systems Education and Curriculum Development","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of California, Irvine; Science Foundation Ireland","keywords":"Software engineering; Social software engineering; Personal software process; Software Engineering Process Group; Software; Engineering management; Software development; Software peer review; Realism; Software walkthrough; Computer science; Engineering; Engineering ethics; Software construction; Programming language","score_opus":0.016007370281025515,"score_gpt":0.2593511872747655,"score_spread":0.24334381699374003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2575619597","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022104446,0.03118337,0.020974798,0.8476259,0.007127365,0.000032752516,0.000034593813,0.0002875447,0.0706292],"genre_scores_gemma":[0.57580435,0.03924522,0.026739394,0.282851,0.0036875093,0.00010186473,0.00008949182,0.00054799276,0.07093317],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997148,0.0013272847,0.00010883661,0.00027319754,0.0006304987,0.0005122234],"domain_scores_gemma":[0.9927256,0.0031417888,0.0004306757,0.00045586567,0.001590356,0.0016556646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066075698,0.00043982174,0.0005010233,0.0010760649,0.00320983,0.0060138996,0.00067474105,0.003690985,0.008517647],"category_scores_gemma":[0.017408978,0.0002777983,0.00030774454,0.00060051633,0.008375973,0.014176209,0.005038243,0.008918816,0.0029112757],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082617385,0.0003354797,0.007354424,0.0007334556,0.000034568744,0.00034270383,0.022418585,0.00054719514,0.0025289059,0.3281279,0.20351136,0.4339827],"study_design_scores_gemma":[0.000046269066,0.00017440994,0.002472065,0.0022008987,0.000033296972,0.0003833436,0.027572537,0.00040162497,0.0013379994,0.16226877,0.8030402,0.00006863318],"about_ca_topic_score_codex":0.0021188124,"about_ca_topic_score_gemma":0.0050467933,"teacher_disagreement_score":0.008517647,"about_ca_system_score_codex":0.0023431813,"about_ca_system_score_gemma":0.00363801,"threshold_uncertainty_score":0.034944654},"labels":[],"label_agreement":null},{"id":"W2603990485","doi":"10.1109/ms.2017.31","title":"What Do Developers Use the Crowd For? A Study Using Stack Overflow","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Helpfulness; Construct (python library); Software engineering; Crowdsourcing; Stack (abstract data type); World Wide Web; Software; Software development; Call stack; Programming language","score_opus":0.09704486087371211,"score_gpt":0.34214923386082413,"score_spread":0.24510437298711202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2603990485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9857837,0.0007480555,0.002231792,0.0037864484,0.00007850347,0.00017958315,0.000116910494,0.000053093085,0.0070219664],"genre_scores_gemma":[0.99361306,0.00068530784,0.0016067028,0.0011788056,0.000043781572,0.00021972734,0.00009230048,0.000067993744,0.0024922972],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.983896,0.009358597,0.00078761636,0.0017198875,0.0028197854,0.0014181815],"domain_scores_gemma":[0.88747686,0.083371185,0.008913191,0.004088122,0.011780546,0.004370105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026517462,0.0006401181,0.00082008133,0.005382862,0.010572154,0.0057693557,0.0014023387,0.0022328172,0.0021209286],"category_scores_gemma":[0.09123119,0.00095174095,0.0005274812,0.0034923875,0.004900941,0.010041546,0.0067561897,0.0026839452,0.00058718916],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012217357,0.0002972135,0.06755977,0.0003546796,0.000038245787,0.000718219,0.8797837,0.00008510151,0.00087625586,0.0018776235,0.0035282576,0.04475874],"study_design_scores_gemma":[0.000071818635,0.00026966442,0.060025137,0.0006579512,0.00007139755,0.00040108635,0.89234626,0.0007284113,0.0010882426,0.002869791,0.041338164,0.00013213274],"about_ca_topic_score_codex":0.024968406,"about_ca_topic_score_gemma":0.03191273,"teacher_disagreement_score":0.026517462,"about_ca_system_score_codex":0.0049042744,"about_ca_system_score_gemma":0.007147041,"threshold_uncertainty_score":0.14023942},"labels":[],"label_agreement":null},{"id":"W2626618171","doi":"10.1109/ms.2017.265094809","title":"An Examination of the Current Rating System used in Mobile App Stores","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Marketing and Social Media","field":"Social Sciences","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Polytechnique Montréal; Queen's University","funders":"","keywords":"Mobile apps; Computer science; App store; Embedded system; Operating system; World Wide Web","score_opus":0.025931086123580867,"score_gpt":0.32456517201113344,"score_spread":0.2986340858875526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2626618171","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9586993,0.0012147558,0.0076154904,0.0022876558,0.0001927832,0.00027066158,0.001687378,0.00040377598,0.027628306],"genre_scores_gemma":[0.9866127,0.0006423816,0.006973389,0.0003004277,0.00009392548,0.000105936335,0.0011725641,0.0001508214,0.003947899],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98502284,0.0043102317,0.001778649,0.0018693694,0.006467954,0.00055099797],"domain_scores_gemma":[0.9212652,0.021887003,0.010601209,0.00585559,0.039073657,0.0013173526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011917318,0.00034661707,0.00050861156,0.0046598357,0.0016288854,0.0070248456,0.0012616725,0.00072948146,0.0021882402],"category_scores_gemma":[0.066081434,0.0005777954,0.0005747199,0.006042835,0.0010739829,0.006491931,0.0014239575,0.0012036728,0.0018279924],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005043151,0.0004060061,0.71373856,0.0007153436,0.00031472117,0.0004807465,0.033833988,0.0008604695,0.007833629,0.0033535073,0.01383214,0.22412653],"study_design_scores_gemma":[0.000021816362,0.00067073223,0.9312955,0.0004158977,0.00015548056,0.00089366204,0.022152973,0.008024793,0.0027986022,0.00078894285,0.03257772,0.00020385328],"about_ca_topic_score_codex":0.015075537,"about_ca_topic_score_gemma":0.019318026,"teacher_disagreement_score":0.015075537,"about_ca_system_score_codex":0.002045793,"about_ca_system_score_gemma":0.0010442975,"threshold_uncertainty_score":0.063025594},"labels":[],"label_agreement":null},{"id":"W2747252153","doi":"10.1109/ms.2018.110154908","title":"Software Engineering for Sustainability: Find the Leverage Points!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Transportation and Mobility Innovations","field":"Engineering","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council","keywords":"Leverage (statistics); Sustainability; Social software engineering; Personal software process; Software development; Software engineering; Software; Software Engineering Process Group; Software system; Computer science; Software construction; Software development process; Systems engineering; Engineering; Engineering management","score_opus":0.012142928146104556,"score_gpt":0.23607399775399163,"score_spread":0.22393106960788706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2747252153","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04132478,0.060076375,0.6181172,0.17558318,0.0017269957,0.00016237142,0.00017912747,0.0018092303,0.1010207],"genre_scores_gemma":[0.6455436,0.056817904,0.26761806,0.0071859057,0.0021364246,0.00030284145,0.00023291516,0.0013523005,0.018810028],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9910801,0.00393695,0.00041585017,0.0009938622,0.002936438,0.0006367928],"domain_scores_gemma":[0.97807956,0.013733605,0.0011637915,0.0035188536,0.0024970118,0.0010071967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011600538,0.0017302643,0.0009699506,0.0037734606,0.003141093,0.010269852,0.0019673242,0.0046626325,0.0066592693],"category_scores_gemma":[0.029500563,0.0010602347,0.0009654546,0.0037195825,0.016640661,0.05083541,0.010320562,0.007753541,0.002953587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004662136,0.00008757193,0.0029121034,0.0007327436,0.000057613364,0.0004456946,0.006031614,0.001912683,0.0017215871,0.70291185,0.016480757,0.26665914],"study_design_scores_gemma":[0.000011916853,0.00007729677,0.0004337757,0.001019989,0.000027963146,0.00021681082,0.003368329,0.002845092,0.0015350499,0.86842567,0.121992245,0.0000458944],"about_ca_topic_score_codex":0.0020397361,"about_ca_topic_score_gemma":0.0023703903,"teacher_disagreement_score":0.011600538,"about_ca_system_score_codex":0.0020923864,"about_ca_system_score_gemma":0.0032744857,"threshold_uncertainty_score":0.061350226},"labels":[],"label_agreement":null},{"id":"W2773527514","doi":"10.1109/ms.2017.442103917","title":"From Incident to Insight: Incident Responders and Software Innovation","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software; Computer science; Incident management; Software engineering; Engineering; Computer security; Operating system","score_opus":0.03194826281789954,"score_gpt":0.3003736501338562,"score_spread":0.26842538731595667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773527514","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15417022,0.07425373,0.01945094,0.5120005,0.0061830906,0.00014006988,0.000427503,0.0003447301,0.23302928],"genre_scores_gemma":[0.9344632,0.02866916,0.0033698082,0.018798692,0.0019545706,0.00009858748,0.00019171559,0.00014724655,0.012307024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9904331,0.0062374775,0.00029003917,0.00069859065,0.0013709506,0.0009698365],"domain_scores_gemma":[0.95367044,0.032732718,0.0046712426,0.0014131487,0.0041299732,0.003382514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0090503665,0.0006475143,0.00045546025,0.00417587,0.0067797075,0.012799789,0.0013482916,0.006099143,0.013930386],"category_scores_gemma":[0.042389195,0.0006584903,0.00045942786,0.0039385674,0.015252775,0.019297114,0.009802941,0.008108666,0.0017157503],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005441278,0.0005050639,0.037275743,0.0014225652,0.000085101296,0.003536312,0.18090624,0.00080167485,0.0003819071,0.48044884,0.10379532,0.19029716],"study_design_scores_gemma":[0.00006999253,0.0002111337,0.014279837,0.004436374,0.000061851126,0.0029446704,0.27805424,0.0012388973,0.00041619776,0.4845593,0.21352838,0.00019917464],"about_ca_topic_score_codex":0.0048216335,"about_ca_topic_score_gemma":0.005270093,"teacher_disagreement_score":0.013930386,"about_ca_system_score_codex":0.004454081,"about_ca_system_score_gemma":0.0044489265,"threshold_uncertainty_score":0.047863483},"labels":[],"label_agreement":null},{"id":"W2781728735","doi":"10.1109/ms.2017.4541027","title":"Software Bots","year":2017,"lang":"en","type":"article","venue":"IEEE Software","topic":"AI in Service Interactions","field":"Computer Science","cited_by":158,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software development; Social software engineering; Computer science; Software engineering; Software peer review; Software; Personal software process; Software construction; World Wide Web; Operating system","score_opus":0.028295514907940838,"score_gpt":0.29788676247431284,"score_spread":0.269591247566372,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781728735","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15262315,0.004211084,0.38046086,0.016992401,0.0018607551,0.0016012719,0.00097139925,0.01451997,0.42675918],"genre_scores_gemma":[0.76473725,0.0029664028,0.07293964,0.009674049,0.00042303963,0.00068517553,0.001137396,0.0012663038,0.14617078],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99626344,0.00095649663,0.00015663858,0.000569156,0.001538126,0.00051617797],"domain_scores_gemma":[0.9904203,0.0035002958,0.0012080767,0.0020634283,0.0020214794,0.0007864936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027755336,0.0009958579,0.0006167106,0.0021151255,0.0033757382,0.002963395,0.0013756729,0.0029585457,0.012562682],"category_scores_gemma":[0.01193282,0.0005700296,0.0009366517,0.0011219949,0.0025708007,0.0060453755,0.0036514942,0.0025944517,0.0061942786],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003723094,0.0005973594,0.021719422,0.0015559705,0.00025332277,0.0036179225,0.0104825385,0.008732562,0.035340227,0.42940184,0.14562927,0.34229726],"study_design_scores_gemma":[0.0000851573,0.00045025488,0.008528759,0.00074801367,0.00014969707,0.005638144,0.002971566,0.041632555,0.010897458,0.1136053,0.81516373,0.0001293546],"about_ca_topic_score_codex":0.003426864,"about_ca_topic_score_gemma":0.0039078067,"teacher_disagreement_score":0.012562682,"about_ca_system_score_codex":0.0019340679,"about_ca_system_score_gemma":0.0016220222,"threshold_uncertainty_score":0.0420264},"labels":[],"label_agreement":null},{"id":"W2894409651","doi":"10.1109/ms.2018.3571224","title":"Software Engineering for Machine-Learning Applications: The Road Ahead","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software; Key (lock); Theme (computing); Software Engineering Process Group; Software construction; Systems engineering; Artificial intelligence; Engineering; Programming language; Operating system","score_opus":0.04012733313453585,"score_gpt":0.2721944039980815,"score_spread":0.23206707086354564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894409651","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006376973,0.30078226,0.11080815,0.53551066,0.012276192,0.00006280721,0.00020034263,0.0009905666,0.03299203],"genre_scores_gemma":[0.13405791,0.4952778,0.25653973,0.05747354,0.024513561,0.00023365105,0.00095771527,0.001788469,0.029157724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9915228,0.0031731536,0.00053595065,0.000680749,0.0034283674,0.00065909175],"domain_scores_gemma":[0.9381787,0.04093825,0.0010768314,0.0037146132,0.012780887,0.0033106739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021161154,0.0011499138,0.0011908936,0.0029645308,0.0018943091,0.008946999,0.002240042,0.01031631,0.01273781],"category_scores_gemma":[0.03394729,0.0007386594,0.0009278287,0.0036196504,0.0058477563,0.029876743,0.0052264016,0.012851099,0.0062480355],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007294027,0.00021629293,0.0005258505,0.0011783758,0.000029567149,0.000079522804,0.00055558584,0.003228474,0.0010037004,0.46092448,0.11937907,0.41280618],"study_design_scores_gemma":[0.00001841668,0.00009919315,0.00045815913,0.0012632741,0.0000088116285,0.00011861081,0.000777284,0.0048225443,0.0005480812,0.46653327,0.5253124,0.000039983555],"about_ca_topic_score_codex":0.0020976698,"about_ca_topic_score_gemma":0.0024605538,"teacher_disagreement_score":0.021161154,"about_ca_system_score_codex":0.002803752,"about_ca_system_score_gemma":0.0063833497,"threshold_uncertainty_score":0.11191219},"labels":[],"label_agreement":null},{"id":"W2896246835","doi":"10.1109/ms.2018.2874323","title":"Toward Solving Social and Technical Problems in Open Source Software Ecosystems: Using Cause-and-Effect Analysis to Disentangle the Causes of Complex Problems","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université Laval","funders":"Fonds De La Recherche Scientifique - FNRS","keywords":"Open source software; Key (lock); Software; Software development; Social software engineering; Software peer review; Computer science; Open source; Software engineering; Software analytics; Scale (ratio); Knowledge management; Data science; Business; Process management; Software development process; Software construction; Computer security; Operating system","score_opus":0.08125413947268562,"score_gpt":0.33063687733353087,"score_spread":0.24938273786084525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896246835","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16042456,0.008713599,0.79780734,0.017360434,0.0003345457,0.0013678093,0.000657716,0.0006183338,0.012715677],"genre_scores_gemma":[0.6381986,0.0034059854,0.35349908,0.0014897239,0.0003567541,0.0012000375,0.00042210313,0.00011863411,0.0013090487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9688138,0.022074128,0.0011886855,0.0036358621,0.0036618283,0.00062583527],"domain_scores_gemma":[0.7614345,0.20066692,0.020098321,0.008956318,0.0067432267,0.0021007552],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.041364565,0.0039057657,0.0033705987,0.023567691,0.0048170825,0.011068354,0.003791151,0.006011879,0.0036974822],"category_scores_gemma":[0.109174766,0.0017841102,0.005716885,0.010038177,0.011850016,0.01992855,0.010521305,0.006656835,0.0004397926],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031547897,0.0023640422,0.29437464,0.0040411665,0.0045966865,0.0011735683,0.01221922,0.0889177,0.0017415211,0.42879906,0.004152477,0.15730448],"study_design_scores_gemma":[0.000079386424,0.00022422067,0.021856217,0.0005402925,0.0006933104,0.0002510568,0.0045990627,0.13724583,0.0006096653,0.82946247,0.004288793,0.00014960981],"about_ca_topic_score_codex":0.011820331,"about_ca_topic_score_gemma":0.015793735,"teacher_disagreement_score":0.99620885,"about_ca_system_score_codex":0.0063332748,"about_ca_system_score_gemma":0.014420129,"threshold_uncertainty_score":0.21875936},"labels":[],"label_agreement":null},{"id":"W2903422878","doi":"10.1109/ms.2018.4321239","title":"Software Structures: A Careful Look","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Dijkstra's algorithm; Programming language; Structured programming; Software; Software system; Software design; Software engineering; Data structure; Software development; Theoretical computer science; Shortest path problem","score_opus":0.03197649138478839,"score_gpt":0.2915086104074699,"score_spread":0.2595321190226815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903422878","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01354552,0.30572754,0.16798799,0.29372114,0.011464935,0.00009591382,0.00022329383,0.0005754201,0.20665824],"genre_scores_gemma":[0.3252838,0.3451006,0.15659331,0.067217514,0.022832649,0.00036099975,0.0006194031,0.0021458578,0.07984577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921598,0.0028931429,0.0005703259,0.0007787576,0.003186077,0.00041190773],"domain_scores_gemma":[0.9874653,0.0075133853,0.0005477347,0.0010480002,0.0030444318,0.00038103227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064874673,0.0011139654,0.00095416204,0.0051761493,0.0055833794,0.010587613,0.002237028,0.00452067,0.004419689],"category_scores_gemma":[0.01788151,0.0012240275,0.00090700807,0.0044416776,0.022018516,0.03983324,0.004799766,0.014820144,0.0019831765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017144781,0.000017111719,0.00030694227,0.00023517704,0.000013721594,0.00015877342,0.004133889,0.00037671393,0.00019045925,0.9404307,0.02098514,0.033134237],"study_design_scores_gemma":[0.0000059801628,0.000027868098,0.00032367324,0.0005823377,0.000008605269,0.00039046226,0.002783397,0.0005170646,0.00020350244,0.57009465,0.42504016,0.00002237529],"about_ca_topic_score_codex":0.008287201,"about_ca_topic_score_gemma":0.009944308,"teacher_disagreement_score":0.010587613,"about_ca_system_score_codex":0.0059135132,"about_ca_system_score_gemma":0.0040358747,"threshold_uncertainty_score":0.042905748},"labels":[],"label_agreement":null},{"id":"W2908997660","doi":"10.1109/ms.2018.2874321","title":"Making Companies Nimble-From Software Agility to Business Agility: A Conversation with the Authors [Insights]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Systems Engineering Methodologies and Applications","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Agile software development; Conversation; Business; Knowledge management; Software; Process management; Management; Computer science; Software engineering; Sociology","score_opus":0.04292529038817968,"score_gpt":0.2584286951382636,"score_spread":0.21550340475008392,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908997660","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062383087,0.009236057,0.0033384494,0.92396265,0.013218785,0.000024008345,0.000036960806,0.0002192253,0.043725554],"genre_scores_gemma":[0.22519201,0.015257394,0.006211814,0.6844296,0.008498879,0.00016012214,0.00008505312,0.00079662673,0.059368514],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919918,0.0049430747,0.00018308825,0.00040540184,0.0014575924,0.0010190071],"domain_scores_gemma":[0.98728263,0.007030876,0.0005455628,0.00045325942,0.0021409327,0.0025467959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007680888,0.0007393136,0.00048273054,0.0011308521,0.012325171,0.013699808,0.0010592529,0.009711425,0.0037339386],"category_scores_gemma":[0.017462509,0.00068326754,0.00050849275,0.0016054515,0.01146976,0.02034328,0.0058488045,0.02140196,0.0016101527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041847834,0.00005239032,0.00054792565,0.00016248513,0.000018402014,0.00053543237,0.1301629,0.00009744883,0.00092704664,0.096338734,0.7359768,0.03513854],"study_design_scores_gemma":[0.000010270828,0.000039192848,0.00049944053,0.00039710852,0.000012321702,0.000327237,0.09425583,0.00020477365,0.0003469876,0.023092149,0.88075763,0.000056983663],"about_ca_topic_score_codex":0.007061912,"about_ca_topic_score_gemma":0.014620155,"teacher_disagreement_score":0.013699808,"about_ca_system_score_codex":0.004414701,"about_ca_system_score_gemma":0.008430076,"threshold_uncertainty_score":0.040620923},"labels":[],"label_agreement":null},{"id":"W2910293723","doi":"10.1109/ms.2018.2874327","title":"Requirements Engineering (RE) for Social Good: RE Cares [Requirements]","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Ottawa; Polytechnique Montréal","funders":"","keywords":"Event (particle physics); Human multitasking; Ask price; Software engineering; Computer science; Field (mathematics); Software requirements; Software; Engineering management; Software development; Engineering; Software design; Psychology; Business; Programming language","score_opus":0.04499099891568093,"score_gpt":0.30439012950662797,"score_spread":0.25939913059094705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910293723","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019887641,0.0038228917,0.6204185,0.08299594,0.0013360782,0.0008995062,0.00041628198,0.0051740357,0.2650491],"genre_scores_gemma":[0.28876844,0.004732151,0.62911046,0.011242851,0.0005285753,0.00083334564,0.0010349643,0.0027557886,0.06099345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9801107,0.011763502,0.0014665495,0.00087168557,0.005073192,0.0007142921],"domain_scores_gemma":[0.9753539,0.01114771,0.0015971379,0.0048089633,0.0056492714,0.0014430825],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013704661,0.0007544031,0.000444603,0.0016839355,0.003728488,0.0059445677,0.0015520775,0.002888036,0.0071591064],"category_scores_gemma":[0.027795315,0.0006083959,0.00069689646,0.0022020505,0.0068115955,0.008807549,0.0047829673,0.0034681584,0.0033669872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003776688,0.0001471953,0.0014054439,0.0010351693,0.000032684606,0.0009874316,0.024256945,0.0016018567,0.008004358,0.49426195,0.15644787,0.31178132],"study_design_scores_gemma":[0.000015540229,0.00007352801,0.0011950406,0.000840471,0.0000167995,0.0017163841,0.009298648,0.0030627782,0.0023991615,0.100793004,0.8805106,0.00007806032],"about_ca_topic_score_codex":0.0052737664,"about_ca_topic_score_gemma":0.009293723,"teacher_disagreement_score":0.013704661,"about_ca_system_score_codex":0.0025004358,"about_ca_system_score_gemma":0.0077873166,"threshold_uncertainty_score":0.072478},"labels":[],"label_agreement":null},{"id":"W2950680175","doi":"10.1109/ms.2019.2923408","title":"Can a Machine Learn Through Customer Sentiment?: A Cost-Aware Approach to Predict Support Ticket Escalations","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Sentiment Analysis and Opinion Mining","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Ticket; Computer science; Happiness; Sentiment analysis; Mechanism (biology); Customer retention; Artificial intelligence; Machine learning; Knowledge management; Marketing; Business; Computer security; Psychology; Service (business)","score_opus":0.023024918169823754,"score_gpt":0.2671272912724126,"score_spread":0.24410237310258884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2950680175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5727232,0.0012140065,0.40417987,0.007772783,0.00035865518,0.00030416224,0.0014924781,0.0018858794,0.010068883],"genre_scores_gemma":[0.94935036,0.0001264265,0.04848126,0.0003162241,0.00015781369,0.000079364836,0.00042179643,0.000036697733,0.001030105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993255,0.00022731864,0.000051173796,0.00012621192,0.00018018762,0.00008952753],"domain_scores_gemma":[0.9982659,0.00072828564,0.00021744531,0.00018648778,0.0005250664,0.0000769337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015954671,0.0008059711,0.0008434895,0.0009584799,0.0003517688,0.001174132,0.0010421745,0.001254742,0.0019457947],"category_scores_gemma":[0.006354378,0.0002492765,0.0004946598,0.0007580106,0.00025810828,0.0018693766,0.0005320746,0.0009862798,0.0005980452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001399992,0.0015667748,0.07563852,0.00018437146,0.0005743643,0.0002541829,0.00015536342,0.25772002,0.011126129,0.00750442,0.015378624,0.6284972],"study_design_scores_gemma":[0.000020634869,0.00009568065,0.0037289204,0.000009532966,0.000034733333,0.000025101675,0.00002878786,0.9903482,0.0011957737,0.003938416,0.00056234474,0.000011860416],"about_ca_topic_score_codex":0.0028214965,"about_ca_topic_score_gemma":0.0029965988,"teacher_disagreement_score":0.0028214965,"about_ca_system_score_codex":0.00069121044,"about_ca_system_score_gemma":0.00042880012,"threshold_uncertainty_score":0.008437753},"labels":[],"label_agreement":null},{"id":"W2964122836","doi":"10.1109/ms.2020.2985321","title":"Quantum Advantage and the Y2K Bug: A Comparison","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Quantum Computing Algorithms and Architecture","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Toronto Metropolitan University","funders":"","keywords":"Quantum computer; Quantum; Quantum cryptography; Quantum algorithm; Cryptography; Computation; Quantum information; Quantum technology","score_opus":0.014873082323117954,"score_gpt":0.24411442581218962,"score_spread":0.22924134348907166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964122836","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2929144,0.19258586,0.07534541,0.05744876,0.0061099087,0.00029210508,0.0015407102,0.003399741,0.37036324],"genre_scores_gemma":[0.91236156,0.035312727,0.024396595,0.005999617,0.0013703398,0.00016232973,0.0009665195,0.001555051,0.017875372],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956571,0.0009388891,0.00016716596,0.0004443673,0.0023167992,0.000475792],"domain_scores_gemma":[0.9817364,0.011983058,0.0012034674,0.002018614,0.002454645,0.0006037976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041314815,0.0007552249,0.0012088363,0.004100706,0.0013513055,0.0025070726,0.0019340052,0.002324425,0.01198161],"category_scores_gemma":[0.029592717,0.00035808657,0.00088199094,0.0027025382,0.004010305,0.010751755,0.003418931,0.0021659052,0.0016066029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026677977,0.00028934874,0.014196307,0.0016265952,0.00024148489,0.00057948526,0.0010261508,0.0057368414,0.0015193842,0.61361784,0.0451775,0.31332117],"study_design_scores_gemma":[0.00065832876,0.0016716913,0.017380182,0.0012598794,0.00040828428,0.0030694723,0.0019057976,0.033061363,0.0043668826,0.7631641,0.17279266,0.00026139972],"about_ca_topic_score_codex":0.002531205,"about_ca_topic_score_gemma":0.0023320464,"teacher_disagreement_score":0.01198161,"about_ca_system_score_codex":0.002308929,"about_ca_system_score_gemma":0.001539095,"threshold_uncertainty_score":0.040082455},"labels":[],"label_agreement":null},{"id":"W2978107437","doi":"10.1109/ms.2019.2944784","title":"Critical Requirements Engineering in Practice","year":2019,"lang":"en","type":"article","venue":"IEEE Software","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scope (computer science); Computer science; Heuristics; Software engineering; Systems engineering; Requirements engineering; Engineering; Engineering management; Software; Programming language","score_opus":0.11890904818325516,"score_gpt":0.4255844636449601,"score_spread":0.30667541546170496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2978107437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008646475,0.0056330743,0.7424343,0.06477154,0.0008467822,0.00076048897,0.0000817064,0.000850695,0.17597497],"genre_scores_gemma":[0.27430275,0.0046357824,0.7001653,0.0053224983,0.0004819051,0.0015158098,0.00016125073,0.00044073074,0.012974061],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9158064,0.061597772,0.0039807204,0.0047156145,0.011922185,0.001977303],"domain_scores_gemma":[0.88457876,0.079436675,0.004115344,0.01567601,0.013214133,0.0029791335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.064478934,0.0016360951,0.00094931887,0.004289888,0.0059913523,0.016184503,0.0035496815,0.008466597,0.009574874],"category_scores_gemma":[0.103304885,0.0015810626,0.0007330722,0.0032029217,0.020810844,0.013185457,0.008562406,0.009761506,0.003594897],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016566164,0.00007663741,0.00045035992,0.00054631237,0.000023088496,0.00022936551,0.005203619,0.006418948,0.0004794102,0.91154253,0.013115762,0.061897367],"study_design_scores_gemma":[0.0000287552,0.00005164034,0.00019717835,0.0012239798,0.000009337592,0.00021078633,0.003487274,0.006580007,0.0005118975,0.8371599,0.15050162,0.000037673122],"about_ca_topic_score_codex":0.00567054,"about_ca_topic_score_gemma":0.005552244,"teacher_disagreement_score":0.064478934,"about_ca_system_score_codex":0.011998037,"about_ca_system_score_gemma":0.018448627,"threshold_uncertainty_score":0.34100127},"labels":[],"label_agreement":null},{"id":"W3008513288","doi":"10.1109/ms.2020.2975159","title":"An Exploratory Study of Machine Learning Model Stores","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"Natural Sciences and Engineering Research Council of Canada; Institut de Valorisation des Données","keywords":"Computer science; Machine learning; Artificial intelligence; Knowledge management; Software engineering; World Wide Web","score_opus":0.10187739541313702,"score_gpt":0.2916997906936815,"score_spread":0.1898223952805445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3008513288","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98886335,0.00021577674,0.0024150515,0.000970695,0.000012633473,0.00013466646,0.00074255257,0.00015631867,0.0064889896],"genre_scores_gemma":[0.9889514,0.0002011006,0.006040324,0.00016680777,0.000017219634,0.00010106806,0.0015784876,0.000106781314,0.0028368968],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957944,0.002006424,0.00030838104,0.0004831651,0.0010877697,0.000319815],"domain_scores_gemma":[0.91067976,0.07038618,0.0046785497,0.0068061072,0.0060533504,0.0013960485],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071971095,0.0003449701,0.0005545727,0.0019316705,0.0021390193,0.004199557,0.002614139,0.0018627199,0.0072644623],"category_scores_gemma":[0.06633497,0.00067215296,0.00051089836,0.0041435217,0.0016654078,0.008568633,0.0021850243,0.002761966,0.0009636189],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004931633,0.016449261,0.5384671,0.0017294886,0.0004571922,0.0045756972,0.06169769,0.039767172,0.007477044,0.09218307,0.028048363,0.20421626],"study_design_scores_gemma":[0.00084241026,0.009109474,0.25297976,0.0013802719,0.00040102596,0.0040999064,0.16932549,0.37823045,0.019826854,0.03991632,0.123453535,0.0004345074],"about_ca_topic_score_codex":0.009567873,"about_ca_topic_score_gemma":0.01321914,"teacher_disagreement_score":0.9928029,"about_ca_system_score_codex":0.0017157871,"about_ca_system_score_gemma":0.0016127595,"threshold_uncertainty_score":0.038062394},"labels":[],"label_agreement":null},{"id":"W3024434753","doi":"10.1109/ms.2020.2995125","title":"A Hitchhiker's Guide to Model-Driven Engineering for Data-Centric Systems","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal; Université de Montréal; Wilfrid Laurier University; University of Ottawa; Université du Québec à Montréal; Queen's University; McGill University","funders":"","keywords":"Computer science; Software engineering; Data modeling; Software development; Software; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.04089678605667016,"score_gpt":0.27547480779549394,"score_spread":0.23457802173882378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024434753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00025444932,0.016614657,0.93307406,0.008356929,0.0013990616,0.00026266015,0.00091883965,0.0046225144,0.034496848],"genre_scores_gemma":[0.009200573,0.025060108,0.9055907,0.0048588226,0.0013695509,0.001156089,0.001521909,0.0022484928,0.048993748],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99702555,0.0008312171,0.00037827928,0.00025612823,0.0013800476,0.00012881601],"domain_scores_gemma":[0.99180365,0.0057092938,0.00021074878,0.00073076587,0.0014004256,0.00014516343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00502965,0.0037072473,0.0019434413,0.0037875224,0.0012200966,0.004552644,0.0045513627,0.004655735,0.018670449],"category_scores_gemma":[0.010710514,0.002921899,0.0020297978,0.004586075,0.004014156,0.006123649,0.0026748437,0.009889021,0.01587079],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039305083,0.00018577777,0.00027786588,0.0014462284,0.00009063679,0.00045021315,0.00073331204,0.017627899,0.0021853594,0.44155923,0.3319565,0.20344765],"study_design_scores_gemma":[0.000030458583,0.000048895246,0.00020823716,0.00065147795,0.000026426558,0.00030421308,0.00009361454,0.0175338,0.0009091636,0.2762699,0.70386475,0.000059029397],"about_ca_topic_score_codex":0.010577792,"about_ca_topic_score_gemma":0.013974622,"teacher_disagreement_score":0.018670449,"about_ca_system_score_codex":0.0023487457,"about_ca_system_score_gemma":0.0053011077,"threshold_uncertainty_score":0.062458873},"labels":[],"label_agreement":null},{"id":"W3048364816","doi":"10.1109/ms.2020.3015150","title":"Navigating the Rough Seas of Software Project Resistance: Four Project Manager Personas to Help Bring the Ship Safely to Harbor","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Persona Design and Applications","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université Laval","funders":"","keywords":"Persona; Project manager; Resistance (ecology); Software; Software project management; Project management; Engineering; Team software process; Software development; Object (grammar); Software engineering; Engineering management; Computer science; Management; Business; Software development process; Systems engineering; Software construction; Artificial intelligence; Mechanical engineering","score_opus":0.06924004153743307,"score_gpt":0.3038383186511632,"score_spread":0.2345982771137301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048364816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99102473,0.000017530247,0.0026558703,0.00072517595,0.000014640995,0.00004510174,0.00001286378,0.00004853865,0.0054556066],"genre_scores_gemma":[0.99452126,0.000034330027,0.0028194776,0.00012840512,0.0000032804628,0.000045220528,0.00002779902,0.00001216689,0.0024080407],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733835,0.001724552,0.00006190777,0.0001653491,0.00026434404,0.0004454351],"domain_scores_gemma":[0.99341536,0.0023676252,0.0009261343,0.0003554994,0.00091696874,0.002018438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026820938,0.0003482024,0.00017813248,0.00097284233,0.005757153,0.0026596552,0.0006569107,0.0012665886,0.0031705452],"category_scores_gemma":[0.011123597,0.00024018876,0.0002997489,0.00047389363,0.0018452044,0.0018067128,0.0025535673,0.0016169655,0.0005291659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007661919,0.0033465999,0.3161408,0.0002713586,0.00012768465,0.002352947,0.44833505,0.0035764244,0.009466388,0.015219581,0.012755641,0.18764137],"study_design_scores_gemma":[0.0000557394,0.0014557503,0.124318756,0.00013681359,0.00008731412,0.00055444764,0.8247829,0.008487078,0.0028887454,0.0035032812,0.033596814,0.00013233557],"about_ca_topic_score_codex":0.0050215167,"about_ca_topic_score_gemma":0.014412324,"teacher_disagreement_score":0.005757153,"about_ca_system_score_codex":0.0014561136,"about_ca_system_score_gemma":0.002552596,"threshold_uncertainty_score":0.014184415},"labels":[],"label_agreement":null},{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","score_opus":0.04746115487556264,"score_gpt":0.26957009093035184,"score_spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094967092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9830503,0.00018130061,0.0012556273,0.0035206056,0.00006913614,0.00007662912,0.0001046612,0.00003736479,0.011704387],"genre_scores_gemma":[0.9953099,0.00011357799,0.00042198822,0.0011119696,0.000031162035,0.00009935609,0.000037278936,0.000068388304,0.0028063706],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98050505,0.013608815,0.0005163979,0.00089319027,0.0025493177,0.0019272288],"domain_scores_gemma":[0.9248021,0.05393996,0.009925694,0.0020165695,0.005558255,0.0037574675],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013491769,0.0006390056,0.00064163655,0.0027983098,0.0078494325,0.0054448005,0.0012461287,0.0017179773,0.00741739],"category_scores_gemma":[0.06233641,0.0005226932,0.0001776511,0.0020608972,0.011474096,0.005230546,0.006810353,0.0028861675,0.0009601416],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043663968,0.000021957801,0.008030145,0.000100195575,0.0000032273213,0.00042021417,0.9863092,0.000011302724,0.0007240749,0.001317171,0.00068766746,0.002331255],"study_design_scores_gemma":[0.0000030030958,0.000019287118,0.0045133973,0.00007603008,0.000001946073,0.000118107135,0.9902699,0.000056715297,0.00019635315,0.000413912,0.0043167877,0.000014594768],"about_ca_topic_score_codex":0.014842361,"about_ca_topic_score_gemma":0.026321286,"teacher_disagreement_score":0.98650825,"about_ca_system_score_codex":0.0051145228,"about_ca_system_score_gemma":0.0042217453,"threshold_uncertainty_score":0.071352124},"labels":[],"label_agreement":null},{"id":"W3176577060","doi":"10.1109/ms.2021.3090978","title":"A Data-Centric Study of Software Tutorial Design","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Open Education and E-Learning","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Android (operating system); Software; Software development; Software design; Human–computer interaction; Programming language; Operating system","score_opus":0.06835701065436674,"score_gpt":0.3096404811859884,"score_spread":0.2412834705316217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176577060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90526575,0.00059832603,0.0780435,0.00093668455,0.000021810098,0.00040822432,0.00014215312,0.00016455207,0.014418986],"genre_scores_gemma":[0.97176504,0.00017771593,0.025951024,0.0001338281,0.000008671716,0.0001797093,0.00013202029,0.0000709038,0.001580973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9834684,0.012746143,0.00056209695,0.0008551503,0.0018330384,0.00053521694],"domain_scores_gemma":[0.7706183,0.19276795,0.012095324,0.007301945,0.014122161,0.0030943318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015284787,0.000504847,0.0004305109,0.0023215616,0.0017107071,0.005015959,0.0013490545,0.0012487783,0.0023564121],"category_scores_gemma":[0.11116622,0.0006532095,0.00044726,0.0022210905,0.0018630321,0.005042811,0.00187283,0.0016815084,0.00037336006],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018507373,0.0038062732,0.31365022,0.0029382433,0.00028012978,0.0015252582,0.12950669,0.03576379,0.03342111,0.13526061,0.0050244867,0.33697253],"study_design_scores_gemma":[0.0005702027,0.00702961,0.2903349,0.0023721429,0.0005599915,0.003119841,0.14135171,0.35338613,0.054272052,0.06571532,0.080832526,0.0004555359],"about_ca_topic_score_codex":0.0035472717,"about_ca_topic_score_gemma":0.0066117276,"teacher_disagreement_score":0.015284787,"about_ca_system_score_codex":0.0041627777,"about_ca_system_score_gemma":0.0026739875,"threshold_uncertainty_score":0.08083469},"labels":[],"label_agreement":null},{"id":"W3188152090","doi":"10.1109/ms.2021.3101249","title":"From GWT to Angular: An Experiment Report on Migrating a Legacy Web Application","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science; Web application; World Wide Web; Software; Operating system","score_opus":0.020332023076295298,"score_gpt":0.3055672975441192,"score_spread":0.28523527446782393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3188152090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770583,0.00021705819,0.008315713,0.0004296539,0.0003046217,0.00068659644,0.0008771403,0.006757742,0.0053532855],"genre_scores_gemma":[0.94039094,0.0003003897,0.045063637,0.0005136007,0.00006781356,0.0007178586,0.0034798593,0.0014263925,0.008039359],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719185,0.0008988494,0.00028489958,0.00053496676,0.00072679954,0.0003625999],"domain_scores_gemma":[0.99162877,0.0031576827,0.00038039425,0.0022882645,0.0015711974,0.0009737057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030214651,0.00093701814,0.00043697478,0.00067729945,0.0010729183,0.00094228645,0.0014368786,0.0009767495,0.0023544442],"category_scores_gemma":[0.011758434,0.00041436986,0.00045986622,0.0007701526,0.0009041275,0.0018796095,0.0016506212,0.0016252362,0.0014692799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012629717,0.027333457,0.084450066,0.0042330488,0.00070321717,0.006230399,0.017250953,0.018912164,0.29498085,0.0040467083,0.054942213,0.47428727],"study_design_scores_gemma":[0.0058024116,0.049246296,0.17733303,0.00048398707,0.0014380685,0.0048371577,0.01696872,0.16583446,0.41621143,0.005445585,0.15569445,0.0007043596],"about_ca_topic_score_codex":0.0059813876,"about_ca_topic_score_gemma":0.005549867,"teacher_disagreement_score":0.0059813876,"about_ca_system_score_codex":0.0003977153,"about_ca_system_score_gemma":0.001034691,"threshold_uncertainty_score":0.01597923},"labels":[],"label_agreement":null},{"id":"W3213341592","doi":"10.1109/ms.2021.3129066","title":"How New Zealand Software Companies Are Adapting Work Settings With Changing Times","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Supply Chain Resilience and Risk Management","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Work (physics); Software; Software engineering; Computer science; Software development; Software deployment; Business; Engineering management; Process management; Engineering; Operating system","score_opus":0.012929324475299944,"score_gpt":0.20086062991697273,"score_spread":0.1879313054416728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3213341592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948626,0.00008574549,0.00025213443,0.00044060044,0.000008048328,0.000019152267,0.000043410873,0.000008770169,0.00427945],"genre_scores_gemma":[0.9987746,0.00011219417,0.00020267516,0.00006787389,0.0000020836126,0.000009534312,0.00003728031,0.0000064850788,0.00078723225],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.994964,0.0016167633,0.00031307223,0.0005751405,0.0015984289,0.00093256694],"domain_scores_gemma":[0.9877702,0.0028553235,0.0041210447,0.0006747428,0.002463514,0.002115128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039001636,0.00023567853,0.00021720432,0.0024652833,0.0025325974,0.0054058563,0.0008901551,0.00087514496,0.0021633531],"category_scores_gemma":[0.02019221,0.00037695398,0.00020786883,0.002258533,0.0030530174,0.0027918173,0.003025153,0.0008207071,0.0004592129],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021918859,0.00018168149,0.5553109,0.00012406557,0.00004557062,0.00075522624,0.3738364,0.0006406036,0.003498499,0.0010852708,0.0019480494,0.06235447],"study_design_scores_gemma":[0.000010251729,0.00015413985,0.68083715,0.00008368124,0.000011366606,0.0001624691,0.30976725,0.00045663834,0.00023496123,0.00026169312,0.0079558,0.00006460978],"about_ca_topic_score_codex":0.14817181,"about_ca_topic_score_gemma":0.27862608,"teacher_disagreement_score":0.14817181,"about_ca_system_score_codex":0.0066768364,"about_ca_system_score_gemma":0.0041230656,"threshold_uncertainty_score":0.29461873},"labels":[],"label_agreement":null},{"id":"W3215011116","doi":"10.1109/ms.2021.3130755","title":"Conceptualizing Digital Twins","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering","score_opus":0.021660725881187958,"score_gpt":0.22720987860016348,"score_spread":0.20554915271897553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215011116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0407583,0.0009709719,0.88336164,0.0044597965,0.00033265588,0.00025493768,0.0004238918,0.0004608414,0.06897703],"genre_scores_gemma":[0.4837332,0.0019028693,0.49188408,0.0010894389,0.00017388805,0.0006573503,0.001138951,0.00038826637,0.019032056],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955413,0.0018596097,0.00041868663,0.0007239473,0.0011296046,0.00032689763],"domain_scores_gemma":[0.99500316,0.0013560267,0.000414938,0.0017198374,0.0009695065,0.0005365645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005518407,0.0008052073,0.000518076,0.0046833246,0.002931365,0.009719536,0.0023494533,0.002309395,0.004355592],"category_scores_gemma":[0.012101708,0.0007395271,0.0012475763,0.0048801764,0.008178657,0.0247743,0.011386905,0.0030234868,0.00079144817],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000044269773,0.0000067181463,0.00026229623,0.000018156476,0.000004025446,0.000088329885,0.0011226358,0.00066095777,0.0001334407,0.99276286,0.00045403573,0.004482048],"study_design_scores_gemma":[0.000009098584,0.000025193634,0.00023309761,0.00016729694,0.000027723889,0.0005318719,0.0041146725,0.01515608,0.0010772272,0.8757024,0.102929994,0.000025324267],"about_ca_topic_score_codex":0.0038501113,"about_ca_topic_score_gemma":0.0031417964,"teacher_disagreement_score":0.009719536,"about_ca_system_score_codex":0.0023141901,"about_ca_system_score_gemma":0.0029844858,"threshold_uncertainty_score":0.02918446},"labels":[],"label_agreement":null},{"id":"W4205514683","doi":"10.1109/ms.2021.3133913","title":"Toward Autonomic, Software-Intensive Digital Twin Systems","year":2021,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software; Software system; Software engineering; Real-time computing; Operating system","score_opus":0.024184062474785727,"score_gpt":0.21881175032984845,"score_spread":0.19462768785506274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205514683","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09574964,0.0008497891,0.8766679,0.002012317,0.0003450327,0.0001535091,0.00004805484,0.0012662461,0.02290751],"genre_scores_gemma":[0.6939579,0.0008214087,0.29677486,0.0005328709,0.00018910831,0.00011113531,0.00013868789,0.0001610335,0.0073129437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990976,0.000242077,0.000060798026,0.0001379045,0.0003419558,0.000119778546],"domain_scores_gemma":[0.9984869,0.0002276405,0.00013161133,0.00045778076,0.00037840803,0.00031759846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002245673,0.00032941325,0.0003757877,0.00041498552,0.00080710935,0.0029954596,0.0013688155,0.0008558187,0.0016136856],"category_scores_gemma":[0.004137554,0.00026263265,0.00028876856,0.0005140349,0.0010710158,0.004200255,0.00533283,0.0016854552,0.00070584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003793181,0.00030528082,0.0039126957,0.00019235743,0.0000665011,0.0005214321,0.0012499539,0.06494802,0.032017604,0.6942378,0.0078011667,0.19436784],"study_design_scores_gemma":[0.000068887995,0.0003954477,0.0008254353,0.0000843031,0.000053882348,0.00036209417,0.0008195715,0.60723513,0.011367422,0.30754766,0.071206816,0.000033378743],"about_ca_topic_score_codex":0.00082469586,"about_ca_topic_score_gemma":0.001115179,"teacher_disagreement_score":0.0029954596,"about_ca_system_score_codex":0.0006228458,"about_ca_system_score_gemma":0.00147103,"threshold_uncertainty_score":0.011876404},"labels":[],"label_agreement":null},{"id":"W4213241976","doi":"10.1109/ms.2021.3133805","title":"AI-Driven Development Is Here: Should You Worry?","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Worry; Computer science; Software development; Software engineering; Software; Psychology; Operating system","score_opus":0.04386800979763472,"score_gpt":0.2825543218158692,"score_spread":0.23868631201823448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213241976","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003470702,0.013333796,0.0018725132,0.9639807,0.016856275,0.000015714966,0.000041181676,0.00023473265,0.0033179964],"genre_scores_gemma":[0.022142984,0.046283677,0.010170537,0.8555783,0.04176672,0.000111938134,0.00019971884,0.0005952787,0.023150917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9888487,0.004027194,0.00075827586,0.0011325981,0.004185563,0.0010475939],"domain_scores_gemma":[0.91590756,0.03558434,0.0040251357,0.005171298,0.02906677,0.010244889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021497782,0.0011433853,0.0015499096,0.0017622766,0.0054010414,0.012976945,0.0023799774,0.012733931,0.018441055],"category_scores_gemma":[0.08190932,0.0005814435,0.0009057631,0.001660133,0.011319607,0.032499243,0.0046813893,0.034871,0.013624879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009025289,0.00011035997,0.0018905337,0.0006328692,0.00006058709,0.00026293923,0.0011484835,0.00012966346,0.00030313054,0.030755075,0.85205454,0.112561636],"study_design_scores_gemma":[0.00006152246,0.00012080601,0.0013926394,0.0026598093,0.00005990812,0.0009602432,0.0059678038,0.00037787997,0.00034528837,0.09531817,0.8926252,0.00011062012],"about_ca_topic_score_codex":0.005925567,"about_ca_topic_score_gemma":0.00872375,"teacher_disagreement_score":0.021497782,"about_ca_system_score_codex":0.002740672,"about_ca_system_score_gemma":0.008804598,"threshold_uncertainty_score":0.11369252},"labels":[],"label_agreement":null},{"id":"W4231546496","doi":"10.1109/ms.2011.59","title":"Point/Counterpoint","year":2011,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Software construction; Software development; Social software engineering; Predictability; Software; Architectural pattern; Component-based software engineering; Resource-oriented architecture; Software design; Software peer review; Programming language","score_opus":0.031384596718333616,"score_gpt":0.24662010987626712,"score_spread":0.2152355131579335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231546496","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013750922,0.0029328025,0.19561422,0.023553485,0.014223318,0.0011257263,0.0010799688,0.004062511,0.7436572],"genre_scores_gemma":[0.43016145,0.0029076117,0.11478316,0.014260117,0.0026834116,0.0013353741,0.0014023405,0.0019858722,0.43048075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99610597,0.00076629757,0.00023096695,0.0011040475,0.0013206953,0.00047199964],"domain_scores_gemma":[0.9957403,0.0012336359,0.0002733306,0.0011530641,0.0012625968,0.00033705521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025052452,0.0015378022,0.0007192869,0.0020627514,0.0027059026,0.0051972466,0.0025346423,0.0043243,0.15234451],"category_scores_gemma":[0.0156788,0.0005055356,0.0015041521,0.0010565615,0.005047042,0.008292104,0.0049629137,0.0042413855,0.04020007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003535613,0.000067736735,0.0010739763,0.00030157657,0.00003733486,0.001621201,0.0010807446,0.00069988583,0.0016750309,0.8692198,0.06477125,0.059097867],"study_design_scores_gemma":[0.00009217569,0.00014507564,0.0003494908,0.00035867174,0.00004854312,0.0014490633,0.0009641076,0.0018165944,0.0028772098,0.2362812,0.755564,0.000053953543],"about_ca_topic_score_codex":0.002651763,"about_ca_topic_score_gemma":0.0015578342,"teacher_disagreement_score":0.15234451,"about_ca_system_score_codex":0.001971101,"about_ca_system_score_gemma":0.0020517441,"threshold_uncertainty_score":0.5096432},"labels":[],"label_agreement":null},{"id":"W4232538815","doi":"10.1109/ms.2013.87","title":"Software Experts Summit Advertisement","year":2013,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Summit; Computer science; Software; World Wide Web; Software development; Software engineering; Advertising; Business; Operating system","score_opus":0.044729675024613016,"score_gpt":0.26068407741906613,"score_spread":0.21595440239445313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232538815","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020142652,0.002383444,0.0012343,0.062650494,0.091051,0.00044819264,0.008403304,0.0024089373,0.8294061],"genre_scores_gemma":[0.00346179,0.0007189514,0.00032916432,0.010196884,0.009376237,0.00018522488,0.004604039,0.0007532225,0.97037446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99810755,0.0001570962,0.000051092953,0.00016901673,0.0011179135,0.00039726167],"domain_scores_gemma":[0.99257386,0.0006313374,0.00017334498,0.00020176408,0.0030613262,0.0033583795],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0023545711,0.0016281914,0.0006995328,0.0028560616,0.0037063265,0.0066175647,0.0012520493,0.004459296,0.48260525],"category_scores_gemma":[0.0055546532,0.0005249943,0.0009264431,0.001595505,0.00071149407,0.0031242068,0.004072336,0.004482948,0.43505248],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011177209,0.000010109849,0.00002433108,0.000012045745,4.8737695e-7,0.000022292688,0.000009850014,0.0000071649306,0.000046980636,0.00025366992,0.9957248,0.0038770894],"study_design_scores_gemma":[0.0000087607905,0.000013370962,0.00025981004,0.000023906592,0.0000011301202,0.000012478258,0.000058358084,0.00003929292,0.00005637175,0.00028227168,0.99923956,0.0000047962117],"about_ca_topic_score_codex":0.008489457,"about_ca_topic_score_gemma":0.025652187,"teacher_disagreement_score":0.5173948,"about_ca_system_score_codex":0.0020013798,"about_ca_system_score_gemma":0.0036368957,"threshold_uncertainty_score":0.7380008},"labels":[],"label_agreement":null},{"id":"W4251906434","doi":"10.1109/ms.2018.110164344","title":"Hybrid Labels are the New Measure!","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Metric (unit); Process (computing); Analytics; Measure (data warehouse); Similarity (geometry); Software; Similarity measure; Artificial intelligence; Data science; Machine learning; Data mining; Engineering; Operations management","score_opus":0.02350352321040119,"score_gpt":0.2580113610226939,"score_spread":0.2345078378122927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251906434","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030474098,0.0058773,0.8843293,0.011638858,0.0031554787,0.00037735567,0.0068827337,0.0055562328,0.051708553],"genre_scores_gemma":[0.37625468,0.0018766772,0.5917306,0.0034229136,0.0021265296,0.0008926955,0.007297029,0.0024714053,0.01392744],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9701741,0.009071605,0.0020607556,0.005169563,0.012858025,0.00066599663],"domain_scores_gemma":[0.91414183,0.050222185,0.0062244087,0.015649796,0.011943868,0.0018178924],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012791495,0.002337153,0.0014186524,0.007837617,0.0018379338,0.007914084,0.0026298196,0.0033007415,0.009784227],"category_scores_gemma":[0.091973424,0.00062858686,0.0014654582,0.0064897113,0.004633387,0.017944112,0.0053115124,0.005742877,0.0052126357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006748042,0.00032582096,0.030504577,0.0012202333,0.0004731934,0.00010745834,0.0014645676,0.011364388,0.0033838912,0.19838482,0.053258024,0.69883823],"study_design_scores_gemma":[0.0000843892,0.0005581193,0.014614143,0.0007682577,0.0002637795,0.0005023944,0.0017542371,0.08892076,0.0058225687,0.69018495,0.19614077,0.00038569357],"about_ca_topic_score_codex":0.0031763976,"about_ca_topic_score_gemma":0.0028576439,"teacher_disagreement_score":0.012791495,"about_ca_system_score_codex":0.002754084,"about_ca_system_score_gemma":0.0015470255,"threshold_uncertainty_score":0.06764871},"labels":[],"label_agreement":null},{"id":"W4251952445","doi":"10.1109/ms.2009.184","title":"Point/Counterpoint","year":2009,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Counterpoint; Social software engineering; Computer science; Software engineering; Software development; Software peer review; Personal software process; Software construction; Software; Software analytics; Empirical research; Software requirements; Programming language; Sociology; Epistemology; Philosophy","score_opus":0.010611519008575569,"score_gpt":0.2502784733209914,"score_spread":0.23966695431241583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251952445","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020169378,0.0032073366,0.0121162925,0.83132714,0.042973343,0.00008780479,0.0001927803,0.00025370475,0.10782466],"genre_scores_gemma":[0.11361653,0.0031698598,0.010641346,0.7367307,0.01960737,0.0004302726,0.00018196907,0.00035017065,0.115271814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98700655,0.0033603194,0.00074278365,0.0033817578,0.0045102835,0.0009982738],"domain_scores_gemma":[0.9771263,0.009986314,0.00091285695,0.0024024192,0.00831323,0.0012588839],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009674135,0.0010251157,0.0008905377,0.0021651036,0.004485769,0.008941145,0.0038484728,0.016648319,0.033146814],"category_scores_gemma":[0.06092262,0.00031621946,0.0012554796,0.0014726403,0.01749452,0.01131816,0.007002598,0.021235418,0.01251783],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053912663,0.000021933609,0.00030810345,0.00014983914,0.000019845433,0.00035303168,0.0014364418,0.000088124194,0.00015200148,0.72863686,0.24984388,0.018935978],"study_design_scores_gemma":[0.000041966887,0.0000293776,0.00022549444,0.00052987074,0.000023836761,0.0003854675,0.0033040491,0.00025412207,0.00041028287,0.33249763,0.66226315,0.000034812514],"about_ca_topic_score_codex":0.004416858,"about_ca_topic_score_gemma":0.0029462804,"teacher_disagreement_score":0.033146814,"about_ca_system_score_codex":0.0037665549,"about_ca_system_score_gemma":0.0059721945,"threshold_uncertainty_score":0.11088717},"labels":[],"label_agreement":null},{"id":"W4283204998","doi":"10.1109/ms.2022.3164872","title":"Software Design Trends Supporting Multiconcern Assurance","year":2022,"lang":"en","type":"article","venue":"IEEE Software","topic":"Safety Systems Engineering in Autonomy","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Dependability; Software security assurance; Computer science; Life-critical system; Computer security; Risk analysis (engineering); Variety (cybernetics); Software; Avionics software; Systems engineering; Engineering; Software development; Software quality; Software engineering; Business; Information security; Security service","score_opus":0.018512873412282974,"score_gpt":0.22955146128612708,"score_spread":0.2110385878738441,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4283204998","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035069898,0.035419375,0.8306806,0.025372606,0.0012117081,0.00015147975,0.00011289918,0.002120602,0.06986081],"genre_scores_gemma":[0.29170468,0.03478763,0.6481576,0.0051138694,0.0016992321,0.00024303865,0.0005640636,0.0009435345,0.016786402],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950924,0.0009919673,0.00036830304,0.0005150709,0.002746905,0.00028534417],"domain_scores_gemma":[0.984706,0.005089243,0.001326413,0.002570137,0.0055700867,0.0007381132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066169193,0.0006123191,0.0003391726,0.0017817375,0.00057404157,0.003310822,0.002229412,0.0021741218,0.004647613],"category_scores_gemma":[0.011746976,0.0006856642,0.0005108845,0.0015100986,0.0018315075,0.0073806397,0.0021928155,0.0036316982,0.0021915785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082582235,0.00014622029,0.0024261684,0.001170034,0.000052050502,0.00022869286,0.0011343408,0.008750093,0.017526802,0.5817496,0.010749937,0.3759835],"study_design_scores_gemma":[0.000081135266,0.00038375953,0.0017415283,0.0009973706,0.00007179144,0.0010509377,0.00042956142,0.06426524,0.011574228,0.31531185,0.60400754,0.00008504007],"about_ca_topic_score_codex":0.0010890296,"about_ca_topic_score_gemma":0.001646447,"teacher_disagreement_score":0.0066169193,"about_ca_system_score_codex":0.0015289722,"about_ca_system_score_gemma":0.0023690062,"threshold_uncertainty_score":0.034994066},"labels":[],"label_agreement":null},{"id":"W4383500514","doi":"10.1109/ms.2023.3268725","title":"Augmented Agile: Human-Centered AI-Assisted Software Management","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Agile software development; Software engineering; Computer science; Software development; Lean software development; Extreme programming practices; Agile usability engineering; Software; Systems engineering; Software development process; Engineering; Operating system","score_opus":0.037351283573869444,"score_gpt":0.30670421641332746,"score_spread":0.269352932839458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383500514","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016146708,0.0014315324,0.9386922,0.002738183,0.00057606224,0.0002223884,0.00008222488,0.0032099807,0.03690063],"genre_scores_gemma":[0.3530169,0.0022471223,0.6258071,0.0011676549,0.0003187562,0.0004201752,0.00026450036,0.00037446574,0.016383385],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99690896,0.0015248951,0.000108087595,0.0002731206,0.00097165443,0.0002132051],"domain_scores_gemma":[0.9971004,0.0010134182,0.00026930487,0.00085140107,0.000403635,0.00036172775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021629033,0.0008095762,0.00025767356,0.0006660847,0.0007908481,0.0037233601,0.0016144696,0.0013008311,0.006082513],"category_scores_gemma":[0.0040920163,0.00041420315,0.00047560714,0.00067274255,0.0029547447,0.003133474,0.004543982,0.0022908659,0.0014529203],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032202923,0.0005130205,0.0033399183,0.00072220754,0.0001524764,0.0010499652,0.00594997,0.027205434,0.033236753,0.23018828,0.026515493,0.6708045],"study_design_scores_gemma":[0.00018391573,0.0011253625,0.002701916,0.0005796072,0.000127004,0.0020011966,0.0022060242,0.18936096,0.026227321,0.2644902,0.51075757,0.00023894916],"about_ca_topic_score_codex":0.0011033919,"about_ca_topic_score_gemma":0.0014848942,"teacher_disagreement_score":0.006082513,"about_ca_system_score_codex":0.00045082025,"about_ca_system_score_gemma":0.001725759,"threshold_uncertainty_score":0.020348012},"labels":[],"label_agreement":null},{"id":"W4387449163","doi":"10.1109/ms.2023.3322438","title":"SE4AI: A Training Program Considering Technical, Social, and Professional Aspects of AI-Based Software Systems","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Concordia University","funders":"","keywords":"Multitude; Knowledge management; Computer science; Context (archaeology); Sociotechnical system; Knowledge sharing; Engineering management; Software; Engineering ethics; Engineering; Political science","score_opus":0.1217835274850442,"score_gpt":0.4156701044444438,"score_spread":0.29388657695939957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387449163","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5959297,0.001298064,0.12945807,0.057105318,0.004123943,0.0036636547,0.0007218079,0.007894344,0.19980505],"genre_scores_gemma":[0.5236593,0.0016333939,0.23333244,0.008247636,0.0012876482,0.003774865,0.001877887,0.00079137506,0.22539546],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99823344,0.0007282536,0.00006544725,0.00013121404,0.00033545363,0.00050619635],"domain_scores_gemma":[0.98370266,0.0017655636,0.00056818104,0.0006316501,0.0022923553,0.011039642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005419333,0.00076882244,0.0003035447,0.001635163,0.0024625384,0.0018708104,0.0017427356,0.0014433415,0.019074732],"category_scores_gemma":[0.0061421627,0.00035612783,0.00047110903,0.00059109257,0.0013176849,0.0013699385,0.004604971,0.0034285446,0.006496617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056992535,0.013902265,0.026238065,0.0006913449,0.000052042386,0.0012496602,0.02621911,0.0037534772,0.031120699,0.009607737,0.26914883,0.6174467],"study_design_scores_gemma":[0.00030108774,0.0060812407,0.044272557,0.000661813,0.000059228638,0.0023019628,0.020090306,0.011157349,0.017723458,0.013276268,0.88394797,0.00012669347],"about_ca_topic_score_codex":0.001221193,"about_ca_topic_score_gemma":0.005488785,"teacher_disagreement_score":0.019074732,"about_ca_system_score_codex":0.0009879002,"about_ca_system_score_gemma":0.0072983303,"threshold_uncertainty_score":0.06381136},"labels":[],"label_agreement":null},{"id":"W4389230460","doi":"10.1109/ms.2023.3305718","title":"Developer Productivity for Humans, Part 6: Measuring Flow, Focus, and Friction for Developers","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Personal Information Management and User Behavior","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Google (Canada)","funders":"","keywords":"Focus (optics); Productivity; Point (geometry); Computer science; Data science; Human–computer interaction; Software engineering; Software; Knowledge management; Programming language","score_opus":0.372635579772963,"score_gpt":0.4069794109336547,"score_spread":0.034343831160691674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389230460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7826258,0.0011521117,0.1950842,0.00075901754,0.000098576114,0.0011399311,0.0018574069,0.0014582583,0.015824756],"genre_scores_gemma":[0.9398864,0.00026252912,0.05624689,0.00008673108,0.000036238223,0.00059447694,0.0005736797,0.00013805079,0.0021750557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9855861,0.0047012838,0.001688356,0.0014246177,0.005968177,0.00063150236],"domain_scores_gemma":[0.90383303,0.05134966,0.018098418,0.007933465,0.015490704,0.0032947427],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015025985,0.0010131211,0.0005799206,0.0050524734,0.0010028951,0.0039529866,0.0008748786,0.0009424238,0.0024400975],"category_scores_gemma":[0.0903639,0.00053127337,0.00064707815,0.0030189222,0.0010224052,0.0037126655,0.0019816651,0.0009049937,0.0008202548],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048726308,0.0007017378,0.6418531,0.00092710025,0.00028752114,0.00020424907,0.018104939,0.0069450713,0.010953005,0.003990517,0.00591067,0.3096348],"study_design_scores_gemma":[0.00005839272,0.0018270661,0.909152,0.00041440202,0.0001908866,0.0005059847,0.009848527,0.030255897,0.02383727,0.008590745,0.015053551,0.00026527265],"about_ca_topic_score_codex":0.004177421,"about_ca_topic_score_gemma":0.0037699116,"teacher_disagreement_score":0.015025985,"about_ca_system_score_codex":0.0013657386,"about_ca_system_score_gemma":0.0017564335,"threshold_uncertainty_score":0.079465985},"labels":[],"label_agreement":null},{"id":"W4389249335","doi":"10.1109/ms.2023.3306132","title":"Thinking Fast and Slow in Software Engineering","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Ethics and Social Impacts of AI","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Social software engineering; Semantics (computer science); Software development; Software; Software construction; Software system; Programming language; Data science","score_opus":0.02947401924925046,"score_gpt":0.3143461962366311,"score_spread":0.28487217698738065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389249335","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0977711,0.17334828,0.2656054,0.21940556,0.005323232,0.00020653324,0.00019151672,0.0006312345,0.23751709],"genre_scores_gemma":[0.8677371,0.039971888,0.06290263,0.014025698,0.0040957225,0.00056517194,0.000097162,0.00027177713,0.01033281],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98602587,0.008956866,0.0006660052,0.0018964283,0.0020849903,0.00036984126],"domain_scores_gemma":[0.96663296,0.028075997,0.0016772172,0.0012828913,0.0012520162,0.0010790084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010709989,0.0010639613,0.00080568704,0.0048283143,0.004442264,0.012256326,0.0012447787,0.005110283,0.003330584],"category_scores_gemma":[0.028637815,0.0006920782,0.0004092318,0.0036144676,0.04686786,0.024319608,0.0045599993,0.006410159,0.0008145793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045192493,0.000027889642,0.0015450416,0.00035271654,0.000019978532,0.00007745698,0.008573592,0.0009206928,0.0001875048,0.94699234,0.004218901,0.037038703],"study_design_scores_gemma":[0.000009619022,0.000015489246,0.00045959253,0.00018004005,0.0000067023957,0.00005118009,0.0017427454,0.000764474,0.00008026887,0.98007154,0.01659768,0.000020675943],"about_ca_topic_score_codex":0.0022163528,"about_ca_topic_score_gemma":0.0023268268,"teacher_disagreement_score":0.012256326,"about_ca_system_score_codex":0.0040060254,"about_ca_system_score_gemma":0.0033367816,"threshold_uncertainty_score":0.056640506},"labels":[],"label_agreement":null},{"id":"W4390097135","doi":"10.1109/ms.2023.3328199","title":"A 40-Year Impact Perspective: Meet Your New Editor in Chief","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Ask price; Perspective (graphical); Software; Editor in chief; Product (mathematics); Engineering; Computer science; Engineering management; Software engineering; Management; Business; Economics; Operating system; Finance","score_opus":0.022369692018633903,"score_gpt":0.3186164949446814,"score_spread":0.2962468029260475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097135","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016929377,0.006827867,0.00041683274,0.28272128,0.702343,0.00003875921,0.0000710573,0.00020555171,0.0072063915],"genre_scores_gemma":[0.0024050565,0.015471224,0.0013160084,0.2063016,0.7233576,0.00011408981,0.00011877048,0.00024238927,0.05067325],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98622626,0.001045858,0.0012872139,0.0009639528,0.009406454,0.0010701708],"domain_scores_gemma":[0.88465667,0.009462231,0.00486698,0.0019981274,0.06510522,0.03391085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016512426,0.0028043292,0.0023199122,0.0035333084,0.0046936627,0.021080129,0.0032470033,0.022089008,0.0389872],"category_scores_gemma":[0.050472945,0.0012846953,0.0017161376,0.0026819687,0.0028908509,0.015651302,0.0040433067,0.018325143,0.04104793],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016424565,0.000022041047,0.00014056615,0.00010495458,0.0000047685385,0.0001513547,0.00002778064,0.000023845058,0.00008863892,0.00035625763,0.9875307,0.011532698],"study_design_scores_gemma":[0.000025044867,0.000052197483,0.00046364812,0.00022544187,0.000016313332,0.00047209396,0.0002915101,0.00008367499,0.000083894236,0.0010038959,0.9972433,0.000038964026],"about_ca_topic_score_codex":0.0011403912,"about_ca_topic_score_gemma":0.004213873,"teacher_disagreement_score":0.0389872,"about_ca_system_score_codex":0.0026142,"about_ca_system_score_gemma":0.010270803,"threshold_uncertainty_score":0.13042516},"labels":[],"label_agreement":null},{"id":"W4390097239","doi":"10.1109/ms.2023.3321418","title":"Research Highlights in Evidence-Based Software Engineering","year":2023,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software construction; Software; Systems engineering; Engineering; Operating system","score_opus":0.1060485871712185,"score_gpt":0.35051707644572183,"score_spread":0.24446848927450332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390097239","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00016018437,0.71488476,0.0018554468,0.22342257,0.05459498,0.00004441826,0.00010658985,0.000044758228,0.004886233],"genre_scores_gemma":[0.0036003175,0.8676605,0.004857185,0.05816842,0.061852675,0.000115475355,0.00020001926,0.000088004985,0.0034574189],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.96248156,0.014465246,0.008010642,0.0026237604,0.01139734,0.0010214074],"domain_scores_gemma":[0.6545244,0.2772093,0.010570757,0.006227247,0.043997183,0.007471146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07555746,0.0013747043,0.0020692428,0.011629469,0.0020659154,0.015036547,0.003069189,0.008973204,0.010301239],"category_scores_gemma":[0.1857335,0.0013536233,0.0017445434,0.020310795,0.0055533866,0.022042964,0.004976276,0.016460044,0.0036838446],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100024896,0.00008114791,0.00050687324,0.0154644055,0.000115156836,0.00017130081,0.0006894465,0.00030108157,0.00024308637,0.041388813,0.6383975,0.30254117],"study_design_scores_gemma":[0.00003422545,0.00010689412,0.0009689622,0.030154757,0.00010182366,0.00023765738,0.001028331,0.00014414979,0.00016926265,0.029470183,0.9375375,0.000046248246],"about_ca_topic_score_codex":0.0028415003,"about_ca_topic_score_gemma":0.004967451,"teacher_disagreement_score":0.07555746,"about_ca_system_score_codex":0.006882888,"about_ca_system_score_gemma":0.016930344,"threshold_uncertainty_score":0.39959085},"labels":[],"label_agreement":null},{"id":"W4390533486","doi":"10.1109/ms.2023.3347875","title":"Polyglot Software Development: Wait, What?","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; École de Technologie Supérieure; McMaster University; McGill University","funders":"","keywords":"Polyglot; Computer science; Operationalization; Software development; Software engineering; Software deployment; Software; Data science; Programming language; Epistemology","score_opus":0.01577407693668583,"score_gpt":0.2425037716468644,"score_spread":0.22672969471017856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390533486","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033798717,0.009830147,0.8211795,0.07584569,0.0014759966,0.0001734037,0.0003575487,0.008021396,0.049317677],"genre_scores_gemma":[0.5251025,0.012097511,0.37464556,0.021177914,0.0007994925,0.0003840997,0.0010199087,0.0033708224,0.061402272],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99667645,0.0011999285,0.00016861287,0.0004932259,0.001054489,0.00040735363],"domain_scores_gemma":[0.99260783,0.0028066423,0.000851474,0.0013666975,0.001468399,0.0008989156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005680181,0.00059026724,0.00052982225,0.0008520128,0.0012989709,0.006668148,0.0013811311,0.0018385926,0.0059957923],"category_scores_gemma":[0.012173915,0.00056326936,0.00053155323,0.0013408138,0.0025304793,0.011420368,0.002850125,0.003802023,0.0028181793],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025200873,0.00020552648,0.0054335967,0.00068950804,0.000056592275,0.00077595,0.0048297755,0.0030448583,0.0045927414,0.5091171,0.06980397,0.40119833],"study_design_scores_gemma":[0.00006973621,0.00029704045,0.0023023563,0.0010706207,0.000052740197,0.0015580618,0.0039493376,0.027962696,0.0050920337,0.40692043,0.5505689,0.00015615068],"about_ca_topic_score_codex":0.003606633,"about_ca_topic_score_gemma":0.004253381,"teacher_disagreement_score":0.006668148,"about_ca_system_score_codex":0.0017347743,"about_ca_system_score_gemma":0.0038173217,"threshold_uncertainty_score":0.030040085},"labels":[],"label_agreement":null},{"id":"W4391462747","doi":"10.1109/ms.2024.3418570","title":"Generative AI to Generate Test Data Generators","year":2024,"lang":"en","type":"preprint","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Generative grammar; Test (biology); Computer science; Artificial intelligence; Test data; Natural language processing; Programming language","score_opus":0.06607790163968237,"score_gpt":0.3343913292862057,"score_spread":0.26831342764652333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391462747","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040233554,0.000042900603,0.992638,0.0001644012,0.000022577791,0.00008417661,0.0000814334,0.0010534462,0.0018896936],"genre_scores_gemma":[0.21401827,0.00012697137,0.77928007,0.00038891102,0.000058551293,0.0007108093,0.0007246843,0.0009261003,0.003765614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961234,0.0020469602,0.0001770249,0.0005155173,0.00096532656,0.00017184009],"domain_scores_gemma":[0.9796188,0.014717371,0.00041488305,0.003780907,0.0012582595,0.00020965862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045090797,0.00094772736,0.00070638204,0.0019208073,0.0005450813,0.0015882818,0.0024188014,0.0011168146,0.004005122],"category_scores_gemma":[0.024569819,0.00064203626,0.0014366906,0.0013204487,0.0026151773,0.0018878127,0.002183272,0.0024749378,0.0011508683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019302045,0.00026175453,0.0040332098,0.00042417992,0.0001690585,0.00041713452,0.0014924059,0.2378835,0.017692361,0.45954832,0.007741562,0.2701435],"study_design_scores_gemma":[0.00005947733,0.00007572523,0.00029398396,0.00004293595,0.000033073477,0.00019646483,0.000077054356,0.7836094,0.009780834,0.19909996,0.006700213,0.00003088275],"about_ca_topic_score_codex":0.0012590212,"about_ca_topic_score_gemma":0.0023844368,"teacher_disagreement_score":0.0045090797,"about_ca_system_score_codex":0.0010333463,"about_ca_system_score_gemma":0.0010127992,"threshold_uncertainty_score":0.023846567},"labels":[],"label_agreement":null},{"id":"W4391853530","doi":"10.1109/ms.2024.3366111","title":"The State of Documentation Practices of Third-Party Machine Learning Models and Datasets","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Documentation; Computer science; Software engineering; State (computer science); Software bug; Data science; Software; Knowledge management; Engineering management; Artificial intelligence; Programming language; Engineering","score_opus":0.13390460380735106,"score_gpt":0.4107785703011077,"score_spread":0.2768739664937566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391853530","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46358973,0.012125859,0.39479116,0.038986154,0.0007948753,0.0011198123,0.007989603,0.010825872,0.06977695],"genre_scores_gemma":[0.7584095,0.0054099676,0.21037357,0.004010761,0.0003431934,0.0009911074,0.008503459,0.003755632,0.00820282],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.79067606,0.087310605,0.034427136,0.016388917,0.068063006,0.0031342914],"domain_scores_gemma":[0.16989534,0.3897043,0.07108104,0.2507628,0.1143104,0.004246116],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.204897,0.0006513837,0.00090779446,0.013977538,0.0034039274,0.015785769,0.0056906105,0.0024708093,0.0036486017],"category_scores_gemma":[0.5293217,0.0019448847,0.0010699991,0.013346957,0.0076369424,0.016569432,0.007922524,0.0049487296,0.00303177],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006965995,0.00055874034,0.0991974,0.0026577348,0.000251823,0.00033069905,0.025083221,0.0046574953,0.007667445,0.09123004,0.036235433,0.7314333],"study_design_scores_gemma":[0.00030286692,0.0009818692,0.1253978,0.016610067,0.0003901518,0.0032229302,0.039019316,0.03548034,0.05679723,0.1307187,0.5899565,0.0011222317],"about_ca_topic_score_codex":0.009981156,"about_ca_topic_score_gemma":0.004400819,"teacher_disagreement_score":0.795103,"about_ca_system_score_codex":0.00719713,"about_ca_system_score_gemma":0.015246137,"threshold_uncertainty_score":0.98050356},"labels":[],"label_agreement":null},{"id":"W4393372268","doi":"10.1109/ms.2024.3382364","title":"Toward Optimal Psychological Functioning in AI-Driven Software Engineering Tasks: The Software Evaluation for Well-Being and Optimal Psychological Functioning in a Context-Aware Environment Assessment Framework","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Context (archaeology); Software engineering; Software development; Software; Psychological testing; Psychology; Clinical psychology; Programming language","score_opus":0.0358834102836699,"score_gpt":0.3324900582465691,"score_spread":0.29660664796289915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393372268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7839263,0.0011613317,0.17671631,0.0038743117,0.00009235974,0.0006926241,0.00020802989,0.00023068638,0.03309811],"genre_scores_gemma":[0.9612083,0.0001769992,0.037574418,0.00016922288,0.000010173204,0.00030921685,0.000053556258,0.000017445636,0.00048064097],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9930767,0.004270391,0.0003042807,0.00046103046,0.0015382735,0.0003493318],"domain_scores_gemma":[0.9907354,0.0037025558,0.0016627229,0.0007223562,0.0019740195,0.001203045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008432878,0.0007055525,0.0003882974,0.0026456234,0.0010869929,0.0031978912,0.0005785716,0.0009225277,0.0008927036],"category_scores_gemma":[0.01875875,0.0002081072,0.00064545084,0.0011554252,0.0030566305,0.0027126907,0.0036007909,0.0015944557,0.00016417763],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006189021,0.0025044892,0.4033606,0.00085267285,0.00035917308,0.00038196275,0.03604646,0.011631112,0.011100996,0.15209281,0.0052894633,0.37576136],"study_design_scores_gemma":[0.00009578993,0.002883191,0.7046961,0.0009414747,0.00027105806,0.00063161855,0.031957757,0.06656476,0.009247035,0.16358802,0.018764833,0.00035836527],"about_ca_topic_score_codex":0.0019302369,"about_ca_topic_score_gemma":0.0031108889,"teacher_disagreement_score":0.008432878,"about_ca_system_score_codex":0.0019129735,"about_ca_system_score_gemma":0.0021531938,"threshold_uncertainty_score":0.044597864},"labels":[],"label_agreement":null},{"id":"W4396629499","doi":"10.1109/ms.2024.3395616","title":"How Trustworthy Is Your Continuous Integration (CI) Accelerator?: A Comparison of the Trustworthiness of CI Acceleration Products","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Waterloo","funders":"","keywords":"Trustworthiness; Acceleration; Computer science; Software engineering; Computer security; Physics","score_opus":0.18169906823295445,"score_gpt":0.39613085999283293,"score_spread":0.21443179175987848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396629499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97762805,0.00073420396,0.01563579,0.0004363793,0.0000476187,0.00010150115,0.00024855087,0.0011006803,0.004067041],"genre_scores_gemma":[0.987564,0.00017453237,0.010919615,0.0000443931,0.000019318188,0.000044403343,0.00041555116,0.0002782744,0.0005397863],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9653329,0.011605201,0.0028183647,0.0034159536,0.015642045,0.001185542],"domain_scores_gemma":[0.6345499,0.20874903,0.050937377,0.04535989,0.054012194,0.006391517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.046723384,0.0006781268,0.000597952,0.0033884125,0.0009038334,0.0033523715,0.0013129902,0.0010017363,0.00096108014],"category_scores_gemma":[0.26807368,0.0007235914,0.00059261505,0.0027232184,0.002323126,0.0041688564,0.0031269095,0.0015385748,0.0006162211],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033978345,0.0004320463,0.6787901,0.0006464816,0.0006045225,0.0008069603,0.010036918,0.016309723,0.009545352,0.003906394,0.0050166147,0.27050713],"study_design_scores_gemma":[0.00035702882,0.005297469,0.8051078,0.000691737,0.00068699435,0.002119887,0.008599784,0.12205274,0.024676861,0.0077000237,0.02238328,0.0003263526],"about_ca_topic_score_codex":0.0036507898,"about_ca_topic_score_gemma":0.0027795369,"teacher_disagreement_score":0.046723384,"about_ca_system_score_codex":0.0013369884,"about_ca_system_score_gemma":0.0017664672,"threshold_uncertainty_score":0.24709982},"labels":[],"label_agreement":null},{"id":"W4401414416","doi":"10.1109/ms.2024.3440190","title":"A State-of-the-Practice Release-Readiness Checklist for Generative AI-Based Software Products: A Gray Literature Survey","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada; National Bank of Canada; Business Development Bank of Canada; Queen's University","funders":"","keywords":"Software engineering; Checklist; Computer science; Software peer review; Software development; Software; Generative grammar; State (computer science); Software release life cycle; Software quality; Engineering management; Software construction; Engineering; Programming language; Artificial intelligence; Psychology","score_opus":0.01837307102445155,"score_gpt":0.2940337656147816,"score_spread":0.27566069459033005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401414416","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17985384,0.3839487,0.28359658,0.051315926,0.001417899,0.00435869,0.0030599325,0.00632307,0.08612535],"genre_scores_gemma":[0.45552966,0.21007925,0.31578788,0.004388963,0.00038084065,0.003384261,0.004760479,0.0010341982,0.004654411],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95813644,0.012798192,0.010152203,0.0023634988,0.015229698,0.0013199772],"domain_scores_gemma":[0.6911216,0.18449232,0.028760472,0.0118419705,0.07917626,0.004607349],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.051211778,0.001179579,0.0015069864,0.018634384,0.0022250717,0.007846904,0.004282611,0.002523297,0.00253115],"category_scores_gemma":[0.17592722,0.0011908635,0.001196628,0.010371754,0.003730793,0.011180761,0.004054109,0.002715519,0.001987969],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013295958,0.00037126848,0.021381894,0.016484756,0.00010250167,0.00023534017,0.00677727,0.0021150922,0.0023376842,0.016337723,0.017198978,0.9165245],"study_design_scores_gemma":[0.000120137745,0.0027554843,0.09847998,0.16179945,0.00094165956,0.003162283,0.047550775,0.020456487,0.019017043,0.04237653,0.60240734,0.0009329029],"about_ca_topic_score_codex":0.0070310854,"about_ca_topic_score_gemma":0.010481186,"teacher_disagreement_score":0.9487882,"about_ca_system_score_codex":0.00412288,"about_ca_system_score_gemma":0.018948903,"threshold_uncertainty_score":0.270837},"labels":[],"label_agreement":null},{"id":"W4403095001","doi":"10.1109/ms.2024.3472016","title":"On Build Hermeticity in Bazel-Based Build Systems","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Data Management and Algorithms","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Systems engineering; Software engineering; Engineering","score_opus":0.014388998615915189,"score_gpt":0.2513422562157066,"score_spread":0.2369532575997914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403095001","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.61544997,0.00023548333,0.36913112,0.00039624397,0.000041906682,0.0001928954,0.0002281485,0.0037045917,0.010619628],"genre_scores_gemma":[0.89423054,0.00008151352,0.10072832,0.00009764249,0.000027410837,0.00017990283,0.000468848,0.000910689,0.0032751446],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871983,0.003700876,0.00065844215,0.002017597,0.004712674,0.001712154],"domain_scores_gemma":[0.950616,0.025674243,0.0044137267,0.014968613,0.003391711,0.00093578413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008378738,0.00051288935,0.00050728366,0.0024943443,0.001988867,0.0038626627,0.0016986075,0.0010557817,0.0035849751],"category_scores_gemma":[0.048982028,0.0011415216,0.00083186745,0.002048124,0.004728885,0.008153125,0.005038515,0.002423338,0.0006473424],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001020779,0.0006690054,0.08919983,0.0004391195,0.00016837705,0.0012990917,0.0098298,0.17329986,0.024602622,0.5810716,0.0025401795,0.11585978],"study_design_scores_gemma":[0.00017560301,0.0005133774,0.021223504,0.00015050248,0.00017845922,0.0010576687,0.0018152117,0.5803368,0.036976006,0.31810343,0.03927365,0.00019587597],"about_ca_topic_score_codex":0.003151758,"about_ca_topic_score_gemma":0.0025848094,"teacher_disagreement_score":0.008378738,"about_ca_system_score_codex":0.0014861221,"about_ca_system_score_gemma":0.002645632,"threshold_uncertainty_score":0.044311583},"labels":[],"label_agreement":null},{"id":"W4403446996","doi":"10.1109/ms.2024.3480013","title":"The Software Industry–Academia Collaboration: Novelty and Practice","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia, Okanagan Campus; University of British Columbia; University of Saskatchewan","funders":"","keywords":"Novelty; Software engineering; Computer science; Software; Engineering management; Personal software process; Software peer review; Software development; Social software engineering; Engineering; Software construction; Operating system","score_opus":0.056327357829322355,"score_gpt":0.3304996569710453,"score_spread":0.2741722991417229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403446996","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2964877,0.055475585,0.087767914,0.45374352,0.0086316,0.00037855792,0.00017411505,0.0007089268,0.09663208],"genre_scores_gemma":[0.95109206,0.0076738102,0.0204679,0.012119924,0.0012823563,0.00023624423,0.00008584512,0.00017330592,0.0068685687],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9065241,0.06516994,0.0043477747,0.005869784,0.012217789,0.0058705625],"domain_scores_gemma":[0.8153987,0.110776275,0.010625983,0.012097462,0.020398227,0.030703375],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.08519146,0.00066672167,0.00090850866,0.006538116,0.020465782,0.048683077,0.0046497355,0.00875023,0.004832271],"category_scores_gemma":[0.073117666,0.00085120305,0.0009573112,0.008062713,0.02484592,0.034887306,0.032069556,0.010179117,0.0013236445],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013570565,0.00057524745,0.027897263,0.0016492005,0.00015570976,0.0018759778,0.43659708,0.00086498033,0.0014354378,0.2136596,0.031676155,0.2834776],"study_design_scores_gemma":[0.000047771173,0.00037273034,0.0048684306,0.0025989355,0.000032765052,0.0016931839,0.5682477,0.0014392522,0.00066215225,0.1123605,0.30751586,0.00016071084],"about_ca_topic_score_codex":0.0023728262,"about_ca_topic_score_gemma":0.005400908,"teacher_disagreement_score":0.9795342,"about_ca_system_score_codex":0.0073442403,"about_ca_system_score_gemma":0.024215693,"threshold_uncertainty_score":0.4505409},"labels":[],"label_agreement":null},{"id":"W4405092785","doi":"10.1109/ms.2024.3477014","title":"MLOps, LLMOps, FMOps, and Beyond","year":2024,"lang":"en","type":"article","venue":"IEEE Software","topic":"Library Science and Information Systems","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Software engineering","score_opus":0.010577807819011612,"score_gpt":0.22223528036702114,"score_spread":0.21165747254800954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405092785","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08117123,0.029324701,0.19863462,0.10573063,0.001653533,0.0001331959,0.000911206,0.003890761,0.57855004],"genre_scores_gemma":[0.8043024,0.012032632,0.06904389,0.00983392,0.0015793226,0.00017607964,0.0005988875,0.00066920347,0.10176365],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983581,0.0005552501,0.000065052795,0.00019474907,0.00048896635,0.00033785705],"domain_scores_gemma":[0.995756,0.0015260809,0.00048680074,0.00091879105,0.00070987217,0.0006024616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019042315,0.00052781764,0.00033934208,0.0014243638,0.0013295949,0.0062931185,0.0009674034,0.001230993,0.019776301],"category_scores_gemma":[0.0060043926,0.0003441661,0.00037128048,0.0015174702,0.0027875886,0.012772504,0.0036625774,0.002133256,0.003033448],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016527188,0.00009849654,0.002960913,0.00030328424,0.000020357218,0.000068536385,0.0008146123,0.0020027375,0.0019241037,0.5016507,0.04629042,0.44370055],"study_design_scores_gemma":[0.00004705302,0.0001822948,0.004779124,0.00057337707,0.000036387748,0.00021606225,0.0024361296,0.012290603,0.0020481907,0.40578014,0.5715515,0.00005897427],"about_ca_topic_score_codex":0.0119148195,"about_ca_topic_score_gemma":0.010919551,"teacher_disagreement_score":0.019776301,"about_ca_system_score_codex":0.0021146445,"about_ca_system_score_gemma":0.002613832,"threshold_uncertainty_score":0.066158354},"labels":[],"label_agreement":null},{"id":"W4407450075","doi":"10.1109/ms.2024.3510892","title":"Modeling and Digital Twins: Insights and Strategies for Software Engineers","year":2025,"lang":"en","type":"article","venue":"IEEE Software","topic":"Digital Transformation in Industry","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Software construction; Software; Systems engineering; Engineering; Operating system","score_opus":0.013798863212771326,"score_gpt":0.22289888989501547,"score_spread":0.20910002668224414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407450075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024964347,0.01764724,0.56907547,0.1798345,0.0020688942,0.00011157138,0.00012114124,0.0011550457,0.20502178],"genre_scores_gemma":[0.5304398,0.023989588,0.39022034,0.012610564,0.0012076609,0.00039645814,0.0002565297,0.0009176113,0.03996145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960372,0.002704842,0.00014451565,0.000253481,0.0005958472,0.00026425486],"domain_scores_gemma":[0.9928439,0.0038868622,0.0003306378,0.0013838584,0.00064808194,0.0009065253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073862458,0.0011864541,0.000833886,0.0035422645,0.003933761,0.013865976,0.0027809197,0.004331241,0.008684233],"category_scores_gemma":[0.011786392,0.00073668966,0.0009241165,0.0031701366,0.015929913,0.038372967,0.0122708585,0.0074549397,0.0016252812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007904367,0.000023785884,0.00019031712,0.00004718372,0.0000035891321,0.000060455808,0.0025019972,0.00036821878,0.00009344283,0.9747463,0.0033259052,0.018630978],"study_design_scores_gemma":[0.0000050606523,0.000016325861,0.00007368604,0.00015473482,0.000006002467,0.00010832758,0.0056117694,0.0037887269,0.00018546004,0.9176817,0.07235653,0.000011719658],"about_ca_topic_score_codex":0.003988416,"about_ca_topic_score_gemma":0.004966216,"teacher_disagreement_score":0.013865976,"about_ca_system_score_codex":0.004192926,"about_ca_system_score_gemma":0.005094653,"threshold_uncertainty_score":0.03906268},"labels":[],"label_agreement":null},{"id":"W4413212461","doi":"10.1109/ms.2025.3597574","title":"When AI-Generated Unit Tests Validate Bugs: The Risk of Faulty Assertions","year":2025,"lang":"en","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software bug; Computer science; Unit testing; Software engineering; Programming language; Reliability engineering; Software; Engineering","score_opus":0.025979699802465107,"score_gpt":0.2993781457658547,"score_spread":0.2733984459633896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413212461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5405851,0.0020220308,0.42500594,0.005361979,0.00044403912,0.00027983237,0.00044875132,0.015215508,0.010636806],"genre_scores_gemma":[0.9229412,0.00019267983,0.073488116,0.0008663571,0.00006825737,0.00006793318,0.0002854633,0.0010800275,0.0010100141],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9740121,0.011609657,0.0010401466,0.0020237148,0.010535578,0.0007788102],"domain_scores_gemma":[0.64866924,0.26903588,0.02481758,0.040514022,0.015635662,0.001327582],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017964972,0.00065370806,0.00058227783,0.0017856098,0.00051281584,0.0023079596,0.0020395613,0.002451472,0.0023565511],"category_scores_gemma":[0.22607774,0.00056892796,0.000561498,0.0007805277,0.0022642952,0.0038731752,0.0019064585,0.0016243057,0.0010282682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022089558,0.0005613162,0.23362897,0.0013286899,0.0004990993,0.00650636,0.008270966,0.13527179,0.049369372,0.072219886,0.014053363,0.47608116],"study_design_scores_gemma":[0.00035656156,0.0022871809,0.02792418,0.0015093515,0.00044404974,0.008344737,0.0020395678,0.699391,0.12967794,0.09815353,0.029598115,0.00027377834],"about_ca_topic_score_codex":0.0018578591,"about_ca_topic_score_gemma":0.0013138978,"teacher_disagreement_score":0.017964972,"about_ca_system_score_codex":0.00096260494,"about_ca_system_score_gemma":0.0011606629,"threshold_uncertainty_score":0.09500903},"labels":[],"label_agreement":null},{"id":"W4415221973","doi":"10.1109/ms.2025.3621128","title":"Using LLMs to Bridge the Gaps in QA Test Plans at Firefox","year":2025,"lang":"en","type":"article","venue":"IEEE Software","topic":"SAS software applications and methods","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ministère des Ressources naturelles et des Forêts (Québec); Government of Canada; University of Calgary","funders":"","keywords":"Bridge (graph theory); Test (biology); Quality assurance; Reliability (semiconductor); Test plan; Software quality; Process (computing)","score_opus":0.0331678809201386,"score_gpt":0.31647678337209706,"score_spread":0.28330890245195844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415221973","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36120012,0.00023410727,0.60834247,0.00067876145,0.00006071762,0.0007243958,0.0004766212,0.023949789,0.0043330444],"genre_scores_gemma":[0.40189514,0.000055821532,0.59510535,0.00017702409,0.0000081057315,0.00027942008,0.0005943563,0.00081454153,0.0010702311],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972018,0.0016311753,0.00017617347,0.00033375178,0.00048377877,0.00017326098],"domain_scores_gemma":[0.976225,0.017429782,0.001464831,0.0025695057,0.0018902607,0.0004205367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062276013,0.0008274556,0.0002687797,0.0016357898,0.0005233956,0.0009893879,0.0013065148,0.00082312094,0.0022519694],"category_scores_gemma":[0.029976845,0.00048406888,0.0005900734,0.000605679,0.0009987234,0.0012264105,0.001371633,0.0010994368,0.0004858044],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014455423,0.0014787253,0.04348951,0.00066460774,0.00012817241,0.00092768663,0.0050815465,0.21117704,0.057821307,0.010390191,0.00799849,0.6593971],"study_design_scores_gemma":[0.00025346642,0.0013011902,0.008215176,0.00023414289,0.00009563986,0.0004000755,0.0006838222,0.9049304,0.0646679,0.006423036,0.012714871,0.00008029159],"about_ca_topic_score_codex":0.008265564,"about_ca_topic_score_gemma":0.013824491,"teacher_disagreement_score":0.008265564,"about_ca_system_score_codex":0.0015047173,"about_ca_system_score_gemma":0.0018310229,"threshold_uncertainty_score":0.032935083},"labels":[],"label_agreement":null},{"id":"W4417131598","doi":"10.1109/ms.2025.3640399","title":"DevSecOps for Secure and Scalable Citizen Development","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Leverage (statistics); Process (computing); Scalability; German; Shadow (psychology); Development (topology)","score_opus":0.016514486260821002,"score_gpt":0.2715754010249427,"score_spread":0.2550609147641217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417131598","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022775585,0.00027601433,0.92074716,0.0010880296,0.0001828583,0.0015057367,0.0011036763,0.026950616,0.02537035],"genre_scores_gemma":[0.16877387,0.00044575543,0.7960711,0.00037034703,0.000075429736,0.0023019474,0.0052864696,0.007767543,0.018907573],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99287075,0.0030114313,0.0005668274,0.0009314831,0.001952814,0.0006667226],"domain_scores_gemma":[0.98616725,0.0036523975,0.0008777289,0.0068376474,0.0014427917,0.001022183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007437896,0.0010198025,0.00034744086,0.001520111,0.001228391,0.0025799654,0.0016474051,0.0009674274,0.009274136],"category_scores_gemma":[0.023235714,0.00096379296,0.0009489183,0.00092748174,0.0020298325,0.004029124,0.012646377,0.0031706323,0.004626821],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044580028,0.00063624146,0.011378818,0.00094227254,0.00012655543,0.0016530635,0.009228414,0.027907196,0.035797443,0.27275023,0.09381154,0.5453225],"study_design_scores_gemma":[0.00016922457,0.0003455729,0.004728796,0.0005457268,0.000031813433,0.0012623761,0.001733863,0.09405415,0.030755008,0.14144069,0.7247811,0.0001516403],"about_ca_topic_score_codex":0.0015346461,"about_ca_topic_score_gemma":0.0024297603,"teacher_disagreement_score":0.009274136,"about_ca_system_score_codex":0.0010129411,"about_ca_system_score_gemma":0.0036951327,"threshold_uncertainty_score":0.039335847},"labels":[],"label_agreement":null},{"id":"W4417438984","doi":"10.1109/ms.2025.3644251","title":"Understanding Prompt Management in GitHub Repositories: A Call for Best Practices","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada); Kingston Health Sciences Centre; Arup Group (Canada); Queen's University","funders":"","keywords":"Readability; Best practice; Maintainability; Usability; Quality (philosophy); Software quality; Natural language","score_opus":0.13182059768940274,"score_gpt":0.36156596925184753,"score_spread":0.2297453715624448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417438984","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23527233,0.019274272,0.5040889,0.2166762,0.0006351441,0.001589017,0.0020027398,0.009300945,0.01116043],"genre_scores_gemma":[0.34225184,0.006884515,0.6392166,0.005820224,0.0002613102,0.00089257944,0.002045515,0.0013768865,0.0012506129],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9197662,0.04445302,0.00884043,0.01145103,0.012150497,0.0033388927],"domain_scores_gemma":[0.6108855,0.24675031,0.030346947,0.06390313,0.041337494,0.006776462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11996903,0.0016506802,0.0023408763,0.017566191,0.005765377,0.03367293,0.00925341,0.006213582,0.0022271834],"category_scores_gemma":[0.30880457,0.0025361786,0.001777475,0.013809241,0.013240678,0.07711914,0.013206837,0.01093163,0.0012176475],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022054104,0.00087184255,0.1101641,0.0053859726,0.00024739536,0.0010679796,0.18595253,0.004554319,0.0073490203,0.043254748,0.021571146,0.6193603],"study_design_scores_gemma":[0.0001234494,0.00047306862,0.09420099,0.016058046,0.00041647727,0.0021909273,0.35660926,0.03578193,0.011367102,0.2673516,0.214564,0.00086321164],"about_ca_topic_score_codex":0.027764862,"about_ca_topic_score_gemma":0.041658983,"teacher_disagreement_score":0.11996903,"about_ca_system_score_codex":0.010626054,"about_ca_system_score_gemma":0.020960318,"threshold_uncertainty_score":0.6344645},"labels":[],"label_agreement":null},{"id":"W4417508607","doi":"10.1109/ms.2025.3645090","title":"Tu(r)ning AI Green: Exploring Energy Efficiency Cascading With Orthogonal Optimizations","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Efficient energy use; Pipeline (software); Energy consumption; Pruning; Energy (signal processing); Isolation (microbiology); Selection (genetic algorithm); Empirical research","score_opus":0.013317546827428918,"score_gpt":0.22322231495276135,"score_spread":0.20990476812533243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417508607","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26535663,0.0011592337,0.69877756,0.0014647018,0.00013673285,0.00016294078,0.00022909822,0.009201823,0.023511244],"genre_scores_gemma":[0.7700617,0.00030590338,0.22455104,0.00030119627,0.000022203993,0.00012265022,0.00024284003,0.0006238697,0.0037685763],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99929297,0.00023730633,0.00003243195,0.0001679589,0.00017803688,0.00009124184],"domain_scores_gemma":[0.9986926,0.00063201576,0.00008919122,0.00036541137,0.00015869741,0.0000621484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011779789,0.0009680718,0.00046550497,0.0005765568,0.0004904112,0.0011947579,0.0010230566,0.0005402945,0.0037536158],"category_scores_gemma":[0.0047795116,0.00038799117,0.0005863757,0.0005124781,0.00090342615,0.00243895,0.0016039312,0.0015072871,0.0010017629],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036294913,0.00030127386,0.005929374,0.00035879522,0.00013844192,0.00021385898,0.0003346761,0.51313436,0.040514085,0.022487966,0.0068086274,0.40941557],"study_design_scores_gemma":[0.000018567493,0.00016319126,0.00056495634,0.000019888597,0.00004612966,0.000043565105,0.000077220226,0.96988064,0.01081823,0.014751344,0.0036003983,0.00001599989],"about_ca_topic_score_codex":0.0043937336,"about_ca_topic_score_gemma":0.009579849,"teacher_disagreement_score":0.0043937336,"about_ca_system_score_codex":0.0006800671,"about_ca_system_score_gemma":0.0013504885,"threshold_uncertainty_score":0.01255703},"labels":[],"label_agreement":null},{"id":"W7092191125","doi":"10.1109/ms.2025.3621625","title":"What Inputs Drive Effective Large Language Model-Based Unit Test Generation?","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Unit testing; Correctness; Software quality; Code coverage; Code (set theory); Test (biology); Test Management Approach; Test case","score_opus":0.01701364261331757,"score_gpt":0.29850441364940394,"score_spread":0.2814907710360864,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7092191125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6786712,0.0008875203,0.3036198,0.0015989251,0.00006992648,0.00039418603,0.0005101923,0.005830725,0.008417576],"genre_scores_gemma":[0.9405611,0.00016283954,0.057865642,0.00019609273,0.00002086812,0.00013205747,0.0004342835,0.00034696487,0.0002801587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99400663,0.0032215347,0.00030991583,0.00066942966,0.0014073414,0.0003851378],"domain_scores_gemma":[0.93310267,0.052630324,0.00430342,0.004259464,0.0048099477,0.0008941324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056726667,0.0011466936,0.0009301038,0.0013068302,0.00056003645,0.003236014,0.0017212884,0.0013361215,0.0026067584],"category_scores_gemma":[0.090160705,0.00075713056,0.0005885959,0.00101147,0.0011585547,0.004764884,0.0019456234,0.0015294563,0.00096210296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016796775,0.00214076,0.12612861,0.0016400537,0.00022139796,0.0012894665,0.0022145489,0.22878164,0.1263768,0.018434705,0.006346722,0.48474565],"study_design_scores_gemma":[0.00011519927,0.0008430194,0.021762494,0.00019566888,0.00014748804,0.00031513424,0.00071415777,0.8972227,0.05724274,0.018807812,0.002571489,0.00006208777],"about_ca_topic_score_codex":0.0019163048,"about_ca_topic_score_gemma":0.002774842,"teacher_disagreement_score":0.0056726667,"about_ca_system_score_codex":0.0014025297,"about_ca_system_score_gemma":0.0015339163,"threshold_uncertainty_score":0.03000027},"labels":[],"label_agreement":null},{"id":"W7116718868","doi":"10.1109/ms.2025.3646195","title":"Energy Profiling in Games: Introducing a Frame-Based Power Consumption Metric","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"Green IT and Sustainability","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Energy consumption; Profiling (computer programming); Metric (unit); Power consumption; Green computing; Footprint; Energy (signal processing); Consumption (sociology)","score_opus":0.007901137060026146,"score_gpt":0.24006344999156878,"score_spread":0.23216231293154263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116718868","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01928075,0.0006071237,0.9691607,0.00015599381,0.00023294026,0.00016800233,0.0003116835,0.0010611105,0.009021731],"genre_scores_gemma":[0.4754875,0.0012975691,0.51589113,0.00018996344,0.00021864762,0.0003912927,0.00073100557,0.00053923106,0.0052535944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989794,0.00023889988,0.00007678616,0.00019878786,0.0004376322,0.00006838562],"domain_scores_gemma":[0.99916553,0.00025322352,0.00014638774,0.00009255745,0.00029963543,0.000042658095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007046846,0.0012504732,0.00049697846,0.0021253778,0.00041630078,0.0016130742,0.0009695589,0.0006415136,0.0012801089],"category_scores_gemma":[0.0030799096,0.00034416004,0.00046340507,0.0017278057,0.0007409874,0.0017528364,0.0009937505,0.00084221654,0.000682863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045900792,0.00046037594,0.02588062,0.0011066206,0.00020265477,0.00052941084,0.0019749294,0.153108,0.11081642,0.11064709,0.014379259,0.5804356],"study_design_scores_gemma":[0.00002818258,0.0005439994,0.019017348,0.00027179628,0.00013972087,0.00093538925,0.0006228549,0.7751427,0.078704834,0.031785954,0.09253539,0.00027177736],"about_ca_topic_score_codex":0.0035101487,"about_ca_topic_score_gemma":0.0043925573,"teacher_disagreement_score":0.0035101487,"about_ca_system_score_codex":0.0008095607,"about_ca_system_score_gemma":0.00043070465,"threshold_uncertainty_score":0.006979406},"labels":[],"label_agreement":null},{"id":"W7117668024","doi":"10.1109/ms.2025.3624446","title":"AIware in the Foundation Model Era","year":2025,"lang":"","type":"article","venue":"IEEE Software","topic":"AI-based Problem Solving and Planning","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; York University","funders":"","keywords":"Foundation (evidence); Software; Software development; Interface (matter); Social software engineering; Center (category theory)","score_opus":0.02332575948266387,"score_gpt":0.2783019592389995,"score_spread":0.2549761997563356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117668024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011510993,0.01836888,0.4034236,0.16087183,0.0058448557,0.00007022719,0.00032908795,0.0042848974,0.39529565],"genre_scores_gemma":[0.45760664,0.02231027,0.2728516,0.027862996,0.0046967114,0.0004446089,0.00095218857,0.0037686336,0.20950627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956168,0.0017931297,0.00017419674,0.00055423187,0.0015375323,0.00032399863],"domain_scores_gemma":[0.9869652,0.005098677,0.00036083022,0.004734476,0.0020402828,0.00080056814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008905393,0.0005374226,0.00047283774,0.0015000413,0.0024523223,0.0081227645,0.0016841248,0.003976207,0.01409198],"category_scores_gemma":[0.016714685,0.0005775531,0.0006358593,0.0011582037,0.008230989,0.022695303,0.0043524276,0.008009508,0.005380708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016311093,0.000017024639,0.0001337583,0.000050083454,0.0000103567545,0.000024634393,0.00079609844,0.000808831,0.00017632855,0.9254129,0.032188408,0.040365312],"study_design_scores_gemma":[0.000008659055,0.000013737203,0.00008274479,0.00016141546,0.000008493704,0.000048999,0.00030896018,0.0032074735,0.00035314122,0.503724,0.49206436,0.000017968143],"about_ca_topic_score_codex":0.003744145,"about_ca_topic_score_gemma":0.003222184,"teacher_disagreement_score":0.01409198,"about_ca_system_score_codex":0.0032456783,"about_ca_system_score_gemma":0.004070178,"threshold_uncertainty_score":0.047142327},"labels":[],"label_agreement":null}]}