{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":104,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":104,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"88850bbcd179","filters":{"venue":"International Conference on Software Engineering"}},"results":[{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","authors":[{"name":"Lin Liu","is_ca":false},{"name":"Eric Yu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1436433932733234,"gpt":0.3459438942493221,"spread":0.2023005009759987,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01048105,0.001946415,0.0009486534,0.004693676,0.001724634,0.01078378,0.00241177,0.003344531,0.004681376],"category_scores_gemma":[0.01688083,0.001330771,0.001480119,0.003805244,0.01389202,0.02015495,0.007779251,0.005909027,0.001403133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003384044,"about_ca_system_score_gemma":0.003168951,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003224767,"about_ca_topic_score_gemma":0.002455073,"domain_scores_codex":[0.9879214,0.009122508,0.0006408491,0.0006991454,0.001278027,0.0003380801],"domain_scores_gemma":[0.9912328,0.005508016,0.000486648,0.001352045,0.0009311765,0.0004893939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000150537,0.0000169657,0.00009565509,0.0002016568,0.00001259986,0.0001788759,0.002694604,0.00279503,0.0003323072,0.9725231,0.002058939,0.01907527],"study_design_scores_gemma":[0.0000195255,0.0000251435,0.00008007095,0.0003805539,0.0000117929,0.0002049398,0.001798106,0.006366498,0.0005870123,0.906637,0.0838645,0.00002489922],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.005386444,0.004842398,0.9285306,0.01119947,0.0003880326,0.0002053993,0.0001835258,0.0006622173,0.04860192],"genre_scores_gemma":[0.1824045,0.008705259,0.794476,0.002668488,0.0003642315,0.0008008334,0.0005820167,0.0004229112,0.009575727],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01078378,"threshold_uncertainty_score":0.0554297,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2142266413","doi":"10.5555/998675.999415","title":"Using simulation to empirically investigate test coverage criteria based on statechart","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code coverage; Class (philosophy); Test (biology); Test case; Reliability engineering; Fault detection and isolation; Test strategy; Data mining; Machine learning; Artificial intelligence; Programming language; Software; Engineering","authors":[{"name":"Lionel Briand","is_ca":true},{"name":"Yvan Labiche","is_ca":true},{"name":"Y. Wang","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08716524489143154,"gpt":0.3492094312045713,"spread":0.2620441863131397,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01624715,0.0009200234,0.0007054651,0.003202317,0.0004137338,0.001521469,0.00106193,0.001380793,0.001719989],"category_scores_gemma":[0.1230567,0.0004647213,0.0009635579,0.002778782,0.001019205,0.002487482,0.0009162495,0.001040766,0.0001414236],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002767218,"about_ca_system_score_gemma":0.00134342,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004847192,"about_ca_topic_score_gemma":0.005274597,"domain_scores_codex":[0.9864815,0.009789949,0.0007214919,0.000617566,0.001873933,0.0005155331],"domain_scores_gemma":[0.6261046,0.353396,0.007147089,0.0067996,0.006010451,0.0005422574],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0008560826,0.0006528771,0.05660278,0.0002729327,0.0003844672,0.0001144685,0.0004304375,0.8989832,0.001987103,0.01774184,0.0004017212,0.02157218],"study_design_scores_gemma":[0.0001006258,0.001243089,0.01072382,0.00006765802,0.0001399374,0.00008806279,0.0002654979,0.9747321,0.003218948,0.008781188,0.0006017736,0.00003743161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.920634,0.0003506327,0.072308,0.0002797819,0.0000155279,0.0003514563,0.0005394383,0.0001734687,0.005347793],"genre_scores_gemma":[0.9843237,0.00008664277,0.01499774,0.00002025706,0.000003455101,0.0002076251,0.0002296073,0.00001275745,0.0001183195],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01624715,"threshold_uncertainty_score":0.08592421,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2149782622","doi":"10.5555/2486788.2486971","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Implementation; Software product line; Computer science; Software engineering; Cloning (programming); Focus (optics); Product (mathematics); Software; Data science; Work (physics); Software development; Engineering; Programming language","authors":[{"name":"Julia Rubin","is_ca":true},{"name":"Marsha Chećhik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06874942532269653,"gpt":0.3209284791619744,"spread":0.2521790538392779,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01378617,0.001596288,0.00138309,0.003902795,0.003365619,0.01078452,0.009108139,0.004843982,0.004649296],"category_scores_gemma":[0.02334552,0.001797493,0.002946488,0.00434994,0.007030735,0.0161309,0.01007969,0.005120917,0.001269795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002932204,"about_ca_system_score_gemma":0.005005406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00755041,"about_ca_topic_score_gemma":0.005372869,"domain_scores_codex":[0.9906555,0.002455238,0.001094744,0.002050138,0.002886611,0.0008578604],"domain_scores_gemma":[0.9839553,0.005138925,0.002104527,0.005666063,0.001933952,0.001201141],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009156603,0.0001520508,0.001520913,0.0002249275,0.00007055823,0.00116875,0.002026029,0.04041253,0.004870573,0.8551907,0.003455915,0.09081568],"study_design_scores_gemma":[0.0001138657,0.0002707307,0.0004223578,0.0003281269,0.0002189855,0.001881004,0.0009553861,0.3062857,0.01048041,0.5815413,0.09729262,0.0002094999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00334253,0.000170738,0.9928997,0.0004328204,0.00002941512,0.0001775519,0.00005647376,0.0009348008,0.001956064],"genre_scores_gemma":[0.04749547,0.0003009751,0.9488867,0.00011451,0.00004684901,0.000326791,0.0001897929,0.0002234351,0.002415545],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01378617,"threshold_uncertainty_score":0.07290912,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2069570166","doi":"10.5555/776816.776954","title":"Addressing the challenges of software industry globalization: the workshop on global software development","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Engineering management; Knowledge management; Field (mathematics); Computer science; Engineering ethics; Process management; Engineering; Political science","authors":[{"name":"Daniela Damian","is_ca":true},{"name":"Filippo Lanubile","is_ca":false},{"name":"Heather L. Oppenheimer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.1220395242533297,"gpt":0.3319126804443958,"spread":0.209873156191066,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02342049,0.001762279,0.001325864,0.001030005,0.00497004,0.01402354,0.003360451,0.009757883,0.005604812],"category_scores_gemma":[0.01370772,0.00106671,0.001776647,0.001684785,0.006977851,0.01861038,0.01623144,0.01861285,0.001774937],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004476913,"about_ca_system_score_gemma":0.01376706,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004080036,"about_ca_topic_score_gemma":0.005497884,"domain_scores_codex":[0.9908072,0.005510211,0.000393711,0.0007096051,0.001295145,0.001284196],"domain_scores_gemma":[0.9862196,0.004110747,0.0004898989,0.0005942805,0.002313987,0.006271507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003194365,0.0004162313,0.001067327,0.0009982224,0.0000581638,0.001292326,0.03787977,0.00183013,0.00234358,0.06249249,0.7926537,0.09864874],"study_design_scores_gemma":[0.00004950896,0.0001096905,0.0006000362,0.001059597,0.00002310387,0.0003212962,0.02118661,0.0005160893,0.0006376106,0.01588705,0.9595405,0.0000688669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0255103,0.05839897,0.02825829,0.7341198,0.09655993,0.0005510132,0.0002219161,0.0003046677,0.05607523],"genre_scores_gemma":[0.3898683,0.1241793,0.04718616,0.1986875,0.04403894,0.002677276,0.001374489,0.001756247,0.1902318],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.02342049,"threshold_uncertainty_score":0.1238609,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2068820234","doi":"10.5555/776816.776834","title":"Computer-assisted assume/guarantee reasoning with VeriSoft","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Correctness; Computer science; Complement (music); Counterexample; Program analysis; Visualization; Programming language; Pencil (optics); Theoretical computer science; Static analysis; Artificial intelligence; Mathematics","authors":[{"name":"Juergen Dingel","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01883768842593263,"gpt":0.2467797912585454,"spread":0.2279421028326128,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002800658,0.0009302589,0.0007434078,0.001051766,0.0007811252,0.002399185,0.002206933,0.0010689,0.008166323],"category_scores_gemma":[0.01044983,0.001137808,0.001684765,0.0007955858,0.002859963,0.004173119,0.00239535,0.002986659,0.001354481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001065307,"about_ca_system_score_gemma":0.002143893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002903767,"about_ca_topic_score_gemma":0.004620998,"domain_scores_codex":[0.9973587,0.0007864691,0.0001833234,0.0002496036,0.00115979,0.0002620452],"domain_scores_gemma":[0.991085,0.006226826,0.0004595693,0.001643687,0.0004986218,0.00008633619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009319785,0.0002640544,0.002181222,0.0006566495,0.000197088,0.0007636612,0.000850636,0.2915562,0.04952088,0.3531178,0.00892243,0.2910373],"study_design_scores_gemma":[0.0001748468,0.00008670607,0.0001979858,0.0000887641,0.00007841986,0.0002512054,0.00004919929,0.7009496,0.04898243,0.2364375,0.01262895,0.00007431422],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.007565042,0.00006620502,0.9817708,0.0001340535,0.00002676522,0.00003283186,0.00007116241,0.008229575,0.002103534],"genre_scores_gemma":[0.2559332,0.0002019554,0.7399458,0.0001510906,0.00004038245,0.0001534951,0.000262916,0.001240553,0.002070666],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.008166323,"threshold_uncertainty_score":0.02731901,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2127822338","doi":"10.5555/2337223.2337401","title":"Green mining: investigating power consumption across versions","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Green IT and Sustainability","field":"Engineering","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Software; Computer science; Consumption (sociology); Power (physics); Cloud computing; Power consumption; Reliability engineering; Engineering; Operating system","authors":[{"name":"Abram Hindle","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04227575306048378,"gpt":0.2859577304658596,"spread":0.2436819774053759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001608726,0.0008434348,0.0006303969,0.003578746,0.0004147973,0.0008358582,0.001167994,0.0004557506,0.001220784],"category_scores_gemma":[0.01306991,0.0004173396,0.0006798853,0.004686707,0.0004466201,0.001904631,0.0006889291,0.0007787135,0.0005108232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004883428,"about_ca_system_score_gemma":0.0004168796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004197259,"about_ca_topic_score_gemma":0.005398158,"domain_scores_codex":[0.9978455,0.0003658829,0.0002261829,0.0005265378,0.0009032496,0.0001326768],"domain_scores_gemma":[0.9869897,0.006296062,0.002013558,0.002439069,0.00199825,0.0002633305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0009395156,0.001594641,0.435819,0.0008426945,0.0006020513,0.0006146707,0.002741061,0.03488703,0.0521501,0.002011543,0.006395795,0.4614018],"study_design_scores_gemma":[0.00009870361,0.001684535,0.5963526,0.00008720089,0.0002954771,0.001369499,0.001146502,0.3219736,0.06236326,0.00543492,0.009060698,0.0001330545],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9531183,0.0002351683,0.03972916,0.0001197025,0.00003312316,0.0001582498,0.002148311,0.001922593,0.002535303],"genre_scores_gemma":[0.9576183,0.000124856,0.03725732,0.00004085307,0.00002200764,0.0001902507,0.002930103,0.0003718901,0.001444393],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004197259,"threshold_uncertainty_score":0.008507848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1981470162","doi":"10.5555/2486788.2486982","title":"Example-driven modeling: model = abstractions + examples","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":25,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Mainstream; Software engineering; Cognitive model; Model-driven architecture; Management science; Cognition; Software; Data science; Programming language; Software development; Engineering","authors":[{"name":"Kacper Bąk","is_ca":true},{"name":"Dina Zayan","is_ca":true},{"name":"Krzysztof Czarnecki","is_ca":true},{"name":"Michał Antkiewicz","is_ca":true},{"name":"Zinovy Diskin","is_ca":true},{"name":"Andrzej Wąsowski","is_ca":false},{"name":"Derek Rayside","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07656755287796496,"gpt":0.250862245894386,"spread":0.174294693016421,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002742874,0.001386658,0.0006674681,0.001162918,0.0006515026,0.004266654,0.002604149,0.001841467,0.01505731],"category_scores_gemma":[0.008363831,0.0009150635,0.001633373,0.001440114,0.001754323,0.006981806,0.002807454,0.002854336,0.006214324],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006839604,"about_ca_system_score_gemma":0.001481324,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002676535,"about_ca_topic_score_gemma":0.003074307,"domain_scores_codex":[0.9974177,0.00120349,0.0002230504,0.0003705995,0.0006755281,0.0001096577],"domain_scores_gemma":[0.9964626,0.002014339,0.0001691742,0.000879191,0.0003749351,0.00009977776],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00009885927,0.0001097253,0.0009131158,0.001261438,0.00008568564,0.0003124501,0.00140104,0.04026885,0.003279514,0.7639108,0.02675266,0.1616059],"study_design_scores_gemma":[0.00005983261,0.00005633805,0.0002259216,0.0007187162,0.00006969643,0.0004156947,0.0002803783,0.1695497,0.005110078,0.501498,0.3219486,0.00006694113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001321896,0.0002267364,0.9847842,0.000941737,0.00009675268,0.0002051801,0.0005572606,0.002435474,0.009430744],"genre_scores_gemma":[0.01992822,0.0007535007,0.9734389,0.0003722957,0.00006624975,0.0004618407,0.001114648,0.0008137862,0.003050584],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01505731,"threshold_uncertainty_score":0.05037165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2017397762","doi":"10.5555/2818754.2818780","title":"Symbolic model checking of product-line requirements using SAT-based methods","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Model checking; Computer science; Feature (linguistics); Formal verification; Key (lock); Product (mathematics); Algorithm; Symbolic data analysis; Theoretical computer science; Programming language; Reliability engineering; Mathematics","authors":[{"name":"Shoham Ben-David","is_ca":true},{"name":"Baruch Sterin","is_ca":false},{"name":"Joanne M. Atlee","is_ca":true},{"name":"Sandy Beidu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3360824296820287,"gpt":0.4339880477139365,"spread":0.09790561803190784,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001625271,0.001504524,0.0009862399,0.001459329,0.0005978682,0.001746416,0.001871044,0.0009360416,0.00544965],"category_scores_gemma":[0.008729798,0.0009062189,0.002314118,0.001402835,0.001423245,0.002053661,0.001364795,0.001327062,0.0008684074],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001822045,"about_ca_system_score_gemma":0.002481773,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009185717,"about_ca_topic_score_gemma":0.01396687,"domain_scores_codex":[0.997259,0.001176565,0.0001922861,0.0003360114,0.0008291985,0.0002069346],"domain_scores_gemma":[0.9913474,0.006613685,0.0004630583,0.0008867644,0.0006221357,0.00006707854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000203848,0.0001031047,0.001570454,0.000389996,0.0001123306,0.0001729618,0.000170439,0.8958796,0.009511781,0.03297539,0.001331577,0.05757844],"study_design_scores_gemma":[0.00003102948,0.00002784007,0.00008885768,0.00001942583,0.00002066264,0.00002565966,0.00001464772,0.9866852,0.005343283,0.006926497,0.0008102023,0.000006672416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01804057,0.00009193669,0.9759685,0.0000772458,0.00001682039,0.00008789651,0.0003280848,0.003428472,0.001960511],"genre_scores_gemma":[0.3897057,0.0002496839,0.605057,0.0001202004,0.00002612787,0.000428741,0.001685854,0.0006267758,0.002100089],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.009185717,"threshold_uncertainty_score":0.01826453,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2112064227","doi":"10.5555/381473.381637","title":"From software requirements to architectures","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Software engineering; Computer science; Software requirements; Software; Social software engineering; Engineering management; Software development; Software construction; Engineering; Programming language","authors":[{"name":"Jaelson Castro","is_ca":false},{"name":"Jeff Kramer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04447392789602861,"gpt":0.3078530129289797,"spread":0.263379085032951,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007058149,0.001200542,0.0009954604,0.003453727,0.001887809,0.008779147,0.001817619,0.003403518,0.006841821],"category_scores_gemma":[0.02636397,0.001319784,0.0007561774,0.003802953,0.00975247,0.01617709,0.006508999,0.009422554,0.002474344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005289519,"about_ca_system_score_gemma":0.004466841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005671745,"about_ca_topic_score_gemma":0.004208468,"domain_scores_codex":[0.9890764,0.006037609,0.0005259255,0.0007824427,0.003108741,0.0004688356],"domain_scores_gemma":[0.9887187,0.006716678,0.0005131755,0.001438508,0.002085942,0.0005269604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000009268877,0.00001661481,0.0001338866,0.0001852422,0.000007965901,0.00008531071,0.001585522,0.001300482,0.000289455,0.950259,0.01275458,0.03337274],"study_design_scores_gemma":[0.000008432097,0.00001414717,0.0001747212,0.0003426851,0.000003925128,0.00009973798,0.0009220077,0.002452873,0.0002814542,0.8417112,0.1539733,0.0000155872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009723433,0.04601102,0.6463737,0.1212392,0.002276986,0.0002516125,0.0005265076,0.0008113408,0.1727862],"genre_scores_gemma":[0.39941,0.07334863,0.4381629,0.01904997,0.003644966,0.001069853,0.001781699,0.001308487,0.06222353],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008779147,"threshold_uncertainty_score":0.03837836,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978219123","doi":"10.5555/2818754.2818796","title":"Detecting inconsistencies in JavaScript MVC applications","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; JavaScript; Web application; Consistency (knowledge bases); Model–view–controller; Identifier; Data mining; Software engineering; Programming language; Operating system; Artificial intelligence; User interface","authors":[{"name":"Frolin S. Ocariza","is_ca":true},{"name":"Karthik Pattabiraman","is_ca":true},{"name":"Ali Mesbah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07089629372013515,"gpt":0.2861331090805849,"spread":0.2152368153604498,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004541399,0.001060335,0.001181625,0.005263571,0.0006098601,0.001726144,0.002098367,0.001574379,0.0005757776],"category_scores_gemma":[0.0312829,0.0006984809,0.0005123048,0.002410567,0.0005556383,0.001680354,0.001777929,0.0009931594,0.0004502459],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007816002,"about_ca_system_score_gemma":0.001095213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004168615,"about_ca_topic_score_gemma":0.004315934,"domain_scores_codex":[0.9893679,0.001714118,0.001058819,0.001838727,0.005629015,0.0003915291],"domain_scores_gemma":[0.9601535,0.01822336,0.007063404,0.005150009,0.008856346,0.000553331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001175615,0.0008533814,0.221593,0.001274886,0.0003694544,0.00271519,0.003614621,0.03224382,0.1063891,0.004511956,0.01237791,0.6128809],"study_design_scores_gemma":[0.0001155095,0.0005755433,0.07990353,0.0002714601,0.0002338205,0.003179459,0.0008433025,0.7439733,0.1495209,0.005028068,0.01614381,0.0002112404],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5558729,0.001318204,0.3800009,0.000350953,0.0001513999,0.000349309,0.001208929,0.05822108,0.002526303],"genre_scores_gemma":[0.7567532,0.0002271064,0.2387304,0.0001828568,0.00003955296,0.00009087413,0.002055667,0.001041748,0.0008785495],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.005263571,"threshold_uncertainty_score":0.02401751,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2122517552","doi":"10.5555/381473.381624","title":"2nd international workshop on living with inconsistency","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Software engineering; Implementation; Focus (optics); Programming language; Software; Model checking","authors":[{"name":"Steve Easterbrook","is_ca":true},{"name":"Marsha Chećhik","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.032772682589832,"gpt":0.2788894805009732,"spread":0.2461167979111412,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006178676,0.001862588,0.001837795,0.002078395,0.00229724,0.00752795,0.004258431,0.004173069,0.07168199],"category_scores_gemma":[0.0110246,0.00093911,0.002868843,0.00213238,0.001827561,0.01096513,0.007993461,0.005559908,0.02423796],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001629908,"about_ca_system_score_gemma":0.002484874,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001955038,"about_ca_topic_score_gemma":0.00277514,"domain_scores_codex":[0.9954581,0.001498616,0.0003807924,0.0008580299,0.001331277,0.000473054],"domain_scores_gemma":[0.9944972,0.001463409,0.0001611565,0.001249263,0.001788758,0.0008402568],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002669682,0.0002985936,0.0005280454,0.0008402152,0.0001084023,0.000605265,0.001293474,0.002064011,0.002769699,0.06393534,0.5297355,0.3975543],"study_design_scores_gemma":[0.00004097846,0.00006603797,0.0003496201,0.0004766454,0.00005221707,0.0005480913,0.0004359593,0.002733952,0.00111913,0.04082681,0.9533105,0.00004006273],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.009849258,0.0691444,0.4605703,0.07206611,0.09382128,0.001164055,0.001600516,0.005114644,0.2866694],"genre_scores_gemma":[0.05742067,0.04657581,0.2906639,0.01326838,0.02302312,0.001353881,0.009072276,0.003931638,0.5546904],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.07168199,"threshold_uncertainty_score":0.2398002,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101393557","doi":"10.5555/2337223.2337289","title":"Partial evaluation of model transformations","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model transformation; Transformation (genetics); Partial evaluation; Program transformation; Software; Interdependence; Code (set theory); Software development; Programming language; Software engineering; Data mining; Theoretical computer science; Artificial intelligence","authors":[{"name":"Ali Razavi","is_ca":true},{"name":"Kostas Kontogiannis","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08530779236058862,"gpt":0.3182950951641049,"spread":0.2329873028035163,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002747341,0.000831928,0.0006642393,0.0006867514,0.0004498848,0.001371758,0.001107076,0.0005679149,0.004915756],"category_scores_gemma":[0.01433206,0.0004607192,0.0009382371,0.0006868374,0.0008141028,0.002309384,0.002149245,0.0009746138,0.0007555896],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006499698,"about_ca_system_score_gemma":0.001388786,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00174318,"about_ca_topic_score_gemma":0.002256545,"domain_scores_codex":[0.9968071,0.001206108,0.000178022,0.0003453786,0.001224931,0.0002385553],"domain_scores_gemma":[0.9909946,0.004849878,0.0003131721,0.002206034,0.001519948,0.0001163619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009588673,0.0002861129,0.008916518,0.001271757,0.0001959361,0.000856048,0.001980951,0.1484556,0.09329257,0.06186744,0.007883881,0.6740344],"study_design_scores_gemma":[0.0001065148,0.0006831306,0.002469131,0.0001422565,0.0001700336,0.0006494143,0.0004724871,0.7644918,0.133231,0.05926768,0.03823777,0.00007875873],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.07144492,0.0002413483,0.9131138,0.0001612542,0.00004062147,0.000232683,0.0002890617,0.008880702,0.005595431],"genre_scores_gemma":[0.6208145,0.0002476458,0.3696362,0.0001316684,0.00002455587,0.0002844054,0.001296739,0.002646432,0.004917926],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004915756,"threshold_uncertainty_score":0.0164448,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2051318236","doi":"10.5555/381473.381580","title":"Simple object access protocol (SOAP) and Web services","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"IBM (Canada)","funders":"","keywords":"SOAP; Computer science; Simple (philosophy); Protocol (science); Web service; World Wide Web; Object (grammar); Computer network; Database; Artificial intelligence","authors":[{"name":"Arthur Ryman","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02952722306402533,"gpt":0.3055823758790879,"spread":0.2760551528150625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001761405,0.0005990213,0.0007164429,0.001150494,0.001114741,0.003329441,0.0009768747,0.001652707,0.004454372],"category_scores_gemma":[0.007107922,0.0005197132,0.0007750656,0.002460606,0.00147159,0.006397022,0.0015721,0.00210819,0.002119148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009748441,"about_ca_system_score_gemma":0.001698904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003709346,"about_ca_topic_score_gemma":0.002291933,"domain_scores_codex":[0.9981161,0.0003899539,0.0001013538,0.0001768529,0.001036798,0.0001788538],"domain_scores_gemma":[0.9976183,0.0009379681,0.0002567007,0.0004907805,0.0005507361,0.0001454524],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004371366,0.0001986535,0.00126682,0.000455274,0.0001081596,0.0006554839,0.0003593808,0.008811908,0.01697684,0.7992493,0.0144683,0.1570127],"study_design_scores_gemma":[0.00010164,0.0001699133,0.001262223,0.0000923031,0.0001576043,0.0008090215,0.0002612398,0.07665621,0.02074541,0.7568011,0.1428415,0.0001017962],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0620175,0.01330436,0.8018354,0.008080224,0.002375924,0.0004122276,0.0005021224,0.004824144,0.1066482],"genre_scores_gemma":[0.6849278,0.01325115,0.2297088,0.001116542,0.001165599,0.0003252618,0.001074036,0.0005334545,0.06789739],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004454372,"threshold_uncertainty_score":0.01490134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1997588820","doi":"10.5555/2486788.2487012","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Program comprehension; Source code; Identifier; Normalization (sociology); Vocabulary; Software quality; Software maintenance; Natural language processing; Information retrieval; Static program analysis; Software; Artificial intelligence; Software development; Programming language; Software system; Linguistics","authors":[{"name":"Latifa Guerrouj","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.05035563521686575,"gpt":0.3253980243126402,"spread":0.2750423890957744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00334363,0.0009987982,0.0009398633,0.003154688,0.0006365879,0.002065493,0.001549808,0.0007148263,0.001617006],"category_scores_gemma":[0.04100724,0.0004918794,0.0008044465,0.002547479,0.0009676131,0.005123929,0.002674358,0.001366351,0.0009827932],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001076428,"about_ca_system_score_gemma":0.002382082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003022281,"about_ca_topic_score_gemma":0.002979153,"domain_scores_codex":[0.9948385,0.001198546,0.0007567836,0.001258532,0.001733196,0.0002144159],"domain_scores_gemma":[0.9752837,0.009687783,0.003918441,0.005343705,0.00543732,0.0003291503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004058115,0.0003807355,0.01319412,0.001300006,0.0001106419,0.0002204556,0.003613893,0.01102462,0.1738502,0.008666522,0.005120216,0.7821129],"study_design_scores_gemma":[0.0002222223,0.0008557528,0.03701678,0.0006545227,0.0006155427,0.001465634,0.002820156,0.3080306,0.5279115,0.0381943,0.08185083,0.0003622093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1685513,0.001641939,0.7933109,0.0004730197,0.0001074601,0.0006815457,0.000754106,0.03020254,0.00427714],"genre_scores_gemma":[0.4747864,0.0006606153,0.5150175,0.0002558573,0.00007241165,0.0006315631,0.003157396,0.003762095,0.001656212],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.00334363,"threshold_uncertainty_score":0.01768303,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001111660","doi":"10.5555/998675.999499","title":"4th international workshop on adoption-centric software engineering","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Leverage (statistics); Computer science; Key (lock); Middleware (distributed applications); Software engineering; Software; Embedding; Systems engineering; Engineering; Engineering management; Computer security; Distributed computing; Operating system","authors":[{"name":"Bob Balzer","is_ca":false},{"name":"Marin Litoiu","is_ca":true},{"name":"Hausi Müller","is_ca":true},{"name":"Dennis Smith","is_ca":false},{"name":"Margaret‐Anne Storey","is_ca":true},{"name":"Scott Tilley","is_ca":false},{"name":"Kenny Wong","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01671887247730311,"gpt":0.2406556879304807,"spread":0.2239368154531776,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005713715,0.00133633,0.001144791,0.001666508,0.0009888338,0.006028017,0.002527031,0.002977312,0.03739473],"category_scores_gemma":[0.008502676,0.0006472387,0.001343102,0.001467172,0.001471583,0.007666978,0.004298333,0.004035568,0.01328795],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001361606,"about_ca_system_score_gemma":0.002330503,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00151736,"about_ca_topic_score_gemma":0.002076201,"domain_scores_codex":[0.99621,0.001278663,0.0003027995,0.0006115155,0.001214923,0.000382103],"domain_scores_gemma":[0.9959974,0.001018232,0.0001198484,0.001163976,0.001148274,0.0005523536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002419037,0.0004004411,0.00130873,0.000757844,0.0001020013,0.0005285533,0.001847537,0.003037862,0.005383203,0.1270306,0.2372013,0.62216],"study_design_scores_gemma":[0.00003582666,0.0001240295,0.001019204,0.0004732512,0.00004016082,0.0005309362,0.0005834436,0.004696256,0.002159179,0.05763772,0.9326681,0.00003178846],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01859741,0.0502436,0.5612018,0.04470586,0.03107921,0.0008938114,0.001019647,0.005434026,0.2868247],"genre_scores_gemma":[0.1555674,0.03846036,0.3537176,0.006486633,0.00830889,0.001149321,0.005571841,0.002557714,0.4281803],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03739473,"threshold_uncertainty_score":0.1250979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2157408853","doi":"10.5555/998675.999503","title":"The 3rd international workshop on global software development","year":2004,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Globalization; Work (physics); Software development; Software; Computer science; Key (lock); Field (mathematics); Engineering management; Knowledge management; Engineering ethics; Process management; Data science; Engineering; Political science; Computer security","authors":[{"name":"Daniela Damian","is_ca":true},{"name":"Filippo Lanubile","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03246617795960962,"gpt":0.2917920050000534,"spread":0.2593258270404438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01085908,0.001873598,0.001262887,0.002121411,0.00194736,0.008321423,0.002344266,0.003651357,0.03324024],"category_scores_gemma":[0.008786789,0.0008834452,0.002094317,0.001640453,0.002249756,0.00760534,0.006748975,0.006025078,0.01107499],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00267568,"about_ca_system_score_gemma":0.006300769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003713154,"about_ca_topic_score_gemma":0.00658245,"domain_scores_codex":[0.9943797,0.002322145,0.0004164016,0.0006691986,0.001460351,0.000752095],"domain_scores_gemma":[0.9940229,0.001343055,0.0001974335,0.0008664647,0.00177415,0.001796048],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002018616,0.0002273317,0.0007603647,0.000501805,0.00005003087,0.0004215296,0.002157024,0.001740273,0.002202415,0.03887229,0.6843153,0.2685497],"study_design_scores_gemma":[0.00001646926,0.00006543849,0.0004479973,0.0004069635,0.0000144874,0.0001982143,0.0005335411,0.0005400896,0.0006839777,0.008657675,0.9884152,0.00001989335],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01821029,0.1114749,0.2261523,0.1242761,0.174842,0.001605638,0.002177959,0.003339602,0.3379214],"genre_scores_gemma":[0.10507,0.07403297,0.1499815,0.01383774,0.01978654,0.001866521,0.007257911,0.003644971,0.6245218],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.03324024,"threshold_uncertainty_score":0.1111996,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2114905813","doi":"10.5555/2337223.2337410","title":"CodeTimeline: storytelling with versioning data","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Storytelling; Software versioning; Casual; World Wide Web; Visualization; Data visualization; Narrative; Human–computer interaction; Software engineering; Software; Programming language; Artificial intelligence","authors":[{"name":"Adrian Kuhn","is_ca":true},{"name":"Mirko Stocker","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06457803039089124,"gpt":0.2980390296624419,"spread":0.2334609992715506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00268626,0.001562904,0.0004893598,0.001522564,0.0007646963,0.002643273,0.00220555,0.001505962,0.01987003],"category_scores_gemma":[0.0174632,0.0007223636,0.0006662653,0.0008942581,0.0009198472,0.004945697,0.003838951,0.001508105,0.002607814],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003888562,"about_ca_system_score_gemma":0.0003759688,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009145631,"about_ca_topic_score_gemma":0.001849227,"domain_scores_codex":[0.9982744,0.0009872529,0.0001041046,0.0002411904,0.0003146365,0.00007830331],"domain_scores_gemma":[0.9843633,0.01214197,0.0005480931,0.001867486,0.0005553344,0.0005238785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001805107,0.0006925716,0.006331882,0.003431608,0.0002228916,0.002131836,0.04634281,0.0156379,0.05061666,0.02872948,0.09978139,0.7442759],"study_design_scores_gemma":[0.0007439451,0.001429227,0.006947925,0.0008662237,0.000232429,0.002537305,0.007779028,0.2044033,0.06761473,0.05435649,0.6526754,0.0004140137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.04582313,0.0005240447,0.8666714,0.00100359,0.0002109268,0.001004338,0.004914084,0.06427798,0.01557046],"genre_scores_gemma":[0.2772695,0.0005217032,0.6907271,0.0003361814,0.0001260848,0.001740415,0.008002547,0.008298781,0.0129776],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01987003,"threshold_uncertainty_score":0.06647193,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913441567","doi":"","title":"Proceedings of the 4th International Workshop on Managing Technical Debt","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Documentation; Software deployment; Software; Computer science; Software engineering; Engineering; Software development; Business; Finance; Operating system","authors":[{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02349287177094463,"gpt":0.2683152819179291,"spread":0.2448224101469845,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005833221,0.001190836,0.0008556512,0.001728074,0.002366399,0.009527105,0.002537312,0.003017216,0.128267],"category_scores_gemma":[0.009790239,0.0006932261,0.001004751,0.001904815,0.00151798,0.009579846,0.006240286,0.005280497,0.05189366],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002037762,"about_ca_system_score_gemma":0.003582163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003061469,"about_ca_topic_score_gemma":0.006186504,"domain_scores_codex":[0.9964714,0.001002662,0.0002255746,0.000543117,0.001279353,0.0004778767],"domain_scores_gemma":[0.9939757,0.001379135,0.0002163638,0.0009564664,0.001969392,0.001502972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000099681,0.0001215899,0.0003081147,0.0002571404,0.00001735642,0.000126236,0.0008293887,0.0004001653,0.001400897,0.02227288,0.7476822,0.2264845],"study_design_scores_gemma":[0.000007362404,0.00001570495,0.0001936339,0.0001568372,0.000006554293,0.00007322124,0.0002891475,0.000298423,0.0002908699,0.005508047,0.9931497,0.00001049419],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.006512767,0.05628457,0.120845,0.0980885,0.0791662,0.0006064224,0.001685632,0.004085626,0.6327254],"genre_scores_gemma":[0.03907926,0.02651894,0.05638709,0.009430395,0.01142708,0.0006052164,0.00547481,0.002685779,0.8483914],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.128267,"threshold_uncertainty_score":0.4290958,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966394892","doi":"10.5555/2486788.2487043","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software system; Software maintenance; Software development; Source code; Software quality; Software construction; Programming language; Business","authors":[{"name":"Jordan Ell","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03741111536065112,"gpt":0.2666118718198485,"spread":0.2292007564591974,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002747991,0.000619167,0.0005989593,0.006070875,0.001711749,0.001525528,0.001040302,0.001221145,0.002169183],"category_scores_gemma":[0.03125359,0.0006277846,0.0004177906,0.002796139,0.0007570667,0.002593165,0.002633442,0.0007965983,0.0007860561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001197234,"about_ca_system_score_gemma":0.00111873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005200872,"about_ca_topic_score_gemma":0.008929839,"domain_scores_codex":[0.9956086,0.001502851,0.0002092953,0.001200437,0.0009920907,0.0004867059],"domain_scores_gemma":[0.9730405,0.01524841,0.004707306,0.001981426,0.00340896,0.001613439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004231749,0.0002857368,0.8478122,0.0002224975,0.0001381596,0.002911267,0.006532646,0.01894951,0.008259199,0.01801196,0.003905125,0.09254846],"study_design_scores_gemma":[0.0001038336,0.0005013382,0.4021826,0.0002489576,0.0004718234,0.007845103,0.01641019,0.4504454,0.01652592,0.06973157,0.03537482,0.0001584246],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8978837,0.0005189407,0.09267817,0.0003858894,0.00003926241,0.0002707707,0.000771764,0.0001940544,0.007257475],"genre_scores_gemma":[0.9669389,0.0002852733,0.02911879,0.00005172704,0.00002424391,0.000208664,0.001071774,0.00004776552,0.002252954],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.006070875,"threshold_uncertainty_score":0.01453298,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W202414668","doi":"","title":"Towards a compliance support framework for global software companies","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Business; Compliance (psychology); Software; Process management; Revenue; Process (computing); Software development; Computer science; Knowledge management; Risk analysis (engineering); Accounting","authors":[{"name":"AbdelKrim Hamou-Lhadj","is_ca":false},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07208877016142141,"gpt":0.3530945818371886,"spread":0.2810058116757672,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01579765,0.001351528,0.0009848375,0.005084039,0.002941091,0.01003104,0.003188587,0.006060078,0.001943259],"category_scores_gemma":[0.008078233,0.001055514,0.001959077,0.003438973,0.005563142,0.01143416,0.007134218,0.005566448,0.001081309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003023301,"about_ca_system_score_gemma":0.00886609,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006503123,"about_ca_topic_score_gemma":0.006139951,"domain_scores_codex":[0.9895821,0.005011634,0.001263087,0.0008687687,0.00242318,0.0008513081],"domain_scores_gemma":[0.9918588,0.002242944,0.001305414,0.001614681,0.002128728,0.0008494632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000278783,0.0002361669,0.001579449,0.0001885302,0.00003348065,0.0004484208,0.002420239,0.01672753,0.002209312,0.9249472,0.003757952,0.04742375],"study_design_scores_gemma":[0.0001343467,0.0003299511,0.001750136,0.0008238325,0.0001573404,0.0007203664,0.003775989,0.1875863,0.004296195,0.5760146,0.2242462,0.0001646941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01520126,0.0004661067,0.9513026,0.007228536,0.0001405021,0.0006387842,0.0001138296,0.002144926,0.0227635],"genre_scores_gemma":[0.1678972,0.0006057065,0.824131,0.001092892,0.0001757174,0.0009832116,0.0004776124,0.0002591944,0.004377504],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01579765,"threshold_uncertainty_score":0.08354694,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2403466964","doi":"","title":"A software behaviour analysis framework based on the human perception systems.","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Data Visualization and Analytics","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Perception; Software; Software system; Software engineering; Human–computer interaction; Programming language; Psychology","authors":[{"name":"Heidar Pirzadeh","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06196391677748977,"gpt":0.2996796333380656,"spread":0.2377157165605758,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00153278,0.0009855392,0.0006310356,0.002015561,0.0006310414,0.002963626,0.001826125,0.0009641355,0.006457071],"category_scores_gemma":[0.004600973,0.0006040418,0.001910003,0.0008196708,0.00137872,0.00242773,0.001556973,0.001495286,0.002025198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009357504,"about_ca_system_score_gemma":0.001925235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01071137,"about_ca_topic_score_gemma":0.01091879,"domain_scores_codex":[0.9990056,0.0003031143,0.00007307145,0.0002224849,0.0003278419,0.00006783703],"domain_scores_gemma":[0.9987625,0.0005330947,0.0001342219,0.0002026549,0.0002540723,0.000113472],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002474668,0.0004640883,0.007405208,0.0008867659,0.0005337259,0.0006463669,0.003052424,0.09894936,0.02055633,0.5107721,0.0196927,0.3367934],"study_design_scores_gemma":[0.00004168274,0.0001464681,0.00437294,0.0002022814,0.0001465163,0.0003958995,0.0006089067,0.6381697,0.004757259,0.3088636,0.04221743,0.00007733939],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002695859,0.0001945391,0.9896048,0.0001648156,0.00002808129,0.0001687285,0.00028176,0.003592078,0.003269421],"genre_scores_gemma":[0.1179588,0.0002858096,0.8765083,0.00008629981,0.00003797892,0.000455424,0.0007825489,0.0004091527,0.003475633],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01071137,"threshold_uncertainty_score":0.02160102,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2034504975","doi":"10.5555/776816.776922","title":"Panel: empirical validation: what, why, when, and how","year":2003,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Computer science","authors":[{"name":"Robert J. Walker","is_ca":true},{"name":"Lionel Briand","is_ca":true},{"name":"David Notkin","is_ca":false},{"name":"Carolyn Seaman","is_ca":false},{"name":"Walter F. Tichy","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0851315501571733,"gpt":0.305890984941278,"spread":0.2207594347841047,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.167291,0.0009838575,0.001285228,0.002079345,0.003647572,0.01082316,0.002797227,0.005435307,0.04971809],"category_scores_gemma":[0.4267625,0.0008322321,0.001147135,0.004920752,0.004915063,0.01133529,0.004628622,0.005100467,0.01342959],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004073591,"about_ca_system_score_gemma":0.007853708,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009078974,"about_ca_topic_score_gemma":0.01365146,"domain_scores_codex":[0.8781745,0.09274881,0.004656558,0.008125767,0.01246662,0.003827805],"domain_scores_gemma":[0.4591464,0.3790958,0.02119587,0.04043083,0.08972251,0.01040854],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008518859,0.0003716432,0.09106738,0.002467603,0.0007846616,0.0002183668,0.003429041,0.002023109,0.0008895859,0.03956959,0.6649479,0.1933792],"study_design_scores_gemma":[0.0007465467,0.000443058,0.1629024,0.01433028,0.0009907549,0.0002561097,0.01610299,0.00821478,0.005083562,0.09934529,0.6911775,0.0004067117],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.06201467,0.02466236,0.04283304,0.6823903,0.00968191,0.002364941,0.01317162,0.0008290902,0.162052],"genre_scores_gemma":[0.6917328,0.01406982,0.02670531,0.1796992,0.006762999,0.004805473,0.02638047,0.001283613,0.04856037],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.832709,"threshold_uncertainty_score":0.8847299,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2915705208","doi":"","title":"Proceedings of the 7th International Workshop on Software Clones","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; clone (Java method); Restructuring; Theme (computing); Software engineering; Software; Software development; Software maintenance; Computer science; Engineering management; Engineering; World Wide Web; Programming language; Business; Biology","authors":[{"name":"Rainer Koschke","is_ca":false},{"name":"Elmar Juergens","is_ca":false},{"name":"Juergen Rilling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02686804766883603,"gpt":0.2648285073840674,"spread":0.2379604597152314,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007756061,0.001638693,0.00151264,0.002952404,0.001830149,0.008277263,0.003431329,0.003778966,0.05892128],"category_scores_gemma":[0.01532513,0.001015179,0.001920081,0.002561876,0.002046461,0.009528397,0.006757796,0.004930271,0.02220555],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00226454,"about_ca_system_score_gemma":0.003462895,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002970024,"about_ca_topic_score_gemma":0.003826464,"domain_scores_codex":[0.9932038,0.002327512,0.0006026736,0.001084485,0.002122668,0.0006589523],"domain_scores_gemma":[0.9905344,0.002991875,0.0003164146,0.001871282,0.003037774,0.001248263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002946084,0.0002835691,0.0008487281,0.0008208366,0.0000753322,0.0005812798,0.001960094,0.001953051,0.003936012,0.04502073,0.5364742,0.4077517],"study_design_scores_gemma":[0.00003163003,0.00006802233,0.0005413155,0.0005740945,0.00003640542,0.0004638802,0.0005057376,0.00185137,0.001070256,0.01493958,0.979889,0.00002863887],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0214811,0.1122728,0.354717,0.06301831,0.07828645,0.001492518,0.002686671,0.008418621,0.3576265],"genre_scores_gemma":[0.1082657,0.08476795,0.2487792,0.0126626,0.02063641,0.001965964,0.01847693,0.006271267,0.498174],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.05892128,"threshold_uncertainty_score":0.1971113,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2001935537","doi":"10.5555/2486788.2486997","title":"V:ISSUE:LIZER: exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements analysis; Software engineering; World Wide Web; Software","authors":[{"name":"Eric Knauss","is_ca":true},{"name":"Daniela Damian","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0800850046072287,"gpt":0.3117819911464471,"spread":0.2316969865392184,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001630161,0.0006516787,0.0003989173,0.001446716,0.0007579994,0.001804283,0.0009659031,0.001399162,0.07136194],"category_scores_gemma":[0.008243026,0.0002717926,0.0005398731,0.0007526962,0.0003621403,0.004162527,0.002430409,0.0008785985,0.01213842],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000470844,"about_ca_system_score_gemma":0.0004204497,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00149042,"about_ca_topic_score_gemma":0.003834301,"domain_scores_codex":[0.9993711,0.0002687779,0.0000270283,0.0000748989,0.0001949526,0.00006332899],"domain_scores_gemma":[0.994997,0.003659461,0.0001710089,0.0003771879,0.0004908015,0.0003045033],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007800145,0.0004763006,0.00518007,0.001546407,0.00005941276,0.001456272,0.02302491,0.001699048,0.02611449,0.00877188,0.5454436,0.3854476],"study_design_scores_gemma":[0.0002270449,0.0007602197,0.02237497,0.0009364667,0.00007175851,0.0016955,0.01489722,0.03610002,0.02135481,0.01321792,0.8880647,0.0002992634],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1918176,0.001261134,0.385207,0.009138942,0.001601522,0.002902766,0.02803624,0.1540003,0.2260344],"genre_scores_gemma":[0.3736043,0.0009964292,0.4257882,0.001994696,0.000415015,0.002260621,0.02429599,0.01930512,0.1513397],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07136194,"threshold_uncertainty_score":0.2387294,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3138741972","doi":"","title":"Proceedings of the Third International Workshop on Managing Technical Debt","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Debt; Computer science; Software; Engineering management; Dimension (graph theory); Software development; Engineering; Software engineering; Business; Finance","authors":[{"name":"Philippe Kruchten","is_ca":true},{"name":"Rod Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false},{"name":"Joost Visser","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03016033959334422,"gpt":0.2843532860365948,"spread":0.2541929464432506,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006975485,0.001430403,0.001122383,0.001727866,0.002612216,0.01029667,0.003138022,0.003669075,0.127615],"category_scores_gemma":[0.01231301,0.000718076,0.001379953,0.001769658,0.001623887,0.009983636,0.006658651,0.006684931,0.05772173],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002476384,"about_ca_system_score_gemma":0.003860632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002841516,"about_ca_topic_score_gemma":0.005539392,"domain_scores_codex":[0.9949707,0.001455855,0.0003350352,0.0008256954,0.00175105,0.0006616738],"domain_scores_gemma":[0.9907634,0.002065036,0.0003428554,0.001096925,0.003192032,0.002539773],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001221845,0.0001204297,0.0002333335,0.0003141709,0.0000219965,0.0001553252,0.0007469333,0.0004147934,0.001394428,0.01270384,0.8431856,0.140587],"study_design_scores_gemma":[0.00001043613,0.00002510983,0.0002173496,0.0001884313,0.000009918923,0.0000863934,0.0003513699,0.0002598379,0.0002996003,0.003975131,0.9945614,0.00001499894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.007996907,0.05785759,0.1188196,0.1282472,0.1800329,0.0008893044,0.002394432,0.004447334,0.4993147],"genre_scores_gemma":[0.03675055,0.02475756,0.04639701,0.01274557,0.02174631,0.0008430973,0.00650803,0.003614349,0.8466374],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.127615,"threshold_uncertainty_score":0.4269149,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1983565008","doi":"10.5555/2486788.2487076","title":"1st international workshop on release engineering (RELENG 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Context (archaeology); Computer science; Software engineering; Software; Product (mathematics); Field (mathematics); World Wide Web; Operating system","authors":[{"name":"Bram Adams","is_ca":true},{"name":"Stephany Bellomo","is_ca":false},{"name":"Christian Bird","is_ca":false},{"name":"Foutse Khomh","is_ca":true},{"name":"Kim Moir","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02754981775215336,"gpt":0.2654451887148189,"spread":0.2378953709626655,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01138907,0.001950363,0.001575931,0.002920939,0.001475402,0.008036708,0.003618837,0.003463297,0.06708381],"category_scores_gemma":[0.01472052,0.0009845753,0.001852488,0.002291568,0.001341924,0.00880075,0.007196932,0.004811028,0.04316951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001760196,"about_ca_system_score_gemma":0.003320133,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001742592,"about_ca_topic_score_gemma":0.002876193,"domain_scores_codex":[0.9907072,0.002981549,0.0007970681,0.00148614,0.003108444,0.0009196214],"domain_scores_gemma":[0.9876704,0.002705405,0.0006194015,0.00306646,0.003755981,0.002182205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002436524,0.0003128469,0.000617795,0.0009424076,0.00005049203,0.0004055692,0.001098543,0.001661029,0.005566402,0.02094056,0.4610271,0.5071335],"study_design_scores_gemma":[0.00001594735,0.00008930299,0.0005160825,0.0004439999,0.00001593218,0.0003800544,0.0002606616,0.001332562,0.001278759,0.006313723,0.9893224,0.00003056502],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.0153358,0.08632675,0.5435598,0.04216656,0.06841229,0.001913862,0.004555612,0.01970321,0.2180261],"genre_scores_gemma":[0.06144919,0.05966729,0.2794422,0.008000776,0.01636624,0.001566478,0.0214545,0.01251058,0.5395428],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.06708381,"threshold_uncertainty_score":0.2244177,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143742229","doi":"10.5555/2486788.2486974","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Programming language; Machine learning; World Wide Web","authors":[{"name":"Adrian Kuhn","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03945455755763936,"gpt":0.2990520090276418,"spread":0.2595974514700024,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001268676,0.0009821109,0.0007013171,0.003686795,0.0005945374,0.001557907,0.001750603,0.001032265,0.002672533],"category_scores_gemma":[0.02026261,0.0004115155,0.0004655544,0.003227624,0.000819709,0.002215899,0.001262331,0.001160021,0.001567757],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003753094,"about_ca_system_score_gemma":0.0005848664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001694518,"about_ca_topic_score_gemma":0.003346835,"domain_scores_codex":[0.9979463,0.0005656015,0.000163283,0.0004414055,0.0007443517,0.0001389531],"domain_scores_gemma":[0.9776534,0.01270148,0.002132449,0.003965234,0.003089915,0.0004575145],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003835522,0.0002796125,0.01481553,0.0006125136,0.00006680025,0.001139563,0.003430474,0.01159939,0.07187402,0.004983168,0.003265976,0.8875495],"study_design_scores_gemma":[0.0001371129,0.001277902,0.1104204,0.0007706027,0.0002110168,0.006293616,0.005167516,0.4533481,0.3015144,0.05263734,0.06774037,0.0004817054],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.09559848,0.0003536863,0.893101,0.0001775794,0.00004856112,0.0003872022,0.001276935,0.006523941,0.002532695],"genre_scores_gemma":[0.3270273,0.0004437158,0.6618674,0.0000995111,0.00006696743,0.0005343941,0.004936125,0.001308053,0.003716555],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.003686795,"threshold_uncertainty_score":0.008940458,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914337294","doi":"","title":"Proceedings of the Third International Workshop on Conducting Empirical Studies in Industry","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Empirical research; Context (archaeology); Plan (archaeology); USable; Management science; Computer science; Engineering ethics; Operations research; Management; Engineering; Epistemology; Economics; History","authors":[{"name":"Xavier Franch","is_ca":false},{"name":"Nazim H. Madhavji","is_ca":true},{"name":"Carlos Henrique C. Duarte","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2644413387088453,"gpt":0.3887353233501338,"spread":0.1242939846412885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2617446,0.002543865,0.00291913,0.00704824,0.005089153,0.02218759,0.006208793,0.009072811,0.02548936],"category_scores_gemma":[0.2152392,0.002931135,0.003819504,0.005054837,0.009300781,0.01452201,0.01316686,0.0160685,0.008692427],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007845203,"about_ca_system_score_gemma":0.02652567,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004448743,"about_ca_topic_score_gemma":0.004318748,"domain_scores_codex":[0.8252586,0.1383514,0.009099872,0.00626996,0.01707144,0.003948671],"domain_scores_gemma":[0.6780377,0.2281805,0.005158204,0.03120068,0.04570409,0.0117188],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005459228,0.001512879,0.002636957,0.0030999,0.0002952194,0.001084525,0.03304746,0.002886571,0.005908315,0.1146295,0.336899,0.4974537],"study_design_scores_gemma":[0.0001528152,0.0002876012,0.002679695,0.005460236,0.00006829335,0.0003471398,0.01252508,0.001573101,0.002177647,0.05891766,0.9156625,0.0001483565],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01679773,0.03372293,0.5238573,0.2243832,0.04332346,0.006606526,0.001566166,0.002725072,0.1470176],"genre_scores_gemma":[0.1426271,0.04407572,0.6218204,0.03979991,0.01552216,0.01840573,0.004788304,0.004099222,0.1088614],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.7382554,"threshold_uncertainty_score":0.9104003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2088481278","doi":"10.5555/2486788.2487071","title":"4th international workshop on managing technical debt (MTD 2013)","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Technical debt; Credibility; Debt; Software; Computer science; Engineering management; Software engineering; Software development; Engineering; Systems engineering; Engineering ethics; Business; Political science; Finance","authors":[{"name":"Philippe Kruchten","is_ca":true},{"name":"Robert L. Nord","is_ca":false},{"name":"İpek Özkaya","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02855289651907549,"gpt":0.2845764858648499,"spread":0.2560235893457744,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009968475,0.001493861,0.001089388,0.002061261,0.002676835,0.008983675,0.003317899,0.004781306,0.05714267],"category_scores_gemma":[0.01332475,0.0007845201,0.001957931,0.001559204,0.001305938,0.007604303,0.0105405,0.005493193,0.01982309],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002676524,"about_ca_system_score_gemma":0.004798299,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003252313,"about_ca_topic_score_gemma":0.005978777,"domain_scores_codex":[0.9933515,0.002672796,0.0004026289,0.0008913575,0.001796439,0.0008853264],"domain_scores_gemma":[0.9923052,0.001826745,0.0003492129,0.001166884,0.002361109,0.001990878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003285058,0.0004220036,0.001066406,0.0005698227,0.00006438021,0.0005156631,0.002644441,0.002172787,0.004545071,0.0311352,0.6270201,0.3295155],"study_design_scores_gemma":[0.00003287109,0.00008971784,0.0007451311,0.0004492374,0.00002828031,0.0003166476,0.001250046,0.002672441,0.001852693,0.01477317,0.9777495,0.00004016465],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.0268353,0.04087939,0.434631,0.1127712,0.09045027,0.001688489,0.004922806,0.008467396,0.2793542],"genre_scores_gemma":[0.1543333,0.02138884,0.266941,0.01573214,0.01455356,0.002103098,0.01486331,0.004699123,0.5053858],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.05714267,"threshold_uncertainty_score":0.1911613,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2366520322","doi":"","title":"Feature location based on impact analysis","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature (linguistics); Component (thermodynamics); TRACE (psycholinguistics); Source code; Feature model; Reverse engineering; Data mining; Dependency (UML); Software; Artificial intelligence; Programming language","authors":[{"name":"Abhishek Rohatgi","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Juergen Rilling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02185341761854571,"gpt":0.3101139225925804,"spread":0.2882605049740347,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002000534,0.002021211,0.001579855,0.0162853,0.0009225985,0.002050282,0.00168244,0.001302619,0.005151518],"category_scores_gemma":[0.01484904,0.0004521128,0.001894515,0.006417677,0.00101734,0.003098104,0.001945867,0.001227307,0.001286729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001295527,"about_ca_system_score_gemma":0.001026748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004938318,"about_ca_topic_score_gemma":0.00330835,"domain_scores_codex":[0.9957123,0.0006955988,0.000278885,0.0006700421,0.002254041,0.0003890897],"domain_scores_gemma":[0.9877028,0.005856154,0.001770544,0.001532536,0.002880542,0.000257475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001023098,0.0005095995,0.06530024,0.0008438944,0.0005698667,0.002469032,0.0006964802,0.1757936,0.04899246,0.04006862,0.006130256,0.6576028],"study_design_scores_gemma":[0.00005410201,0.0003176263,0.01682445,0.000102734,0.0003173898,0.001189671,0.000294096,0.9028779,0.02981863,0.04094579,0.00707728,0.0001803147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06348233,0.0005982365,0.9223013,0.0001797297,0.00009175453,0.000392479,0.0007985513,0.006051962,0.006103604],"genre_scores_gemma":[0.7080544,0.0003810109,0.2864274,0.0000727871,0.0001044095,0.0002754301,0.001361193,0.0004304466,0.002893016],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.0162853,"threshold_uncertainty_score":0.01723349,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2006834218","doi":"10.5555/2486788.2487008","title":"Supporting maintenance tasks on transformational code generation environments","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Model transformation; Computer science; Software engineering; Executable; Transformational leadership; Software development; Code generation; Transformation (genetics); Software maintenance; Model-driven architecture; Software system; Field (mathematics); Separation of concerns; Software; Programming language; Artificial intelligence; Key (lock)","authors":[{"name":"Victor Guana","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02672411748924588,"gpt":0.2606567155084247,"spread":0.2339325980191788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003484905,0.0008753843,0.0005910331,0.001126356,0.001265131,0.003164786,0.001990322,0.00123345,0.003412635],"category_scores_gemma":[0.02100768,0.0009189519,0.0009340877,0.0008797232,0.001398638,0.004526802,0.003923438,0.001941751,0.001526327],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009570563,"about_ca_system_score_gemma":0.001855814,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001298804,"about_ca_topic_score_gemma":0.001514186,"domain_scores_codex":[0.9959126,0.001254929,0.0002831128,0.0006445526,0.001557643,0.0003471223],"domain_scores_gemma":[0.9821923,0.009383243,0.001379676,0.004976634,0.001595551,0.0004726447],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001412479,0.0007200144,0.01286321,0.0007926528,0.0001221449,0.002080397,0.006942835,0.1428634,0.116577,0.1598851,0.006400457,0.5493404],"study_design_scores_gemma":[0.0002007853,0.0003557059,0.002379311,0.0001452253,0.0001252606,0.0009525149,0.0006315499,0.7704419,0.09903634,0.08829919,0.03734418,0.00008796599],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06673247,0.000072863,0.9214579,0.00026813,0.0000279148,0.0002195284,0.00007712972,0.007611664,0.003532332],"genre_scores_gemma":[0.3900623,0.000187017,0.6030295,0.0001099781,0.00004065316,0.0001978914,0.0005133651,0.001787141,0.004072117],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.003484905,"threshold_uncertainty_score":0.01843017,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2913811733","doi":"","title":"Proceedings of the Eighth International Workshop on Search-Based Software Testing","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software development; Software metric; Software construction; Process (computing); Software; Metric (unit); Systems engineering; Engineering; Programming language","authors":[{"name":"Giuliano Antoniol","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.09293096580281542,"gpt":0.2918747485365626,"spread":0.1989437827337472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00717714,0.00185057,0.001799148,0.002052531,0.0009534154,0.005014424,0.003426672,0.002555917,0.03470945],"category_scores_gemma":[0.01344849,0.000751122,0.001781524,0.001577891,0.0020388,0.00468525,0.003059684,0.00454166,0.008766591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001810863,"about_ca_system_score_gemma":0.002332887,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003102863,"about_ca_topic_score_gemma":0.003775449,"domain_scores_codex":[0.9951267,0.001824599,0.0004067472,0.00080356,0.001413533,0.0004247503],"domain_scores_gemma":[0.9912404,0.004246067,0.000213253,0.001517734,0.002050465,0.0007320161],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006064481,0.0005906315,0.001201514,0.0006070105,0.0001951311,0.0005939127,0.0006820934,0.01735908,0.005754842,0.06562207,0.2717212,0.635066],"study_design_scores_gemma":[0.0001361388,0.0004241594,0.001558766,0.0008570725,0.0001231628,0.0009670942,0.0003946024,0.05475822,0.00600788,0.07941061,0.8552662,0.00009605098],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.0159176,0.0418296,0.7496605,0.02068054,0.02625928,0.0007117947,0.001019612,0.003604157,0.140317],"genre_scores_gemma":[0.1639467,0.03500284,0.476549,0.005041243,0.01177326,0.001160864,0.008015517,0.003484176,0.2950264],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03470945,"threshold_uncertainty_score":0.1161147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1966649174","doi":"10.5555/2819009.2819156","title":"Mining temporal properties of data invariants","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Correctness; Temporal logic; Computer science; Property (philosophy); Linear temporal logic; Field (mathematics); Theoretical computer science; Data mining; Programming language; Mathematics","authors":[{"name":"Caroline Lemieux","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2133350588002208,"gpt":0.3249796058937569,"spread":0.1116445470935361,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002187605,0.0006488267,0.0005314595,0.003727158,0.0005688163,0.001162806,0.00106373,0.0005498103,0.000771463],"category_scores_gemma":[0.01978897,0.0006051511,0.001259701,0.002135305,0.001166907,0.002691673,0.001084261,0.001138938,0.0002784092],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001231656,"about_ca_system_score_gemma":0.002748232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004992257,"about_ca_topic_score_gemma":0.008657235,"domain_scores_codex":[0.996847,0.0003753619,0.0003491648,0.0006887718,0.00149089,0.0002488188],"domain_scores_gemma":[0.9785455,0.01027134,0.004473729,0.00337554,0.003005224,0.0003287252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007237272,0.0006404241,0.2366798,0.001690462,0.0003329436,0.002471766,0.002137775,0.1402115,0.08546562,0.06018729,0.006755907,0.4627027],"study_design_scores_gemma":[0.00005718998,0.0002821254,0.02007081,0.0001233439,0.0001496624,0.0006912242,0.0005246857,0.8225375,0.08916174,0.05675773,0.009566233,0.00007774181],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3577958,0.0004956409,0.6273357,0.0005214733,0.00004257056,0.0002987458,0.004766681,0.006347104,0.002396269],"genre_scores_gemma":[0.7525815,0.000204605,0.2395366,0.0001103869,0.00002574928,0.0002508975,0.005920538,0.0004290663,0.0009407374],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.004992257,"threshold_uncertainty_score":0.01156932,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151666881","doi":"10.5555/2337223.2337510","title":"Online sharing and integration of results from mining software repositories","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Cloud computing; Software; World Wide Web; Data science; Domain (mathematical analysis); Software as a service; Software mining; Source code; Software engineering; Data mining; Database; Software development; Information retrieval; Software construction","authors":[{"name":"Iman Keivanloo","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04690364729029656,"gpt":0.2960549892908707,"spread":0.2491513420005741,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.01405032,0.001225777,0.001596772,0.02644959,0.001827073,0.007004373,0.002562416,0.001507624,0.002753001],"category_scores_gemma":[0.06189361,0.0009266841,0.001529995,0.02075778,0.0007466787,0.01266445,0.01081817,0.001733334,0.00245862],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001163404,"about_ca_system_score_gemma":0.002502781,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002717406,"about_ca_topic_score_gemma":0.003920668,"domain_scores_codex":[0.9812126,0.004082629,0.002217168,0.003067674,0.008595245,0.0008246853],"domain_scores_gemma":[0.909366,0.02449193,0.006623637,0.04499628,0.01177879,0.002743258],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00145944,0.001582023,0.1456825,0.00217609,0.001948034,0.001476224,0.006990395,0.01007641,0.01750674,0.01741717,0.06954195,0.7241431],"study_design_scores_gemma":[0.0003021645,0.0008286206,0.2797287,0.001468955,0.001571105,0.002468604,0.01058514,0.1396803,0.07745732,0.1026452,0.3824144,0.0008495284],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5021797,0.005032356,0.2671525,0.006269002,0.0007312355,0.001923221,0.1298946,0.03148831,0.05532904],"genre_scores_gemma":[0.5116946,0.001805499,0.2379366,0.0005121952,0.0004287468,0.0007668551,0.2375936,0.002349872,0.006912074],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9974376,"threshold_uncertainty_score":0.07430607,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974908123","doi":"10.5555/2819009.2819054","title":"Code repurposing as an assessment tool","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sheridan College","funders":"","keywords":"Repurposing; Computer science; Code (set theory); Software engineering; Source code; Software; Code review; KPI-driven code analysis; Programming language; Software development; Static program analysis; Engineering; Set (abstract data type)","authors":[{"name":"Joseph Sant","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06233157398028721,"gpt":0.363942044817729,"spread":0.3016104708374417,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01236598,0.001242658,0.0008492877,0.00593166,0.00104556,0.004337313,0.002061008,0.001222608,0.007993612],"category_scores_gemma":[0.07310572,0.000474,0.0005156005,0.002266079,0.0009432713,0.00513452,0.00418312,0.002425326,0.004785858],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007833167,"about_ca_system_score_gemma":0.001418449,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000433162,"about_ca_topic_score_gemma":0.0006516932,"domain_scores_codex":[0.9773013,0.01119159,0.001082051,0.0013397,0.008224851,0.0008604258],"domain_scores_gemma":[0.9210273,0.03957439,0.005089418,0.007630346,0.02293873,0.003739818],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004275535,0.001456209,0.007548274,0.0008084122,0.00003166142,0.00102218,0.01149281,0.002857838,0.03349036,0.005754429,0.02095351,0.9141569],"study_design_scores_gemma":[0.0005817434,0.009039286,0.06963216,0.003297716,0.0003157547,0.01477619,0.01774122,0.152825,0.2021632,0.04322009,0.4851517,0.001256069],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3303327,0.001013771,0.5599827,0.003565915,0.0006956789,0.003236922,0.0004618218,0.02736936,0.07334121],"genre_scores_gemma":[0.610981,0.0005304709,0.3624599,0.0007224,0.0001963574,0.001299366,0.0008317015,0.002457978,0.02052076],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.987634,"threshold_uncertainty_score":0.06539834,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1972501133","doi":"10.5555/2486788.2487042","title":"Changeset based developer communication to detect software failures","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Software development; Software construction; Operating system","authors":[{"name":"Braden Simpson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03607087907812086,"gpt":0.2786316262526435,"spread":0.2425607471745226,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001579944,0.0004963261,0.0005221825,0.003729251,0.000691676,0.001035771,0.0007470919,0.0007997219,0.003285079],"category_scores_gemma":[0.01517034,0.0002571513,0.0002828292,0.001743552,0.0003368405,0.002565264,0.001231245,0.0007326451,0.001137698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006283227,"about_ca_system_score_gemma":0.0006968307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002590037,"about_ca_topic_score_gemma":0.00415576,"domain_scores_codex":[0.9971212,0.0008664546,0.000183485,0.0005500356,0.001056381,0.0002223782],"domain_scores_gemma":[0.9845544,0.008052221,0.00236689,0.001444988,0.002986981,0.0005945486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001950249,0.001166301,0.1878625,0.0009315725,0.0003792611,0.001400121,0.003350776,0.02964393,0.02666819,0.01844899,0.02237598,0.705822],"study_design_scores_gemma":[0.0001471483,0.001149592,0.1003556,0.0001545317,0.0002803969,0.001509243,0.002877849,0.7946903,0.03884574,0.01928861,0.04053024,0.0001707894],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4838101,0.0009208218,0.4654598,0.001118998,0.0005204357,0.0009657881,0.003200428,0.009223877,0.03477978],"genre_scores_gemma":[0.9196715,0.0001787175,0.07227546,0.000100879,0.00007771947,0.0003731949,0.0009991843,0.0001566271,0.006166667],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.003729251,"threshold_uncertainty_score":0.01098967,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2098174190","doi":"10.5555/2337223.2337449","title":"Locating features in dynamically configured avionics software","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Avionics software; Computer science; Avionics; Software construction; Program comprehension; Software system; Software engineering; Software; Static program analysis; Software development; Verification and validation; Software framework; Software sizing; Component-based software engineering; Embedded system; Programming language; Engineering","authors":[{"name":"Maxime Ouellet","is_ca":true},{"name":"Ettore Merlo","is_ca":true},{"name":"Neset Sozen","is_ca":false},{"name":"Martin Gagnon","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02324148763626,"gpt":0.2753308825634161,"spread":0.2520893949271561,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003017776,0.0005448683,0.000346798,0.001226022,0.0004152782,0.0007318273,0.001028952,0.0007786619,0.001002489],"category_scores_gemma":[0.002848841,0.0004066204,0.000308867,0.0005887881,0.0006447382,0.001292023,0.0007948933,0.000483216,0.0002362389],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004726787,"about_ca_system_score_gemma":0.0004296823,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001542149,"about_ca_topic_score_gemma":0.001775468,"domain_scores_codex":[0.9995311,0.0000856235,0.00002692986,0.0001073427,0.0001899387,0.00005898858],"domain_scores_gemma":[0.9981237,0.0008400467,0.0003754827,0.0003695143,0.0002334242,0.00005771949],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007986394,0.0001729015,0.02625326,0.0003339145,0.00005800263,0.003336472,0.0019445,0.104668,0.5644845,0.008756611,0.001327174,0.2878661],"study_design_scores_gemma":[0.00007054234,0.0007123216,0.01707117,0.0001156179,0.0001109323,0.002334287,0.0003930548,0.6371282,0.3229096,0.01333586,0.005699326,0.0001190457],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6497709,0.0003222403,0.3374081,0.00006747551,0.00001874623,0.00005556331,0.0001029137,0.01093707,0.001317007],"genre_scores_gemma":[0.9347119,0.00007548799,0.06419867,0.00001623672,0.000003400443,0.00002216399,0.00009848017,0.0003380996,0.0005356601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.001542149,"threshold_uncertainty_score":0.003429532,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914165265","doi":"","title":"Proceedings of the 39th International Conference on Software Engineering: New Ideas and Emerging Results Track","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Latin Americans; Set (abstract data type); Computer science; Track (disk drive); Software; Engineering management; Engineering; Political science; Programming language; Operating system","authors":[{"name":"Cristian Cadar","is_ca":false},{"name":"Lin Tan","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04124708655229542,"gpt":0.2942209653813385,"spread":0.2529738788290431,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00939508,0.001506514,0.001804885,0.003330669,0.001674992,0.009630163,0.002211053,0.00233288,0.08892787],"category_scores_gemma":[0.009075662,0.0005938652,0.001194034,0.003832682,0.001575684,0.008437716,0.004322305,0.005679592,0.04239696],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002346385,"about_ca_system_score_gemma":0.005242175,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002567754,"about_ca_topic_score_gemma":0.005032824,"domain_scores_codex":[0.9926745,0.001518121,0.0004627578,0.0007372583,0.004096653,0.0005105982],"domain_scores_gemma":[0.9865988,0.002523666,0.0004317636,0.001693224,0.005860944,0.002891584],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001224965,0.0002682395,0.00121771,0.0005881946,0.00006565097,0.0001043545,0.0002493074,0.0005139539,0.002276868,0.01606632,0.5868181,0.3917089],"study_design_scores_gemma":[0.00001546855,0.0001092288,0.001113534,0.0004936347,0.00003094777,0.0002082906,0.0001945213,0.001512465,0.0009442574,0.007334657,0.9880184,0.00002458075],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.01320915,0.2385984,0.1708727,0.06753711,0.1360658,0.0008133583,0.003066299,0.005120007,0.3647172],"genre_scores_gemma":[0.04974255,0.1373819,0.08571272,0.006495439,0.02600276,0.000681447,0.01584452,0.003395019,0.6747436],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.08892787,"threshold_uncertainty_score":0.2974933,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2912238873","doi":"","title":"Proceedings of the 1st International Workshop on Live Programming","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Teaching and Learning Programming","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Focus (optics); Programming paradigm; Software engineering; Compiler; Extensible programming; Programming language; Inductive programming; Human–computer interaction; Multimedia; Reactive programming","authors":[{"name":"Brian R. Burg","is_ca":false},{"name":"Adrian Kuhn","is_ca":true},{"name":"Chris Parnin","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02159118370307432,"gpt":0.2483465199145851,"spread":0.2267553362115108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004674374,0.00138718,0.001120391,0.001698008,0.001428666,0.0051754,0.001994459,0.001793436,0.08484234],"category_scores_gemma":[0.008107281,0.0006526423,0.001197092,0.001561904,0.001434248,0.006373754,0.004853311,0.005040297,0.02244861],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001417533,"about_ca_system_score_gemma":0.002219739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001483342,"about_ca_topic_score_gemma":0.00269013,"domain_scores_codex":[0.9967734,0.001069769,0.000218321,0.000604603,0.0009766138,0.0003572974],"domain_scores_gemma":[0.9949703,0.001707979,0.0001498196,0.0008351839,0.00135219,0.000984702],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000324658,0.0002406864,0.0004613841,0.0005005536,0.00004103371,0.0002277281,0.001112972,0.001283994,0.00330102,0.0393167,0.5700837,0.3831055],"study_design_scores_gemma":[0.00001987348,0.0000557964,0.0003232537,0.000282316,0.00001345074,0.0002399996,0.000194062,0.001427559,0.0008671822,0.01248487,0.9840723,0.00001937932],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.01532428,0.07002585,0.3944392,0.04855406,0.09473045,0.0007305529,0.001916557,0.005727857,0.3685512],"genre_scores_gemma":[0.07943341,0.05144382,0.1850239,0.00664896,0.02383078,0.001036167,0.008825838,0.006941966,0.6368151],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.08484234,"threshold_uncertainty_score":0.2838259,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1822490568","doi":"","title":"IT and infrastructure's lost dependability","year":2008,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Reliability and Analysis Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Dependability; Information system; Computer science; Information infrastructure; Core (optical fiber); Software; Quarter (Canadian coin); Computer security; Risk analysis (engineering); Engineering; Business; Software engineering; Telecommunications","authors":[{"name":"Heli Tervo","is_ca":false},{"name":"Jarmo J. Ahonen","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02887983941232447,"gpt":0.2749223647637882,"spread":0.2460425253514638,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001260276,0.0002466563,0.0001821528,0.001770882,0.001511784,0.003269963,0.0006049203,0.0007881367,0.0079543],"category_scores_gemma":[0.007318295,0.0001527158,0.000304503,0.001889597,0.003926296,0.006476575,0.002092991,0.002089613,0.000622828],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003278206,"about_ca_system_score_gemma":0.001428732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009909406,"about_ca_topic_score_gemma":0.007304237,"domain_scores_codex":[0.998749,0.0002612858,0.00005668491,0.000103516,0.0004783135,0.0003512352],"domain_scores_gemma":[0.9936497,0.001817271,0.001355435,0.0007780927,0.001470129,0.0009294132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002150632,0.0001102812,0.03145123,0.0004544089,0.0001173805,0.002198922,0.01882926,0.006271662,0.002576829,0.6253027,0.05213196,0.2603404],"study_design_scores_gemma":[0.00002447388,0.0002028251,0.07677463,0.0007535416,0.0000780593,0.003189006,0.02080463,0.004402375,0.001577151,0.4124573,0.4796371,0.00009891524],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4875107,0.02401765,0.02673283,0.1096265,0.001555908,0.00005761869,0.0009015245,0.0004723819,0.3491249],"genre_scores_gemma":[0.987168,0.003320901,0.000521082,0.001157993,0.0001889454,0.000008088612,0.00006739929,0.00003674535,0.00753075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.009909406,"threshold_uncertainty_score":0.02660978,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2914218640","doi":"","title":"Proceedings of the Fourth International Workshop on Realizing Artificial Intelligence Synergies in Software Engineering","year":2014,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software engineering; Computer science; Set (abstract data type); Software; Intersection (aeronautics); Work (physics); Engineering management; Engineering","authors":[{"name":"Burak Turhan","is_ca":false},{"name":"Ayşe Bener","is_ca":true},{"name":"Çetin Meriçli","is_ca":false},{"name":"Andriy Miranskyy","is_ca":false},{"name":"Leandro L. Minku","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03688228005869837,"gpt":0.2763348829257718,"spread":0.2394526028670734,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008513625,0.001192779,0.0009496526,0.001449202,0.001345794,0.00711767,0.002318383,0.002390407,0.04251868],"category_scores_gemma":[0.01067804,0.0006346733,0.001503913,0.001316192,0.001904304,0.006238308,0.004606084,0.005474724,0.01261446],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001937962,"about_ca_system_score_gemma":0.002910203,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001863281,"about_ca_topic_score_gemma":0.003722955,"domain_scores_codex":[0.994531,0.00215202,0.0004029673,0.0006437931,0.001809119,0.0004611712],"domain_scores_gemma":[0.9927141,0.002383353,0.0002312586,0.001238166,0.001976502,0.001456603],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003899194,0.0004529142,0.0008822554,0.0009412982,0.0001331535,0.0005536399,0.002574093,0.003008535,0.007210535,0.06486563,0.5422907,0.3766973],"study_design_scores_gemma":[0.00003674351,0.000128757,0.0008643196,0.0004950672,0.00004709163,0.0003786,0.0007213983,0.003057965,0.00236801,0.03343919,0.9584184,0.00004444626],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.02189782,0.05433283,0.4600487,0.09335646,0.08615318,0.0009662097,0.001324163,0.002907447,0.2790132],"genre_scores_gemma":[0.1320911,0.03830558,0.279616,0.008808497,0.01676408,0.0008912307,0.006512261,0.003003557,0.5140076],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.04251868,"threshold_uncertainty_score":0.1422392,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1921408347","doi":"","title":"Software release planning with time-dependent value functions and flexible release dates","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Software release life cycle; Value (mathematics); Interval (graph theory); Computer science; Software; Resource (disambiguation); Genetic algorithm; Product (mathematics); Key (lock); Operations research; Software development; Engineering; Software quality; Mathematics","authors":[{"name":"Jim Mc Elroy","is_ca":true},{"name":"Guenther Ruhe","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02155308975632323,"gpt":0.2692476316177592,"spread":0.2476945418614359,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004876644,0.001637802,0.00126069,0.001522581,0.0007785566,0.002478778,0.002225487,0.001732921,0.002197843],"category_scores_gemma":[0.009936657,0.001423678,0.001751069,0.001958896,0.001365734,0.002930252,0.001263824,0.002360862,0.0004003105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001884794,"about_ca_system_score_gemma":0.001953146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004151805,"about_ca_topic_score_gemma":0.004123267,"domain_scores_codex":[0.9970862,0.001318348,0.0001812891,0.0004452711,0.0006620006,0.000306956],"domain_scores_gemma":[0.9942774,0.004056892,0.0007085731,0.0002959691,0.0005085655,0.0001525589],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000595513,0.00003480298,0.0002738093,0.00006495439,0.00002311034,0.0001204009,0.00009549008,0.9526425,0.0009057833,0.02616618,0.0003690237,0.01924445],"study_design_scores_gemma":[0.00003159447,0.00006904909,0.0001801909,0.00002466357,0.00001983912,0.00006444842,0.00004413279,0.9702389,0.001269897,0.02654314,0.001483281,0.00003082255],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01282814,0.0002195758,0.9844588,0.0001401713,0.00002835311,0.00009925035,0.00008025827,0.0001770424,0.00196832],"genre_scores_gemma":[0.3744024,0.000467166,0.6197607,0.00007112044,0.00004650468,0.0004911674,0.0002448834,0.0002023005,0.004313761],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.004876644,"threshold_uncertainty_score":0.02579045,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2278479890","doi":"","title":"Software clustering based on behavioural features","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Cluster analysis; Computer science; Software; Data mining; Software system; Focus (optics); Software maintenance; Software construction; Software metric; Task (project management); Software analytics; Software sizing; Software engineering; Machine learning; Programming language; Systems engineering; Engineering","authors":[{"name":"C. R. Patel","is_ca":true},{"name":"Abdelwahab Hamou‐Lhadj","is_ca":true},{"name":"Juergen Rilling","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03632589238399748,"gpt":0.2942047225007634,"spread":0.2578788301167659,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001058915,0.0005842692,0.0005810329,0.007358382,0.001071204,0.001678598,0.001123084,0.0008413967,0.001484755],"category_scores_gemma":[0.01093735,0.0003305221,0.0009770716,0.003555257,0.001215398,0.001935436,0.001192492,0.0005877362,0.0005694434],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001306616,"about_ca_system_score_gemma":0.0009185082,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003336352,"about_ca_topic_score_gemma":0.003775977,"domain_scores_codex":[0.9979386,0.0003590244,0.0001427546,0.0004517527,0.0009139673,0.0001939229],"domain_scores_gemma":[0.9902619,0.003309675,0.001575575,0.001217604,0.00327218,0.0003631075],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007827245,0.0004396226,0.1155518,0.0008244987,0.0004361933,0.000728736,0.003266399,0.1497368,0.06596186,0.06827554,0.003220789,0.5907752],"study_design_scores_gemma":[0.00005122122,0.0005018173,0.09186666,0.000156324,0.0002912135,0.001418836,0.001380789,0.8088065,0.02606917,0.06208071,0.007179815,0.0001968327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3109375,0.0002779951,0.6778143,0.0002189861,0.00003331036,0.0004199805,0.0002880505,0.001324004,0.008685939],"genre_scores_gemma":[0.8648912,0.00009952328,0.1325315,0.00002531123,0.00002159221,0.0001895744,0.0005074441,0.0001324473,0.001601528],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.007358382,"threshold_uncertainty_score":0.009480178,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W204271202","doi":"","title":"Atomic requirements for software architecting","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Requirements analysis; Systems engineering; Software engineering; Context (archaeology); Process (computing); Software; Software development; Engineering; Software construction; Programming language","authors":[{"name":"Matthias Galster","is_ca":true},{"name":"Armin Eberlein","is_ca":false},{"name":"Mahmood Moussavi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08977179403979542,"gpt":0.349579294552769,"spread":0.2598075005129736,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009786094,0.001126744,0.0007785985,0.002156764,0.002147585,0.004766777,0.001669254,0.003673362,0.006497362],"category_scores_gemma":[0.02131656,0.0009237415,0.001030906,0.001909233,0.006848297,0.008543224,0.004235204,0.005598578,0.002886726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002143633,"about_ca_system_score_gemma":0.002828096,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001753832,"about_ca_topic_score_gemma":0.00153881,"domain_scores_codex":[0.9891072,0.005166532,0.0008387172,0.0007944391,0.003666348,0.0004268098],"domain_scores_gemma":[0.9855134,0.0079449,0.0007121123,0.003093682,0.002352405,0.0003836114],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003936948,0.000006575051,0.00003820961,0.00007256299,0.000004122535,0.00003433299,0.0002512053,0.001605314,0.000260206,0.9843124,0.002322489,0.01108859],"study_design_scores_gemma":[0.00001045404,0.00001311699,0.00003831808,0.00009617229,0.000006056987,0.00008201878,0.0001124209,0.006468008,0.0003991518,0.9326978,0.06006189,0.00001456956],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00265682,0.002904957,0.9269359,0.007128608,0.000431834,0.0001358814,0.00008562239,0.0004595065,0.05926084],"genre_scores_gemma":[0.1693838,0.005202023,0.8060133,0.002213953,0.0008995171,0.00078267,0.0003410579,0.0003627743,0.0148009],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.009786094,"threshold_uncertainty_score":0.05175447,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2140946067","doi":"10.5555/381473.381747","title":"Babel: representing business rules in XML for application integration","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; XML; Programming language; Information retrieval; World Wide Web","authors":[{"name":"Hua‐Xin Zhang","is_ca":true},{"name":"Eleni Stroulia","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.0319088513250415,"gpt":0.2809522497821025,"spread":0.249043398457061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006461974,0.001422844,0.001071143,0.003179407,0.001255482,0.007093234,0.00300623,0.002479417,0.008034362],"category_scores_gemma":[0.01097396,0.001565778,0.001597775,0.002802796,0.001283536,0.007161948,0.003247082,0.003224691,0.003653285],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007165068,"about_ca_system_score_gemma":0.001546076,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003165202,"about_ca_topic_score_gemma":0.003496896,"domain_scores_codex":[0.9962817,0.001315687,0.0005700117,0.0004233052,0.001170341,0.0002390488],"domain_scores_gemma":[0.9958733,0.002359496,0.000321719,0.0006799245,0.0005892365,0.0001763364],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001074823,0.0005468781,0.0032328,0.002749432,0.0004988698,0.002436538,0.002077427,0.03783201,0.02298935,0.3449236,0.08542613,0.4962121],"study_design_scores_gemma":[0.0002464744,0.0001996062,0.0006138239,0.00102057,0.0002977495,0.001249836,0.0004017532,0.2795737,0.05581452,0.1776379,0.4827261,0.0002180311],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002257583,0.0004259091,0.9665695,0.0004280256,0.0001473052,0.0002191677,0.0009148938,0.02581876,0.003218834],"genre_scores_gemma":[0.04233097,0.001142512,0.9418355,0.0007878847,0.0001017625,0.000437481,0.004646054,0.00304996,0.005667771],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.008034362,"threshold_uncertainty_score":0.03417462,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1965783511","doi":"10.5555/2486788.2486965","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Database Systems and Queries","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; World Wide Web; Database; Set (abstract data type); Information retrieval; Software engineering; Data science; Programming language","authors":[{"name":"Michael Smit","is_ca":true},{"name":"Bradley Simmons","is_ca":true},{"name":"Mark Shtern","is_ca":true},{"name":"Marin Litoiu","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.01288560936311487,"gpt":0.2518800112637012,"spread":0.2389944019005863,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01212389,0.0009065359,0.0009610197,0.001374815,0.00127897,0.006624496,0.00317462,0.001525937,0.001938694],"category_scores_gemma":[0.02195335,0.001031642,0.001448596,0.001615384,0.002533815,0.008741247,0.005830561,0.002510482,0.001220537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001303053,"about_ca_system_score_gemma":0.004005713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005143516,"about_ca_topic_score_gemma":0.004771199,"domain_scores_codex":[0.9896637,0.004154161,0.001586944,0.0009609952,0.002837907,0.0007962908],"domain_scores_gemma":[0.9744564,0.01484155,0.001491925,0.005299053,0.003012363,0.0008986779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001698538,0.001010098,0.01669687,0.001387452,0.000304974,0.005326018,0.02223114,0.0717954,0.09025477,0.4861845,0.03544251,0.2676677],"study_design_scores_gemma":[0.0004145174,0.0003782855,0.001869871,0.0003918229,0.0001508798,0.001581764,0.003197347,0.6063372,0.0711325,0.1886864,0.1256304,0.0002289771],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01807576,0.00008953887,0.967465,0.0006495249,0.00002725211,0.000378451,0.0002424906,0.01024269,0.002829178],"genre_scores_gemma":[0.2230106,0.0003276839,0.7692639,0.0006445833,0.00007187867,0.0004494097,0.001202284,0.002119529,0.002910127],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01212389,"threshold_uncertainty_score":0.06411809,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011037576","doi":"10.5555/2486788.2487019","title":"Informing development decisions: from data to information","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software analytics; Software development; Software development process; Software engineering; Personal software process; Software project management; Software peer review; Data science; Package development process; Context (archaeology); Software quality; Software; Software construction; Knowledge management","authors":[{"name":"Olga Baysal","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.08094301475176306,"gpt":0.3005112809245753,"spread":0.2195682661728122,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01803161,0.001745256,0.001477619,0.01890409,0.00120516,0.015876,0.002518301,0.003718623,0.002060802],"category_scores_gemma":[0.109325,0.001574758,0.0008274919,0.0184631,0.002965494,0.02543063,0.005896061,0.004148055,0.001580798],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002125977,"about_ca_system_score_gemma":0.00425872,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004327802,"about_ca_topic_score_gemma":0.004607212,"domain_scores_codex":[0.9800999,0.008899921,0.002389362,0.002410806,0.005699497,0.0005006074],"domain_scores_gemma":[0.8201888,0.135079,0.01178266,0.01867679,0.0121509,0.002121867],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006149673,0.001161744,0.19404,0.004505146,0.0006276745,0.001359354,0.01049623,0.01670378,0.006119716,0.05712965,0.03108693,0.6761549],"study_design_scores_gemma":[0.0001857191,0.0005005676,0.09814139,0.006903358,0.0007129069,0.001440646,0.02765275,0.120216,0.01664281,0.5350853,0.1918861,0.0006324896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2263627,0.02469817,0.5757417,0.06793825,0.0009102477,0.001826187,0.05379343,0.005032209,0.04369708],"genre_scores_gemma":[0.6124527,0.01352979,0.3346178,0.002646446,0.0007317459,0.0007916777,0.03311709,0.0004101263,0.001702542],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01890409,"threshold_uncertainty_score":0.09536141,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2911360423","doi":"","title":"Proceedings of the 9th International Workshop on Modelling in Software Engineering","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Model-Driven Software Engineering Techniques","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software development; Model transformation; Abstraction; Software; Focus (optics); Model-driven architecture; Systems engineering; Data science; Management science; Engineering; Programming language; Artificial intelligence","authors":[{"name":"Marsha Chećhik","is_ca":true},{"name":"Davide Di Ruscio","is_ca":false},{"name":"Bernhard Rumpe⋆","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.03865737967609444,"gpt":0.2667324990117538,"spread":0.2280751193356593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107124,0.002159628,0.002431209,0.002549725,0.001280605,0.009020919,0.003641479,0.003915357,0.03247442],"category_scores_gemma":[0.01524168,0.001466434,0.003415495,0.00221546,0.002749359,0.00879672,0.005709217,0.009699697,0.01105247],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003279588,"about_ca_system_score_gemma":0.003177906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00333407,"about_ca_topic_score_gemma":0.004079354,"domain_scores_codex":[0.9926847,0.003322091,0.0007245907,0.0009893025,0.001872469,0.0004068793],"domain_scores_gemma":[0.9913614,0.004042374,0.0002542655,0.001957919,0.001662589,0.0007213813],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003976341,0.0004544304,0.001059591,0.001262016,0.0002785233,0.0006438543,0.002183737,0.009769422,0.00416311,0.2767019,0.319699,0.3833868],"study_design_scores_gemma":[0.0000347225,0.00008392519,0.0005790689,0.0009782222,0.00006870396,0.0005077552,0.0002336635,0.01324871,0.001458557,0.07892103,0.9038308,0.00005489622],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.006568553,0.08914449,0.7365038,0.03367431,0.0288425,0.0004365946,0.001108004,0.002477198,0.1012445],"genre_scores_gemma":[0.08959226,0.09320579,0.5841419,0.00610686,0.0163976,0.001290889,0.009811061,0.003505656,0.1959481],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03247442,"threshold_uncertainty_score":0.1086378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2889460088","doi":"","title":"Poster: Challenge-Based Learning: A Brazilian Case Study","year":2018,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Agile software development; Computer science; Software development; Software engineering; Curriculum; Mobile device; Software; Engineering management; Multimedia; Engineering; World Wide Web; Operating system; Pedagogy; Psychology","authors":[{"name":"Alan R. Santos","is_ca":false},{"name":"Afonso Sales","is_ca":false},{"name":"Paulo Fernandes","is_ca":false},{"name":"Josiane Kroll","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02752878382546835,"gpt":0.2743936628091552,"spread":0.2468648789836868,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00206088,0.0004407632,0.0003277989,0.0007252286,0.004112706,0.001708087,0.001352484,0.002120608,0.006072472],"category_scores_gemma":[0.00525558,0.0001491815,0.0004289862,0.0007740034,0.001580126,0.001182641,0.0024494,0.001215836,0.001043632],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001829328,"about_ca_system_score_gemma":0.001989739,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01335232,"about_ca_topic_score_gemma":0.03412967,"domain_scores_codex":[0.9985752,0.0007038928,0.00006681419,0.0001349841,0.0002568593,0.0002622323],"domain_scores_gemma":[0.9972109,0.001075471,0.0002164739,0.0001760097,0.0004213057,0.0008998397],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004567648,0.006658816,0.07505572,0.001859004,0.00006213716,0.0773185,0.4646591,0.003278619,0.01281221,0.0221708,0.06104322,0.2746251],"study_design_scores_gemma":[0.0001259552,0.001704122,0.05446965,0.001293569,0.00006816079,0.02674546,0.4203317,0.005308016,0.007782599,0.007085935,0.4749418,0.0001430538],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9197975,0.001178721,0.008008435,0.01164917,0.0002954629,0.0009247226,0.0004220908,0.0001069783,0.05761688],"genre_scores_gemma":[0.9650204,0.001179248,0.004722736,0.001171581,0.00006721025,0.0002931667,0.0001823573,0.00005300547,0.02731033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01335232,"threshold_uncertainty_score":0.02654922,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1974712054","doi":"10.5555/2486788.2487004","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","authors":[{"name":"Sarah Nadi","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.04268068091898779,"gpt":0.3053308972043857,"spread":0.2626502162853979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004210465,0.000282912,0.0002717724,0.002286621,0.001148327,0.00244844,0.001089243,0.0009069766,0.000627565],"category_scores_gemma":[0.04696041,0.0004687823,0.0005146372,0.003003002,0.002405129,0.005059456,0.001734364,0.001820975,0.00007018356],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001020905,"about_ca_system_score_gemma":0.001125912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002483505,"about_ca_topic_score_gemma":0.00268151,"domain_scores_codex":[0.9936939,0.00279914,0.0003969242,0.0007977425,0.002089118,0.0002230853],"domain_scores_gemma":[0.8453726,0.1235547,0.01573109,0.0100241,0.003984089,0.001333458],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008368639,0.001017996,0.4245974,0.000702809,0.0003218174,0.002881381,0.06317177,0.09896263,0.03860439,0.1272429,0.001594316,0.2400658],"study_design_scores_gemma":[0.00008544133,0.001365884,0.2889815,0.000382701,0.0002452493,0.003080014,0.01976476,0.4805709,0.03005962,0.160757,0.01436216,0.0003446749],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9463989,0.00028079,0.05064994,0.0002680518,0.000007049748,0.00004020871,0.00009686941,0.000182871,0.002075481],"genre_scores_gemma":[0.9865206,0.00006443897,0.01307741,0.00001769132,0.000006198427,0.00002356602,0.00007177068,0.00004712577,0.0001712264],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.004210465,"threshold_uncertainty_score":0.02226728,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}