{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":18,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":18,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"f8eb62bf16ca","filters":{"venue":"2013 35th International Conference on Software Engineering (ICSE)"}},"results":[{"id":"W4247387602","doi":"10.1109/icse.2013.6606621","title":"Efficient construction of approximate call graphs for JavaScript IDE services","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Parallel Computing and Optimization Techniques","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"JavaScript; Computer science; Programming language; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.01617750913865274,"gpt":0.238981272882345,"spread":0.2228037637436922,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001763743,0.0001943906,0.0002001359,0.0002773599,0.00005795929,0.0001672818,0.0008301687,0.00008796225,0.00003718271],"category_scores_gemma":[0.00007752392,0.0001900868,0.0000919733,0.0001607364,0.00003574663,0.0001974801,0.0001303295,0.0001306286,0.00002107094],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004849328,"about_ca_system_score_gemma":0.00004066422,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001032146,"about_ca_topic_score_gemma":0.000001238631,"domain_scores_codex":[0.9987168,0.00001725577,0.0003699106,0.0003419226,0.0003256474,0.0002284987],"domain_scores_gemma":[0.9986397,0.00009083077,0.0001956164,0.0003140635,0.0006779913,0.00008179536],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001423619,0.0001157727,0.0008939063,0.0001939398,0.0001020389,0.000001223661,0.0004383569,0.3047011,0.001106813,0.6789462,0.001922066,0.01156436],"study_design_scores_gemma":[0.0002361237,0.00006766358,0.0006063684,0.0001449814,0.000004025502,0.000006343489,0.00001158294,0.9929399,0.001992453,0.003305141,0.0004877856,0.0001975706],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01898534,0.00003211947,0.9786594,0.000254697,0.0008975881,0.0003210673,0.00001986652,0.0005533876,0.0002765252],"genre_scores_gemma":[0.4254728,0.00002410547,0.5741561,0.00008182697,0.00003916371,0.0000847015,0.00002208788,0.00001406942,0.000105185],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6882389,"threshold_uncertainty_score":0.7751516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3145342903","doi":"10.1109/icse.2013.6606749","title":"On identifying user complaints of iOS apps","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Perspective (graphical); Computer science; Listing (finance); Mobile apps; World Wide Web; App store; Smartphone app; Internet privacy; Artificial intelligence; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.03859973434003261,"gpt":0.2795618638391951,"spread":0.2409621294991625,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002556539,0.000293542,0.0002615862,0.000368429,0.0000562918,0.0003075596,0.001491648,0.0001248474,0.0005658608],"category_scores_gemma":[0.0005702825,0.0002892411,0.0001039837,0.0002172791,0.00002855527,0.0008344231,0.0002550571,0.0004146143,0.0004242892],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009348525,"about_ca_system_score_gemma":0.00004119843,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000129999,"about_ca_topic_score_gemma":0.000001757158,"domain_scores_codex":[0.9981654,0.00002879735,0.0004131779,0.0004344325,0.0006418824,0.000316345],"domain_scores_gemma":[0.9981667,0.0005100804,0.0001965952,0.0006063755,0.0003870707,0.0001331815],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001975876,0.0001944154,0.001406897,0.0001134048,0.0001833715,0.00002392668,0.0003687981,0.02211979,0.001291993,0.9436584,0.01493549,0.01568372],"study_design_scores_gemma":[0.001145097,0.0006120594,0.02738135,0.001719711,0.000025543,0.00007469861,0.00004123488,0.912254,0.009737329,0.01705221,0.02823572,0.001721023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02141668,0.00003600995,0.9744777,0.0004843396,0.001630154,0.0002594436,0.00001652643,0.0009052465,0.0007739087],"genre_scores_gemma":[0.794354,0.0000639779,0.2048291,0.0001675843,0.00009205453,0.00007635422,0.00001465372,0.00003234095,0.0003699063],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9266062,"threshold_uncertainty_score":0.999956,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4248003726","doi":"10.1109/icse.2013.6606686","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Computational biology; Biology; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.0715748091024742,"gpt":0.3167656946727136,"spread":0.2451908855702394,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004128801,0.0004072496,0.0003422699,0.0003395292,0.0001039801,0.0004076642,0.001779858,0.0001453179,0.0001037638],"category_scores_gemma":[0.003777788,0.0004111178,0.0001244342,0.0002807567,0.00003617737,0.000966721,0.0003230485,0.0004781586,0.0002090311],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001627286,"about_ca_system_score_gemma":0.00007085795,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002623118,"about_ca_topic_score_gemma":6.948388e-7,"domain_scores_codex":[0.9976722,0.00003935321,0.0004215377,0.000790371,0.0004807688,0.0005957632],"domain_scores_gemma":[0.9972594,0.001055964,0.0001585028,0.0008358733,0.0005204476,0.0001697661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001360585,0.00005258576,0.0001817994,0.00007720675,0.0001126111,0.000009473969,0.0002736593,0.09387724,0.0005617733,0.8748315,0.001427035,0.0285815],"study_design_scores_gemma":[0.0008311598,0.0002707529,0.008653155,0.0006754843,0.00001901103,0.0000354092,0.0000417623,0.6313111,0.002417939,0.3482805,0.005892497,0.001571291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0009215546,0.00008853881,0.990821,0.001835477,0.003910933,0.0006009123,0.0000191663,0.001646049,0.000156371],"genre_scores_gemma":[0.112863,0.00006245048,0.8855595,0.0002284268,0.0003478032,0.0004153578,0.00001737553,0.00005630239,0.0004497444],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.5374338,"threshold_uncertainty_score":0.9998341,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250972184","doi":"10.1109/icse.2013.6606676","title":"Why did this code change?","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Commit; Automatic summarization; Documentation; Code (set theory); Code review; Source code; Set (abstract data type); World Wide Web; Programming language; Static program analysis; Information retrieval; Database; Software; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.0570751759543973,"gpt":0.2820822732918256,"spread":0.2250070973374282,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002796124,0.0004072846,0.0002902925,0.0005207621,0.0000894561,0.0006528384,0.002456193,0.0001770886,0.001862577],"category_scores_gemma":[0.001167703,0.0004070186,0.0001221497,0.0003949264,0.00004641179,0.00125923,0.000528715,0.0006362591,0.00237129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002410243,"about_ca_system_score_gemma":0.00007836737,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004088355,"about_ca_topic_score_gemma":0.000009340616,"domain_scores_codex":[0.9971054,0.00003351809,0.0003853766,0.0007165311,0.001079064,0.0006801448],"domain_scores_gemma":[0.9975106,0.0005296809,0.0000956688,0.0008800291,0.000653104,0.0003309792],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003947128,0.0006215546,0.03205241,0.000331808,0.0006997047,0.0002286449,0.003082686,0.01434232,0.003458855,0.4506088,0.4162547,0.078279],"study_design_scores_gemma":[0.0008836334,0.0002758809,0.04915282,0.0004781307,0.000009620061,0.00006575302,0.00001754416,0.8060718,0.001628579,0.001348437,0.1386372,0.001430684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01373911,0.0001582185,0.9707512,0.007222208,0.004172418,0.0006677331,0.00004928186,0.002386424,0.0008534419],"genre_scores_gemma":[0.832499,0.0002492645,0.1594862,0.002467741,0.001006495,0.0009393453,0.00006884837,0.0001426578,0.003140449],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8187599,"threshold_uncertainty_score":0.9998382,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4243891992","doi":"10.1109/icse.2013.6606688","title":"On extracting unit tests from interactive live programming sessions","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Leverage (statistics); Session (web analytics); Unit testing; Cluster analysis; Software testing; Software; Software engineering; Machine learning; Programming language; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.04223610172680727,"gpt":0.2958842169984304,"spread":0.2536481152716231,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001900791,0.0003810175,0.0002566722,0.0003452325,0.000148071,0.0007022059,0.001341357,0.0001498937,0.0004033691],"category_scores_gemma":[0.002640151,0.0003605385,0.00009796749,0.0002325032,0.0000353884,0.0009055167,0.0003370986,0.0007618796,0.0007536424],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001675819,"about_ca_system_score_gemma":0.00009552713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008704609,"about_ca_topic_score_gemma":0.000008935282,"domain_scores_codex":[0.9978811,0.00005015267,0.0003895471,0.0006671281,0.0005843462,0.0004277862],"domain_scores_gemma":[0.9964764,0.001882374,0.0002359492,0.0006198268,0.0005778651,0.0002075834],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00009496175,0.001667734,0.04026071,0.0001106003,0.0007665096,0.0003131361,0.008225133,0.01412296,0.002647977,0.2082957,0.0630193,0.6604753],"study_design_scores_gemma":[0.0007622468,0.0005883548,0.03890965,0.003254939,0.00002251712,0.00005587935,0.0001256139,0.9060483,0.00159714,0.04281116,0.00419548,0.001628741],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07279126,0.00002878576,0.9129789,0.0009526746,0.001941386,0.0004400617,0.00002925638,0.009968048,0.0008696158],"genre_scores_gemma":[0.6816604,0.00000909034,0.3174731,0.0002455657,0.0001535225,0.0001520153,0.00003286829,0.00003410285,0.0002393993],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8919253,"threshold_uncertainty_score":0.9998847,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250021107","doi":"10.1109/icse.2013.6606627","title":"Reverb: Recommending code-related web pages","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"World Wide Web; Computer science; Documentation; Web page; Code (set theory); Source code; Field (mathematics); Web development; Programming language; Set (abstract data type)","retraction":null,"screen_n_in":null,"score":{"opus":0.03870120481613314,"gpt":0.2726261979321894,"spread":0.2339249931160562,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004545179,0.0004205322,0.0003200622,0.0005963424,0.0001081139,0.0006641004,0.002264245,0.0002075855,0.001334998],"category_scores_gemma":[0.001697223,0.0004296362,0.0001315645,0.0004763231,0.00004319282,0.001066631,0.0005132329,0.0008141078,0.002050412],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003232676,"about_ca_system_score_gemma":0.0001277727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000612432,"about_ca_topic_score_gemma":0.000003764634,"domain_scores_codex":[0.9970815,0.00005024916,0.0005360621,0.0007357604,0.0009074187,0.0006890683],"domain_scores_gemma":[0.9973946,0.0008144192,0.0001311081,0.0008195895,0.0005275619,0.0003127122],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003689119,0.0005822172,0.03886714,0.00034814,0.001158784,0.0002699022,0.001763701,0.05800365,0.01149384,0.4983366,0.2907003,0.09843884],"study_design_scores_gemma":[0.0009924943,0.000194869,0.02932269,0.0005957005,0.000009772165,0.00007872506,0.00002827499,0.9314005,0.001312061,0.001910913,0.03294144,0.00121261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06568773,0.0002427169,0.9089911,0.008975991,0.007900348,0.0009020843,0.00006818538,0.004665844,0.002565973],"genre_scores_gemma":[0.9018295,0.0002804647,0.09400949,0.0002299818,0.0002148431,0.0001977621,0.00004491335,0.000082652,0.003110366],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8733968,"threshold_uncertainty_score":0.9998155,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4253985809","doi":"10.1109/icse.2013.6606674","title":"Situational awareness: Personalizing issue tracking systems","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Situation awareness; Computer science; Situational ethics; Human–computer interaction; Computer security; Engineering; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04786494677368267,"gpt":0.2867085756744576,"spread":0.238843628900775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0003557467,0.0003765429,0.0002800125,0.0003572665,0.0001347688,0.001144006,0.001480419,0.0001707206,0.0006266615],"category_scores_gemma":[0.0005668737,0.000381953,0.0001101256,0.0002616788,0.00002533821,0.001841382,0.0002174321,0.0004653917,0.0006476085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001873066,"about_ca_system_score_gemma":0.0001417141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004090507,"about_ca_topic_score_gemma":0.000002308058,"domain_scores_codex":[0.9976727,0.00004126367,0.0004447152,0.0005859978,0.0008213645,0.0004339684],"domain_scores_gemma":[0.9980054,0.0004477128,0.0001938771,0.0005247901,0.0006401297,0.0001881028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001702237,0.0002293289,0.008992993,0.0002466799,0.000382719,0.00007062459,0.001482687,0.1227124,0.001466689,0.8039284,0.03611066,0.02435982],"study_design_scores_gemma":[0.0002949072,0.00009678264,0.005866289,0.0004201676,0.00001099081,0.0001041394,0.00005748576,0.9285099,0.0003422479,0.0008619376,0.06267537,0.0007598095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006496161,0.0002151789,0.9856378,0.001529502,0.003261711,0.0003202352,0.00001962384,0.001789714,0.0007300332],"genre_scores_gemma":[0.7989362,0.0001525453,0.1985482,0.0002752583,0.0006938783,0.0002720191,0.00005341047,0.00006006834,0.001008337],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8057975,"threshold_uncertainty_score":0.9998929,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2398231325","doi":"10.1109/icse.2013.6606578","title":"Detecting deadlock in programs with data-centric synchronization","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Distributed systems and fault tolerance","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Atomicity; Programmer; Concurrency; Java; Programming language; Concurrency control; Deadlock; Synchronization (alternating current); Deadlock prevention algorithms; Compiler; Parallel computing; Distributed computing; Lock (firearm); Correctness; Semaphore; Concurrent computing; Operating system; Database transaction; Computer network","retraction":null,"screen_n_in":null,"score":{"opus":0.03112865725741557,"gpt":0.2432501574316257,"spread":0.2121215001742102,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000193027,0.0002210388,0.0001878708,0.0001981979,0.00004956398,0.0005253761,0.001464616,0.00008280637,0.00006202964],"category_scores_gemma":[0.0001494308,0.0001968132,0.00002335761,0.0004373704,0.00001754652,0.001104719,0.0002333452,0.0002675776,0.0001680423],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001548123,"about_ca_system_score_gemma":0.00008962606,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003285836,"about_ca_topic_score_gemma":0.00005242748,"domain_scores_codex":[0.9982806,0.00002335765,0.0003356042,0.0005365245,0.0004765323,0.0003473833],"domain_scores_gemma":[0.998744,0.00005789618,0.0001310696,0.0006191852,0.0003434022,0.000104445],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000415605,0.0007470961,0.09902462,0.0003158693,0.0002967576,0.0001684555,0.001209922,0.1480683,0.0003209694,0.1742719,0.00374172,0.5717928],"study_design_scores_gemma":[0.0004106607,0.00007086393,0.008629842,0.000340551,0.00000244634,0.00002336395,0.00002180868,0.9876243,0.00003984814,0.0000928986,0.00246012,0.0002832618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02505167,0.00005525187,0.9729667,0.0003005488,0.0006530854,0.0003654822,0.00001941716,0.0003445088,0.0002432781],"genre_scores_gemma":[0.9482641,0.00001788199,0.05121492,0.00004817557,0.00009571635,0.00008655859,0.0001241296,0.00001941331,0.00012914],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9232124,"threshold_uncertainty_score":0.8025808,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4247094842","doi":"10.1109/icse.2013.6606563","title":"Comparing Multi-Point Stride Coverage and dataflow coverage","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada; Government of Ontario","keywords":"Computer science; Dataflow; Overhead (engineering); Tuple; Point (geometry); Parallel computing; Algorithm; Programming language; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.04861954004122281,"gpt":0.2653790500244118,"spread":0.2167595099831889,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002557522,0.0003396676,0.0002932111,0.0002628537,0.0001058638,0.0007462526,0.001144116,0.0001108263,0.0001136737],"category_scores_gemma":[0.00074938,0.0003399836,0.0000614478,0.0001524509,0.00004225825,0.0009695771,0.0005467702,0.0004225244,0.000180561],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001199115,"about_ca_system_score_gemma":0.0000607189,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004900406,"about_ca_topic_score_gemma":0.000007876253,"domain_scores_codex":[0.9982516,0.00003112059,0.0003759116,0.0005327924,0.0004220536,0.0003865171],"domain_scores_gemma":[0.9983988,0.0003448586,0.0001389464,0.0006223443,0.0002908936,0.0002041755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00007190074,0.001090651,0.1935197,0.0004764595,0.0006999734,0.0002696762,0.003043869,0.04176726,0.003044912,0.4223328,0.1460807,0.1876022],"study_design_scores_gemma":[0.0006282212,0.00009799073,0.02612112,0.0003336586,0.000006206339,0.00005316059,0.000004688752,0.964103,0.0004631512,0.006227108,0.001379508,0.000582161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.02652456,0.00005705362,0.966917,0.0004360397,0.0008179736,0.0002549504,0.0000259295,0.004604972,0.0003614584],"genre_scores_gemma":[0.7694647,0.00008491728,0.2297442,0.0002738993,0.00008534682,0.00006029419,0.0000349181,0.00002751373,0.0002241413],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9223357,"threshold_uncertainty_score":0.9999052,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4256027430","doi":"10.1109/icse.2013.6606748","title":"Identifying failure inducing developer pairs within developer networks","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Code (set theory); Software; Liberian dollar; Software bug; Software maintenance; Software system; Software development; Source code; Software construction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04027914682502887,"gpt":0.2656480069125179,"spread":0.225368860087489,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006040442,0.0005187368,0.0003526566,0.0006114593,0.0001659815,0.001208521,0.002486951,0.0002759311,0.0006584398],"category_scores_gemma":[0.001693761,0.0005125444,0.0001105725,0.0006666516,0.0000489622,0.001587816,0.0007381435,0.001101971,0.00105222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003861214,"about_ca_system_score_gemma":0.0002564298,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001979794,"about_ca_topic_score_gemma":0.00002201119,"domain_scores_codex":[0.9964736,0.00005169522,0.0006356266,0.000895721,0.001120785,0.000822583],"domain_scores_gemma":[0.9972652,0.0005346697,0.0001482365,0.0007854284,0.0009144262,0.0003520104],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003111637,0.0003002392,0.06357887,0.0003144424,0.001052605,0.0002753665,0.00677127,0.6327674,0.003068769,0.1963196,0.05043765,0.04508266],"study_design_scores_gemma":[0.000622294,0.00007671511,0.0729444,0.0007292189,0.000008457362,0.00008337555,0.0001243514,0.9182556,0.001180448,0.0004961315,0.004128131,0.001350929],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06448039,0.00006924102,0.9297886,0.0008928518,0.002904916,0.0003729087,0.000005664407,0.001337512,0.0001478815],"genre_scores_gemma":[0.7178518,0.0000316118,0.2806701,0.0002134718,0.0002606481,0.0001845216,0.00002644409,0.00007274029,0.0006886623],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6533714,"threshold_uncertainty_score":0.9998283,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241100723","doi":"10.1109/icse.2013.6606723","title":"Normalizing source code vocabulary to support program comprehension and software quality","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Program comprehension; Computer science; Source code; Identifier; Normalization (sociology); Vocabulary; Software maintenance; Natural language processing; Static program analysis; Software quality; Information retrieval; Software; Artificial intelligence; Programming language; Software development; Software system; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.05326241694142796,"gpt":0.3216025145088108,"spread":0.2683400975673829,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005020731,0.000470023,0.0003983328,0.0005097256,0.0001406062,0.0008228761,0.001630411,0.000188507,0.0002804873],"category_scores_gemma":[0.001646697,0.0004857932,0.0001025031,0.0003977705,0.00005943618,0.0008991365,0.0009528688,0.0006338677,0.0006544009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001985721,"about_ca_system_score_gemma":0.0001220496,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003095912,"about_ca_topic_score_gemma":0.000011555,"domain_scores_codex":[0.9965465,0.00006076237,0.0005801706,0.0009011069,0.00115041,0.0007610324],"domain_scores_gemma":[0.997026,0.0007105049,0.000118355,0.0008416577,0.0007336141,0.0005698578],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001328332,0.0009630431,0.2014125,0.0008685886,0.0006225812,0.0001529831,0.003783596,0.08831225,0.004672391,0.06060233,0.04127346,0.5972035],"study_design_scores_gemma":[0.001433451,0.001315963,0.3624291,0.0007254923,0.00001667078,0.0001287873,0.00007468574,0.5716856,0.001355704,0.000503775,0.05811292,0.00221785],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2031834,0.00005932923,0.7918229,0.0008987443,0.001031761,0.0007448389,0.00002714838,0.002167262,0.00006465844],"genre_scores_gemma":[0.6681411,0.00003446424,0.3302526,0.0003648884,0.000172736,0.0003401306,0.00005323504,0.00007182387,0.000569021],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5949856,"threshold_uncertainty_score":0.9997594,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4255420728","doi":"10.1109/icse.2013.6606693","title":"Using mutation analysis for a model-clone detector comparison framework","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"clone (Java method); Computer science; Mutation; Precision and recall; Data mining; Artificial intelligence; Genetics; Biology; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.09241037752275671,"gpt":0.3418158109786275,"spread":0.2494054334558707,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002989449,0.0003501952,0.0004064402,0.0008907095,0.0001095362,0.0005947102,0.001373474,0.0002041301,0.0001725942],"category_scores_gemma":[0.001816793,0.0003720517,0.0002217634,0.0008030605,0.00003074355,0.0007209031,0.0002158238,0.0004689514,0.0001156198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003246804,"about_ca_system_score_gemma":0.0001228593,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001277342,"about_ca_topic_score_gemma":0.00000480085,"domain_scores_codex":[0.9974393,0.00002605531,0.0005008004,0.0006637209,0.00082154,0.0005486018],"domain_scores_gemma":[0.9971313,0.000949488,0.0001568466,0.0006580799,0.000869966,0.0002342951],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000009451573,0.0000609348,0.004433335,0.00003576976,0.0003870201,0.000003630487,0.0003027181,0.9555444,0.0006575176,0.03576378,0.0003060297,0.002495484],"study_design_scores_gemma":[0.0002457487,0.00007009306,0.006036201,0.00008749311,0.00003749576,0.000004411538,0.00001058848,0.9903904,0.0007150213,0.001905684,0.0001074269,0.0003894013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.07699851,0.0000439062,0.9207072,0.0002709541,0.0007944276,0.0004462526,0.00003433817,0.0006870994,0.00001730104],"genre_scores_gemma":[0.5554137,0.000005863757,0.444143,0.00004442043,0.00009660408,0.0001552178,0.00002672269,0.00002910479,0.00008546168],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4784151,"threshold_uncertainty_score":0.9998732,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4231754569","doi":"10.1109/icse.2013.6606781","title":"5th International workshop on Software Engineering in Health Care (SEHC 2013)","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Dependability; Health care; Digitization; Engineering management; Software development; Computer science; Software; Software engineering; Engineering; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.05797713718579767,"gpt":0.3819051512185029,"spread":0.3239280140327052,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008606628,0.0006803366,0.0007408648,0.001046708,0.0002574368,0.000121626,0.001190762,0.0005245949,0.00384115],"category_scores_gemma":[0.002020015,0.0007002158,0.0001596439,0.0003999676,0.00003408982,0.0005028931,0.0002452899,0.002707335,0.003180392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003413999,"about_ca_system_score_gemma":0.001086367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003163437,"about_ca_topic_score_gemma":0.0006232765,"domain_scores_codex":[0.9944456,0.0002295622,0.001691395,0.0009212458,0.001150969,0.001561216],"domain_scores_gemma":[0.9962804,0.00104399,0.0005453165,0.0006865165,0.0008789272,0.0005648872],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006314786,0.001074918,0.1740106,0.006119941,0.00106604,0.0001492028,0.02276834,0.1816501,0.0002820063,0.2146558,0.3309126,0.06667895],"study_design_scores_gemma":[0.007210307,0.00105788,0.09978294,0.01870058,0.00002262521,0.00003691982,0.003137023,0.2607173,0.00007293584,0.0003677056,0.6057887,0.003105057],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4714858,0.003956442,0.3200649,0.0608629,0.09176365,0.01972021,0.001446549,0.009409992,0.02128953],"genre_scores_gemma":[0.9565403,0.001351026,0.0224266,0.003601797,0.002843614,0.002340481,0.0007290762,0.000369225,0.009797852],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4850545,"threshold_uncertainty_score":0.9995934,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4230681096","doi":"10.1109/icse.2013.6606709","title":"V:Issue:lizer: Exploring requirements clarification in online communication over time","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Domain (mathematical analysis); World Wide Web; Software engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.08203369238501862,"gpt":0.3074966664419672,"spread":0.2254629740569486,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004522335,0.0003139865,0.0002537557,0.0006380407,0.00006805982,0.0004238716,0.002103876,0.0001490365,0.0008184082],"category_scores_gemma":[0.001074917,0.0003457226,0.00006942346,0.0004735307,0.00003490214,0.001769282,0.0004367947,0.0006613462,0.00143052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004346614,"about_ca_system_score_gemma":0.00007923332,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003130392,"about_ca_topic_score_gemma":0.000009275846,"domain_scores_codex":[0.9974843,0.00006536193,0.0005372969,0.0005686075,0.0008632937,0.0004811654],"domain_scores_gemma":[0.9977648,0.0004454931,0.0001253998,0.001052944,0.0004390266,0.00017234],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001289107,0.003016461,0.1871471,0.0005411246,0.0008153419,0.000114723,0.00703141,0.1766945,0.03167756,0.3269442,0.05624126,0.2096475],"study_design_scores_gemma":[0.0007977515,0.00009067225,0.2236916,0.0004945897,0.00000416997,0.000007273322,0.00002667982,0.7655206,0.000801308,0.0008189725,0.00710685,0.0006395963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4745605,0.0002255385,0.5147685,0.004150203,0.002539707,0.001140529,0.0000445362,0.002043733,0.0005266856],"genre_scores_gemma":[0.8807344,0.0002957449,0.1167094,0.000162817,0.0001831654,0.0004146164,0.0001714681,0.00006303997,0.001265353],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5888261,"threshold_uncertainty_score":0.9998995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4244256865","doi":"10.1109/icse.2013.6606715","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.07306912676554528,"gpt":0.3207664041913004,"spread":0.2476972774257551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001169491,0.0003925844,0.0005267452,0.0004318381,0.00005038544,0.000389017,0.003476542,0.0001432928,0.0001514153],"category_scores_gemma":[0.005020862,0.0003886561,0.00007196179,0.0004830071,0.00004733941,0.001320186,0.001357836,0.0005266201,0.00006670769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002024964,"about_ca_system_score_gemma":0.0001084185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006096538,"about_ca_topic_score_gemma":0.00002901561,"domain_scores_codex":[0.9972855,0.000203061,0.0006635228,0.0007868428,0.0006162188,0.0004448861],"domain_scores_gemma":[0.996591,0.001537555,0.0002345216,0.001023043,0.0004740721,0.0001397605],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004332766,0.001212738,0.06964939,0.0001258196,0.0002074617,0.00004119626,0.005119466,0.8374932,0.0003916893,0.04765353,0.0007417276,0.03732044],"study_design_scores_gemma":[0.006161531,0.002205748,0.377946,0.00135922,0.00004118392,0.00005367774,0.001944294,0.556265,0.002110699,0.04516726,0.002982686,0.003762682],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.120685,0.00001828531,0.8766446,0.000197939,0.0009652813,0.0007800163,0.00000910371,0.0005996406,0.0001001092],"genre_scores_gemma":[0.5613419,0.00001115857,0.4381271,0.00003621743,0.00004003906,0.0002137397,0.000004926156,0.00002960189,0.00019527],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4406569,"threshold_uncertainty_score":0.9998565,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4241141703","doi":"10.1109/icse.2013.6606681","title":"Supporting application development with structured queries in the cloud","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Cloud Computing and Resource Management","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Cloud computing; Ontology; SQL; Terminology; Abstraction; Set (abstract data type); World Wide Web; Database; Information retrieval; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.01302069411842796,"gpt":0.2357297562286378,"spread":0.2227090621102099,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002731664,0.0001848185,0.000121771,0.000144262,0.00008226308,0.0003200378,0.00113374,0.00004569854,0.00003516535],"category_scores_gemma":[0.00005691335,0.0001288544,0.00002680603,0.0001961816,0.00002178722,0.00007764751,0.0001745357,0.0002363129,0.00007576014],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008842211,"about_ca_system_score_gemma":0.0000524954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001028975,"about_ca_topic_score_gemma":0.00003005387,"domain_scores_codex":[0.9986013,0.0000247907,0.0002872377,0.0003343552,0.000476923,0.0002754083],"domain_scores_gemma":[0.9992456,0.00008496935,0.0001220185,0.0003557832,0.0001422161,0.00004945854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001865625,0.0001813019,0.01866548,0.00009547177,0.000154704,0.00003441199,0.009768126,0.148313,0.0002585643,0.6134487,0.002189909,0.2068717],"study_design_scores_gemma":[0.0005458593,0.0001009845,0.1221661,0.000217544,0.00000505002,0.00003059372,0.0003949347,0.8360308,0.0003771906,0.001393963,0.03813527,0.0006016903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2534899,0.00001736812,0.7429361,0.001925247,0.0004137556,0.0003589391,0.000001034115,0.0002550045,0.0006026367],"genre_scores_gemma":[0.9388815,0.00000280074,0.06030066,0.0002725694,0.0001059242,0.0001262348,0.000009923211,0.00001176264,0.0002886183],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6877178,"threshold_uncertainty_score":0.5254529,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4213307663","doi":"10.1109/icse.2013.6606634","title":"Technical Debt: Past, present, and future (Panel)","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Economic Growth and Productivity","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science; Technical debt; Debt; Business; Finance; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.03724041101319505,"gpt":0.2178080534594306,"spread":0.1805676424462355,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0001953374,0.0002198159,0.0002797516,0.0002079915,0.00005378352,0.0001802206,0.0003433946,0.000150465,0.001760263],"category_scores_gemma":[0.0000862604,0.0002453089,0.00006805389,0.0000733224,0.00004277627,0.0004062036,0.0001095667,0.0003233322,0.0009932825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008261152,"about_ca_system_score_gemma":0.00001540036,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001769598,"about_ca_topic_score_gemma":0.000004142802,"domain_scores_codex":[0.9987642,0.000007162137,0.0003965673,0.0004891527,0.00005988394,0.0002830434],"domain_scores_gemma":[0.9992529,0.0000621997,0.0001490151,0.0002995411,0.00008337883,0.0001529666],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002118556,0.000113561,0.06106991,0.00006224262,0.0001084861,0.000005009369,0.0001598809,0.0003909629,0.0001331139,0.8959457,0.03096693,0.01102307],"study_design_scores_gemma":[0.001120557,0.0001996836,0.3518894,0.00008415171,0.00001038899,0.00005890132,0.00005201533,0.07359587,0.0001804514,0.03958748,0.5319484,0.001272644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5937275,0.003978535,0.2279505,0.07522932,0.01563301,0.002444814,0.001248709,0.00171006,0.07807748],"genre_scores_gemma":[0.9864991,0.0003628446,0.008919061,0.0002243601,0.002296791,0.0001008691,0.00004786435,0.00003960299,0.001509512],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8563582,"threshold_uncertainty_score":0.9999999,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4235825709","doi":"10.1109/icse.2013.6606670","title":"Semantic smells and errors in access control models: A case study in PHP","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Web Application Security Vulnerabilities","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Relevance (law); Semantics (computer science); Access control; Control (management); Information retrieval; Code smell; World Wide Web; Computer security; Artificial intelligence; Programming language; Software; Software quality","retraction":null,"screen_n_in":null,"score":{"opus":0.0490146663407342,"gpt":0.2937099036084669,"spread":0.2446952372677327,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004837113,0.0002404564,0.0002669643,0.0004887073,0.00003554249,0.0004837129,0.0009498419,0.00008033959,0.0001014027],"category_scores_gemma":[0.000171758,0.0002473568,0.00003098837,0.0002617887,0.00003431702,0.001325723,0.0002702854,0.0003661841,0.00004022652],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001713228,"about_ca_system_score_gemma":0.00008954917,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003097225,"about_ca_topic_score_gemma":0.0007771176,"domain_scores_codex":[0.9981749,0.00007679448,0.0004455613,0.0005529813,0.0004596152,0.0002901229],"domain_scores_gemma":[0.9987932,0.0002644974,0.00009193926,0.0004404024,0.0002985645,0.0001114107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004503453,0.001963228,0.1973649,0.0002092905,0.0002267468,0.001156485,0.02496606,0.4385662,0.0002207365,0.3094817,0.0009510845,0.02484858],"study_design_scores_gemma":[0.001057722,0.00005067524,0.01526379,0.00006993445,0.00000328227,0.00007786905,0.0004439317,0.9785616,0.00001882478,0.004151046,0.0000400572,0.0002612584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8051527,0.00004018615,0.1925942,0.0007122601,0.0002667027,0.0009262545,0.000008746958,0.0001470359,0.0001520256],"genre_scores_gemma":[0.9946086,0.00001602905,0.004572059,0.000151459,0.00003308069,0.0005525934,0.000003087494,0.00001713926,0.00004592563],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5399954,"threshold_uncertainty_score":0.9999979,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}