{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":10,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":10,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"4f3c504f6972","filters":{"venue":"Proceedings/Proceedings - Conference on Software Maintenance"}},"results":[{"id":"W2110851276","doi":"10.1109/icsm.2006.52","title":"Refactoring Practice: How it is and How it Should be Supported - An Eclipse Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Eclipse; Computer science; Software engineering; Programming language; Object-oriented programming; Software maintenance; Component (thermodynamics); Development environment; Software development; Software","retraction":null,"screen_n_in":null,"score":{"opus":0.08251817860695962,"gpt":0.3286740653206646,"spread":0.2461558867137049,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002333357,0.001196345,0.0009880861,0.0007908874,0.0008503038,0.005372178,0.002337098,0.000452084,0.00005093863],"category_scores_gemma":[0.007442468,0.001142146,0.0001575055,0.00189166,0.0003394599,0.007279972,0.00108834,0.001749626,0.000023884],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005070001,"about_ca_system_score_gemma":0.0003224023,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003357033,"about_ca_topic_score_gemma":0.00004568528,"domain_scores_codex":[0.9918559,0.00003320819,0.0007034024,0.003021101,0.002294576,0.00209185],"domain_scores_gemma":[0.9928774,0.0007139271,0.0006981561,0.0007743171,0.004083883,0.0008523623],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0007089033,0.004678609,0.3115914,0.001980713,0.0006744835,0.01012565,0.065647,0.00001929415,0.01111121,0.08848629,0.4690812,0.03589529],"study_design_scores_gemma":[0.02250542,0.02366089,0.0504443,0.004992034,0.001073443,0.05466111,0.3082351,0.07095522,0.02433145,0.01476397,0.403295,0.02108205],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9271581,0.00008547904,0.01602534,0.04790439,0.0008073595,0.002395019,0.00004545644,0.002911311,0.002667499],"genre_scores_gemma":[0.9663218,0.00006987237,0.02815511,0.001871215,0.0007314158,0.0003696908,0.000006897727,0.0001580047,0.002315986],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2611471,"threshold_uncertainty_score":0.9991028,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2116255095","doi":"10.1109/icsm.2006.38","title":"Mining Software Repositories to Assist Developers and Support Managers","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Software; Plan (archaeology); Software development; Software engineering; Software project management; Software evolution; Software analytics; Open source software; World Wide Web; Software peer review; Data science; Social software engineering; Software construction; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.01846161005789775,"gpt":0.2453769202105237,"spread":0.2269153101526259,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001032258,0.0009031006,0.000785281,0.0008094056,0.0006890884,0.002409646,0.002325856,0.0003115148,0.00002627639],"category_scores_gemma":[0.004289518,0.0008861644,0.0001398203,0.002092138,0.0003168543,0.00181698,0.001166001,0.0007236129,0.0001133616],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004747667,"about_ca_system_score_gemma":0.0002936848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007268995,"about_ca_topic_score_gemma":0.00000685168,"domain_scores_codex":[0.9934997,0.0000090089,0.0008710563,0.002268355,0.001492198,0.001859662],"domain_scores_gemma":[0.9960563,0.0003350515,0.0003518807,0.0004479743,0.002119403,0.0006894183],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002568799,0.0002795367,0.5075522,0.001243074,0.0001584089,0.000255986,0.006010032,0.00004996988,0.004406243,0.3380619,0.09350927,0.0482165],"study_design_scores_gemma":[0.005810889,0.004525321,0.7574098,0.00650802,0.0001940664,0.002225164,0.006392679,0.005708047,0.04283274,0.026005,0.130094,0.01229425],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5854853,0.0002195536,0.3741159,0.005352839,0.002092831,0.002388177,0.00003540952,0.008593537,0.0217164],"genre_scores_gemma":[0.7362365,0.00002210569,0.2586339,0.000629922,0.0002474222,0.0003147823,0.000006217948,0.0001115284,0.003797568],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3120569,"threshold_uncertainty_score":0.9993589,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089779090","doi":"10.1109/icsm.2007.4362639","title":"How Programmers can Turn Comments into Waypoints for Code Navigation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"National Research Council Canada; University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software; Software development; Code (set theory); Software maintenance; Human–computer interaction; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.03317168845903403,"gpt":0.2878660248895109,"spread":0.2546943364304769,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002320088,0.0008574668,0.0007118526,0.0006345225,0.0006393604,0.00220009,0.002925713,0.0003877348,0.000006058457],"category_scores_gemma":[0.004934255,0.0008245428,0.0002479118,0.001703665,0.0003364069,0.001831267,0.000590187,0.0009889218,0.00002959354],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008806252,"about_ca_system_score_gemma":0.0002236652,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004559015,"about_ca_topic_score_gemma":0.00001364676,"domain_scores_codex":[0.9934602,0.0000071677,0.0007627515,0.001914063,0.00156288,0.002292881],"domain_scores_gemma":[0.9939653,0.0004794507,0.0005672561,0.0004412137,0.00375841,0.0007883169],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007689692,0.0008669521,0.1047469,0.002972351,0.000325986,0.00006388686,0.01424708,0.000009096168,0.01955622,0.4835239,0.03156833,0.3413504],"study_design_scores_gemma":[0.02323068,0.01283018,0.0732433,0.0134744,0.0003169476,0.001069127,0.01883272,0.06471506,0.3181455,0.21056,0.2474229,0.01615916],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1974533,0.00009190635,0.782553,0.01058796,0.001220366,0.003481799,0.00004986072,0.003571004,0.0009908627],"genre_scores_gemma":[0.8278713,0.00002403246,0.1696649,0.0006697433,0.0002370983,0.0005930043,0.00002558226,0.0001188023,0.0007955317],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.630418,"threshold_uncertainty_score":0.9994205,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164307646","doi":"10.1109/icsm.2006.5","title":"A Feedback Based Quality Assessment to Support Open Source Software Evolution: the GRASS Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software evolution; Computer science; Documentation; Software engineering; Software quality; Software; Source code; Software development; Open source software; Software analytics; Software peer review; Software release life cycle; Dashboard; Software construction; World Wide Web; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.0617437851675178,"gpt":0.3361365487881937,"spread":0.2743927636206759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004939147,0.001302427,0.001269494,0.0006617145,0.002497015,0.00658326,0.008231426,0.0003266652,0.0001263721],"category_scores_gemma":[0.002121867,0.001061799,0.0003044821,0.005104172,0.0004391473,0.003155063,0.003492451,0.001466775,0.0002910521],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001300409,"about_ca_system_score_gemma":0.001273554,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002494097,"about_ca_topic_score_gemma":0.0003772528,"domain_scores_codex":[0.9902073,0.00008870412,0.002048869,0.003182933,0.002405586,0.00206664],"domain_scores_gemma":[0.9900403,0.0004703872,0.001409185,0.001375133,0.006102179,0.0006028232],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002554338,0.003282667,0.4652173,0.0002970425,0.0001789893,0.0003784962,0.005416628,0.000264716,0.0004487822,0.4219604,0.08106229,0.02123732],"study_design_scores_gemma":[0.02528938,0.01835109,0.5747279,0.003661494,0.0007147625,0.007613303,0.1058061,0.02657165,0.002366988,0.1100571,0.1069969,0.01784328],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2983304,0.00001095371,0.6768064,0.007332276,0.0006192742,0.006101016,0.00006695653,0.002603801,0.008128962],"genre_scores_gemma":[0.8567595,9.227545e-7,0.1354776,0.003170843,0.0002532171,0.001954445,0.00001371941,0.0001374167,0.002232315],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5584292,"threshold_uncertainty_score":0.9999727,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2037704679","doi":"10.1109/icsm.2007.4362625","title":"Multi-Objective Genetic Algorithm to Support Class Responsibility Assignment","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Advanced Multi-Objective Optimization Algorithms","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Class (philosophy); Computer science; Genetic algorithm; Cohesion (chemistry); Influence diagram; Domain (mathematical analysis); Class diagram; Machine learning; Mathematical optimization; Artificial intelligence; Management science; Algorithm; Decision tree; Mathematics; Engineering; Programming language; Unified Modeling Language","retraction":null,"screen_n_in":null,"score":{"opus":0.02789536427630404,"gpt":0.2929770724549701,"spread":0.2650817081786661,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002386085,0.001173027,0.0009926729,0.000971355,0.0006874684,0.0008746004,0.002765395,0.00042795,0.00008025338],"category_scores_gemma":[0.003075165,0.001148983,0.0002659792,0.002793038,0.000340597,0.001949384,0.00115591,0.001095689,0.000410007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001659409,"about_ca_system_score_gemma":0.0004578171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002314757,"about_ca_topic_score_gemma":0.000009071014,"domain_scores_codex":[0.9911376,0.00002535029,0.001406839,0.003354056,0.001735427,0.002340788],"domain_scores_gemma":[0.9918206,0.0002411088,0.0008512014,0.0006798301,0.005178939,0.001228263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00157735,0.002944184,0.0194375,0.0003835409,0.0003314196,0.000361568,0.01913597,0.0008230131,0.02499714,0.1086005,0.008898348,0.8125094],"study_design_scores_gemma":[0.01691287,0.01366185,0.224781,0.002530851,0.0002175509,0.001416768,0.01353505,0.5143759,0.1326115,0.03132683,0.03498423,0.01364563],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.006468556,0.00002411228,0.9826858,0.0007038672,0.0008069569,0.00211125,0.00004252472,0.001688276,0.005468635],"genre_scores_gemma":[0.2319618,0.00002976851,0.7635106,0.002045333,0.000176858,0.0003171205,0.000005301225,0.0001123331,0.00184087],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7988638,"threshold_uncertainty_score":0.999096,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2126816472","doi":"10.1109/icsm.2006.30","title":"Guiding the Application of Design Patterns Based on UML Models","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; Structural pattern; Software design pattern; Software design; Software; UML tool; Programming language; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.04783375254324693,"gpt":0.2568108210704558,"spread":0.2089770685272089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001637735,0.0006199064,0.0005439959,0.0004968242,0.0003682444,0.0006030297,0.003175897,0.0002283843,0.00001220271],"category_scores_gemma":[0.001404423,0.00048141,0.0001835978,0.001473002,0.000218598,0.0009671526,0.000349275,0.00057349,0.00004379638],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000305039,"about_ca_system_score_gemma":0.0002001653,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009914435,"about_ca_topic_score_gemma":0.000001504127,"domain_scores_codex":[0.9951372,0.00001731427,0.0007732987,0.00135939,0.00159758,0.001115224],"domain_scores_gemma":[0.9959344,0.0006568975,0.0005495867,0.0005975993,0.00206787,0.0001935996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002144196,0.0004483426,0.02848041,0.0005269222,0.00004385547,0.000007896658,0.0008715023,0.01462635,0.007574307,0.9145566,0.007886773,0.02476266],"study_design_scores_gemma":[0.0007948792,0.000561439,0.008022955,0.0008222343,0.00001850572,0.00001982443,0.0001343844,0.9371002,0.02146118,0.02978132,0.0005063669,0.0007767317],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01879105,0.00003355567,0.9747856,0.001300022,0.0001664924,0.00108162,0.00001278222,0.001063027,0.002765876],"genre_scores_gemma":[0.9349135,0.00001822992,0.06372043,0.00041568,0.0001400173,0.0005373882,0.00000432657,0.00007642993,0.0001739892],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9224738,"threshold_uncertainty_score":0.9997638,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158735796","doi":"10.1109/icsm.2006.35","title":"Managing Concern Interfaces","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interface (matter); User interface; Application programming interface; Relation (database); Information hiding; Separation of concerns; Software; Software engineering; Human–computer interaction; Interface description language; Programming language; Database; Artificial intelligence; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02733956813674735,"gpt":0.2590262910534106,"spread":0.2316867229166632,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009105904,0.0008514621,0.0007153709,0.0006703431,0.0004516252,0.001986437,0.003648547,0.0002777515,0.00008051931],"category_scores_gemma":[0.001503934,0.0008098833,0.0001876624,0.001697251,0.0003615639,0.002184504,0.001000961,0.001075404,0.0004439451],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004622721,"about_ca_system_score_gemma":0.0001631484,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001029251,"about_ca_topic_score_gemma":0.000003384184,"domain_scores_codex":[0.9938884,0.000008761339,0.0008103224,0.001961249,0.001459443,0.001871856],"domain_scores_gemma":[0.9965634,0.0002720421,0.0004199324,0.0004639774,0.001904599,0.0003760263],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001091423,0.0002498778,0.04479384,0.0005128346,0.00007373894,0.00006151306,0.001249163,0.0000670628,0.009311086,0.8693389,0.04477122,0.0294616],"study_design_scores_gemma":[0.0093649,0.004085556,0.09130608,0.0089663,0.0001547788,0.001285431,0.00382548,0.1305102,0.1915725,0.446055,0.1000136,0.01286012],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4468097,0.0006147076,0.4390826,0.008056339,0.002105088,0.002087185,0.00003100208,0.0120781,0.08913524],"genre_scores_gemma":[0.95391,0.00008001352,0.0416811,0.0004453809,0.0003245244,0.0002362873,0.000004577168,0.0001104149,0.003207729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5071003,"threshold_uncertainty_score":0.9994352,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2158423705","doi":"10.1109/icsm.2007.4362671","title":"Improving Predictive Models of Software Quality Using an Evolutionary Computational Approach","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Classifier (UML); Machine learning; Artificial intelligence; Feature selection; Software quality; Data mining; Predictive modelling; Software; Software development","retraction":null,"screen_n_in":null,"score":{"opus":0.06543109641917878,"gpt":0.3025678405282394,"spread":0.2371367441090607,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003158796,0.0008097982,0.0009126496,0.0009193562,0.0004719134,0.0004694971,0.002777478,0.0004307061,0.00001224352],"category_scores_gemma":[0.003768811,0.0008221749,0.0002434666,0.001991659,0.0005417668,0.004176126,0.0008732007,0.001121783,0.000009552255],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007960211,"about_ca_system_score_gemma":0.0006135922,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001336751,"about_ca_topic_score_gemma":9.700012e-7,"domain_scores_codex":[0.9924461,0.00002377588,0.001382784,0.002060306,0.002401271,0.001685745],"domain_scores_gemma":[0.991651,0.0005894075,0.0009752646,0.0005005478,0.005602282,0.0006814763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001280408,0.002764473,0.1395174,0.003243383,0.0003524006,0.00003608212,0.01537046,0.04371328,0.01101229,0.7480599,0.001009985,0.03363998],"study_design_scores_gemma":[0.001307891,0.0008274833,0.03529099,0.0006174497,0.00003226079,0.0001642068,0.001974776,0.9129609,0.002045009,0.04342225,0.00002539532,0.001331344],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1651983,0.00008041995,0.8313659,0.00005427593,0.0002353195,0.0007460405,0.00004616253,0.00142896,0.0008446334],"genre_scores_gemma":[0.5691413,0.000006154653,0.4304909,0.0000817768,0.000110693,0.0000523086,0.00001314285,0.00006258037,0.0000411694],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8692477,"threshold_uncertainty_score":0.9994229,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2120167743","doi":"10.1109/icsm.2007.4362634","title":"Polylingual Dependency Analysis Using Island Grammars: A Cost Versus Accuracy Evaluation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Dependency (UML); Rule-based machine translation; Computer science; Natural language processing; L-attributed grammar; Artificial intelligence; Programming language; Context-free grammar","retraction":null,"screen_n_in":null,"score":{"opus":0.07205561844229989,"gpt":0.3479809792130327,"spread":0.2759253607707328,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004874532,0.0008790745,0.0008851601,0.001898618,0.0005896178,0.001661787,0.002881554,0.0004212165,0.0001236613],"category_scores_gemma":[0.0163003,0.0008670321,0.0003844523,0.005993731,0.0002410989,0.002397475,0.0007274762,0.001202775,0.00009147351],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001227873,"about_ca_system_score_gemma":0.0005957005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001279724,"about_ca_topic_score_gemma":0.00005774889,"domain_scores_codex":[0.9914012,0.00001870078,0.001083424,0.002150457,0.003107194,0.002239035],"domain_scores_gemma":[0.9914184,0.001091163,0.0007539593,0.0006044249,0.005397066,0.0007349906],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.002825636,0.001172744,0.3527377,0.0008397964,0.002857068,0.0002192658,0.0147218,0.001293871,0.01370839,0.2872271,0.003191667,0.319205],"study_design_scores_gemma":[0.01453606,0.002664674,0.08920822,0.002008161,0.00213263,0.0004279362,0.005792461,0.8267397,0.02215112,0.02350246,0.003371168,0.007465379],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4244412,0.0001524906,0.5688576,0.0002184464,0.0009501015,0.001416312,0.00001895,0.001467468,0.002477408],"genre_scores_gemma":[0.9269572,0.00004838959,0.07215082,0.0001518152,0.0003018552,0.0001489521,0.00001471309,0.00008404769,0.0001421968],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8254458,"threshold_uncertainty_score":0.999378,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2079898625","doi":"10.1109/icsm.2006.42","title":"On the Challenges of Maintaining Large-Scale Software Systems at Lockheed Martin","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Electronics; Engineering; Scale (ratio); Division (mathematics); Systems engineering; Software; Computer science; Manufacturing engineering; Electrical engineering; Operating system","retraction":null,"screen_n_in":null,"score":{"opus":0.02256036055818354,"gpt":0.226480159248466,"spread":0.2039197986902825,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002201529,0.0009137972,0.001060846,0.0003373477,0.0008201769,0.0008073376,0.003123654,0.0003607262,0.00003265527],"category_scores_gemma":[0.0009799133,0.0006841289,0.0003139818,0.0010732,0.0003025777,0.0006133742,0.0008834549,0.0007912513,0.0001861053],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003784461,"about_ca_system_score_gemma":0.0001438831,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006344821,"about_ca_topic_score_gemma":0.00001074163,"domain_scores_codex":[0.993663,0.00004405015,0.001306302,0.001750993,0.001515768,0.001719933],"domain_scores_gemma":[0.9952561,0.0004313566,0.001404324,0.000630634,0.002002518,0.000275118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0001218371,0.0002555293,0.006970657,0.0004378014,0.00005254431,0.00001120385,0.001878534,0.0002669842,0.0005543658,0.9647596,0.02404807,0.0006428005],"study_design_scores_gemma":[0.0138302,0.008786063,0.05067151,0.03563285,0.000357934,0.001543793,0.03168361,0.433449,0.01307655,0.306963,0.09072827,0.01327715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6552495,0.00180522,0.2381538,0.007980565,0.002821968,0.003810112,0.0002298545,0.004784455,0.08516453],"genre_scores_gemma":[0.9928265,0.0000509581,0.004645747,0.0003561248,0.0002924801,0.0002369265,0.00001098808,0.00008409235,0.001496248],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6577966,"threshold_uncertainty_score":0.999561,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}