{"meta":{"query_hash":"4f3c504f6972","filters":{"venue":"Proceedings/Proceedings - Conference on Software Maintenance"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4f3c504f6972","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings%2FProceedings+-+Conference+on+Software+Maintenance"},"results":[{"id":"W2037704679","doi":"10.1109/icsm.2007.4362625","title":"Multi-Objective Genetic Algorithm to Support Class Responsibility Assignment","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Advanced Multi-Objective Optimization Algorithms","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Class (philosophy); Computer science; Genetic algorithm; Cohesion (chemistry); Influence diagram; Domain (mathematical analysis); Class diagram; Machine learning; Mathematical optimization; Artificial intelligence; Management science; Algorithm; Decision tree; Mathematics; Engineering; Programming language; Unified Modeling Language","score_opus":0.027895364276304038,"score_gpt":0.2929770724549701,"score_spread":0.2650817081786661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037704679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017092954,0.00013605802,0.97935873,0.0001692141,0.000036187885,0.00006336295,0.000023175227,0.00060027034,0.0025200266],"genre_scores_gemma":[0.2745995,0.00013315922,0.7221346,0.0001099386,0.000023288954,0.000268717,0.00009357466,0.00010541722,0.0025318426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99958843,0.00018042883,0.000018507777,0.0000545651,0.00011194857,0.00004626201],"domain_scores_gemma":[0.9989305,0.0006697767,0.00008784561,0.000054775974,0.00021548166,0.000041489315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012374511,0.0008056823,0.0006717092,0.001063822,0.0005970465,0.00086766924,0.0010596875,0.001249904,0.0020125199],"category_scores_gemma":[0.0032891957,0.00043700665,0.0005392652,0.0007645506,0.0005086678,0.00071529247,0.0006328138,0.0010766212,0.00037393963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002187504,0.000031346262,0.00036832198,0.000023714738,0.0000241552,0.00003582773,0.00004700626,0.9545064,0.0010321346,0.0046603847,0.0006900942,0.038558763],"study_design_scores_gemma":[0.000008833082,0.000008479176,0.000038267754,0.0000036390766,0.000004220726,0.000005725377,0.000003991853,0.9981462,0.00024334708,0.0011666504,0.0003685632,0.0000022419636],"about_ca_topic_score_codex":0.007716598,"about_ca_topic_score_gemma":0.006937965,"teacher_disagreement_score":0.007716598,"about_ca_system_score_codex":0.0011181479,"about_ca_system_score_gemma":0.0016588295,"threshold_uncertainty_score":0.015343368},"labels":[],"label_agreement":null},{"id":"W2079898625","doi":"10.1109/icsm.2006.42","title":"On the Challenges of Maintaining Large-Scale Software Systems at Lockheed Martin","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Electronics; Engineering; Scale (ratio); Division (mathematics); Systems engineering; Software; Computer science; Manufacturing engineering; Electrical engineering; Operating system","score_opus":0.02256036055818354,"score_gpt":0.226480159248466,"score_spread":0.20391979869028248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079898625","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099507414,0.05571543,0.07075076,0.64158386,0.0032140296,0.00010762021,0.00015803057,0.0018589476,0.12710397],"genre_scores_gemma":[0.76666826,0.04291814,0.06433651,0.021288835,0.002462488,0.00015773898,0.0002507915,0.0006658772,0.10125137],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99712,0.0007147857,0.0000619843,0.00023415418,0.0013274496,0.00054159475],"domain_scores_gemma":[0.98875195,0.006166256,0.00039725468,0.00060304865,0.002281393,0.0018001854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008122254,0.0004253967,0.00040628872,0.0006914812,0.0031555283,0.0048682927,0.0014276827,0.0018879953,0.0044130622],"category_scores_gemma":[0.014003226,0.00038437944,0.00014223397,0.00081751787,0.0035184212,0.0076412843,0.0021001797,0.0037696748,0.0012677568],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018514122,0.00012998383,0.0017689297,0.00019057862,0.000025336692,0.00035666712,0.0029151314,0.0064385585,0.0019483386,0.2730018,0.3876967,0.32534286],"study_design_scores_gemma":[0.000101717334,0.0003401103,0.004640498,0.0006757869,0.00002593536,0.00051778596,0.002711062,0.025042804,0.003304107,0.2554456,0.7070533,0.00014121905],"about_ca_topic_score_codex":0.016832773,"about_ca_topic_score_gemma":0.021744534,"teacher_disagreement_score":0.016832773,"about_ca_system_score_codex":0.0037438886,"about_ca_system_score_gemma":0.003576336,"threshold_uncertainty_score":0.0429551},"labels":[],"label_agreement":null},{"id":"W2089779090","doi":"10.1109/icsm.2007.4362639","title":"How Programmers can Turn Comments into Waypoints for Code Navigation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software; Software development; Code (set theory); Software maintenance; Human–computer interaction; Programming language","score_opus":0.03317168845903403,"score_gpt":0.2878660248895109,"score_spread":0.2546943364304769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089779090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10137955,0.0002908399,0.8465379,0.0024688314,0.00024587926,0.000342248,0.00031511148,0.021394275,0.027025338],"genre_scores_gemma":[0.44385836,0.0003777416,0.5322893,0.0004947847,0.00005460805,0.00024516074,0.00059791066,0.004528371,0.01755368],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945062,0.0029532579,0.00033406727,0.0008131429,0.0010773713,0.00031588643],"domain_scores_gemma":[0.95021206,0.034016903,0.0024559163,0.008098454,0.0040826816,0.001134064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007799086,0.00089048425,0.00041003956,0.0019441157,0.001249159,0.005862056,0.0016660857,0.0021501225,0.008858351],"category_scores_gemma":[0.05932818,0.0011026621,0.00079267164,0.0013979119,0.0024791546,0.01201988,0.0041639362,0.0021085097,0.0045900955],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080229004,0.0004918958,0.017062254,0.0011056435,0.00009574024,0.0017852982,0.074738316,0.0069620265,0.05671021,0.11646546,0.032555446,0.6912254],"study_design_scores_gemma":[0.0004756165,0.00084362674,0.009764236,0.0012472966,0.00030915314,0.0035271596,0.029380677,0.08433679,0.10127959,0.17684296,0.59129184,0.0007010238],"about_ca_topic_score_codex":0.002507136,"about_ca_topic_score_gemma":0.0042043556,"teacher_disagreement_score":0.008858351,"about_ca_system_score_codex":0.0005077232,"about_ca_system_score_gemma":0.0014435257,"threshold_uncertainty_score":0.041245997},"labels":[],"label_agreement":null},{"id":"W2110851276","doi":"10.1109/icsm.2006.52","title":"Refactoring Practice: How it is and How it Should be Supported - An Eclipse Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Eclipse; Computer science; Software engineering; Programming language; Object-oriented programming; Software maintenance; Component (thermodynamics); Development environment; Software development; Software","score_opus":0.08251817860695962,"score_gpt":0.32867406532066457,"score_spread":0.24615588671370495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110851276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761342,0.00091616827,0.010622469,0.0027335603,0.000019308854,0.00011500726,0.0000480357,0.00007573707,0.009335558],"genre_scores_gemma":[0.9855993,0.000704602,0.012107745,0.00018702599,0.000011270121,0.000047911377,0.0000775939,0.000034342687,0.0012301375],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.98798764,0.0070688324,0.0006575684,0.00065802195,0.0026272666,0.001000626],"domain_scores_gemma":[0.96972895,0.01984556,0.0024464582,0.002399058,0.0042973547,0.0012826809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013839758,0.0003889374,0.0003720075,0.0018979512,0.0019289604,0.0025977027,0.0012946461,0.0025445882,0.00049665716],"category_scores_gemma":[0.022449028,0.0003048469,0.0003835747,0.002195811,0.0017654645,0.003798737,0.0015857801,0.0011630374,0.00017904163],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065990014,0.0035086798,0.35924047,0.0011227067,0.000115748444,0.017901607,0.11210779,0.009191633,0.024487145,0.033829663,0.006338495,0.4314962],"study_design_scores_gemma":[0.00043832668,0.003722289,0.4779168,0.0031036905,0.00032952233,0.028597152,0.17478263,0.06656244,0.03957127,0.022571627,0.18189791,0.0005062856],"about_ca_topic_score_codex":0.007593297,"about_ca_topic_score_gemma":0.01652207,"teacher_disagreement_score":0.013839758,"about_ca_system_score_codex":0.003206887,"about_ca_system_score_gemma":0.0016230436,"threshold_uncertainty_score":0.07319248},"labels":[],"label_agreement":null},{"id":"W2116255095","doi":"10.1109/icsm.2006.38","title":"Mining Software Repositories to Assist Developers and Support Managers","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Software; Plan (archaeology); Software development; Software engineering; Software project management; Software evolution; Software analytics; Open source software; World Wide Web; Software peer review; Data science; Social software engineering; Software construction; Engineering","score_opus":0.01846161005789775,"score_gpt":0.24537692021052368,"score_spread":0.22691531015262592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116255095","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4488024,0.0031496303,0.4993849,0.009202078,0.00018416326,0.0021726748,0.0075756856,0.019637544,0.0098909885],"genre_scores_gemma":[0.4899685,0.0013523657,0.4892362,0.00029451592,0.000111649046,0.000630284,0.014814657,0.0003916726,0.0032000165],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9950682,0.0017415796,0.0006726568,0.0006796541,0.0015713047,0.00026660706],"domain_scores_gemma":[0.967076,0.01425309,0.006678731,0.0046936036,0.006638633,0.00065986085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007399403,0.0010803029,0.0012519724,0.014545644,0.0012854266,0.004703776,0.0026547683,0.0016528055,0.001864187],"category_scores_gemma":[0.036949404,0.00082404737,0.0008010609,0.008297047,0.00044334796,0.005944771,0.0023200014,0.001159477,0.001736406],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024129341,0.0014256346,0.12432944,0.001023826,0.000288214,0.00044177918,0.0022218595,0.012102326,0.007907102,0.005647821,0.031793833,0.81257695],"study_design_scores_gemma":[0.0005877316,0.0012965337,0.12707762,0.0017258321,0.0011388771,0.0022772795,0.017221788,0.583669,0.06306374,0.07139961,0.13019665,0.0003453452],"about_ca_topic_score_codex":0.0051040393,"about_ca_topic_score_gemma":0.00969384,"teacher_disagreement_score":0.014545644,"about_ca_system_score_codex":0.00088195025,"about_ca_system_score_gemma":0.0037004538,"threshold_uncertainty_score":0.039132297},"labels":[],"label_agreement":null},{"id":"W2120167743","doi":"10.1109/icsm.2007.4362634","title":"Polylingual Dependency Analysis Using Island Grammars: A Cost Versus Accuracy Evaluation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dependency (UML); Rule-based machine translation; Computer science; Natural language processing; L-attributed grammar; Artificial intelligence; Programming language; Context-free grammar","score_opus":0.07205561844229989,"score_gpt":0.3479809792130327,"score_spread":0.2759253607707328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120167743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57749736,0.0002859672,0.40716693,0.0003012164,0.000049233655,0.00046945518,0.0007124821,0.008542768,0.0049745645],"genre_scores_gemma":[0.60245275,0.00016338032,0.3927379,0.000046105342,0.000016443331,0.00014905045,0.0011652366,0.001480099,0.0017890048],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948061,0.0017808896,0.00048961374,0.00063173013,0.0020792037,0.00021239756],"domain_scores_gemma":[0.94568235,0.038812824,0.0013229136,0.008002087,0.00590294,0.0002768953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046974756,0.00061926205,0.00069052074,0.0020516377,0.0005731898,0.0015044886,0.0017846182,0.00070408854,0.0022779526],"category_scores_gemma":[0.03260977,0.00034476115,0.00070863875,0.001843957,0.00074530486,0.0028544974,0.0015395384,0.0008414308,0.0005967873],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017226984,0.00057362305,0.038989715,0.0006995204,0.00023053923,0.0008508288,0.0036174937,0.14396307,0.058304504,0.01485905,0.0034796013,0.7327092],"study_design_scores_gemma":[0.000118005744,0.00065044285,0.01511935,0.000049997376,0.00018805005,0.00083787966,0.0009998922,0.8571236,0.10542699,0.012420859,0.006925223,0.00013970908],"about_ca_topic_score_codex":0.0046325754,"about_ca_topic_score_gemma":0.0062690172,"teacher_disagreement_score":0.0046974756,"about_ca_system_score_codex":0.0010295303,"about_ca_system_score_gemma":0.0009155052,"threshold_uncertainty_score":0.024842918},"labels":[],"label_agreement":null},{"id":"W2126816472","doi":"10.1109/icsm.2006.30","title":"Guiding the Application of Design Patterns Based on UML Models","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; Structural pattern; Software design pattern; Software design; Software; UML tool; Programming language; Software development","score_opus":0.04783375254324693,"score_gpt":0.25681082107045583,"score_spread":0.2089770685272089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126816472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0110395895,0.00012954314,0.9840625,0.00077385036,0.000030876872,0.00070274365,0.00007812277,0.001043853,0.002138959],"genre_scores_gemma":[0.033955388,0.00016135299,0.96383494,0.00012049416,0.000008590532,0.00050224725,0.00022703374,0.00022335324,0.00096664],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96658605,0.020393575,0.0030119256,0.0024521109,0.006483035,0.001073288],"domain_scores_gemma":[0.9465382,0.032012973,0.0056159305,0.007855757,0.0072052097,0.00077185873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026203394,0.0021934947,0.0010955401,0.004473268,0.0013562558,0.005689645,0.0035815174,0.002974444,0.0019943349],"category_scores_gemma":[0.08156997,0.0020180389,0.001382014,0.0024804932,0.0025989383,0.0062084636,0.0045755515,0.0029390263,0.0013904176],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003484756,0.0010118047,0.01444829,0.002562913,0.00025762356,0.0014890775,0.02512018,0.06582886,0.054579444,0.1636169,0.00830437,0.6624321],"study_design_scores_gemma":[0.00041290413,0.0005908986,0.0037570316,0.0026581045,0.0002542085,0.0018121703,0.007919799,0.57947826,0.06018184,0.19947876,0.14316218,0.00029380515],"about_ca_topic_score_codex":0.0045911954,"about_ca_topic_score_gemma":0.008559495,"teacher_disagreement_score":0.026203394,"about_ca_system_score_codex":0.0019613674,"about_ca_system_score_gemma":0.0060973708,"threshold_uncertainty_score":0.13857847},"labels":[],"label_agreement":null},{"id":"W2158423705","doi":"10.1109/icsm.2007.4362671","title":"Improving Predictive Models of Software Quality Using an Evolutionary Computational Approach","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Classifier (UML); Machine learning; Artificial intelligence; Feature selection; Software quality; Data mining; Predictive modelling; Software; Software development","score_opus":0.06543109641917878,"score_gpt":0.30256784052823943,"score_spread":0.23713674410906066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158423705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15906328,0.00042445114,0.8349782,0.0011350672,0.000050845876,0.00013915126,0.00013429209,0.0007506823,0.0033240132],"genre_scores_gemma":[0.85476506,0.00031145857,0.14286624,0.00022544015,0.00006892231,0.0002478435,0.00027464348,0.000064132044,0.0011762773],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989128,0.00046876734,0.000056799523,0.00019764065,0.00027907256,0.00008485288],"domain_scores_gemma":[0.98629653,0.011371207,0.0006754281,0.0004840475,0.0010626726,0.000110024266],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041422034,0.0011271815,0.0012343968,0.002509256,0.00058087736,0.0017756561,0.002095794,0.0017131608,0.0013444743],"category_scores_gemma":[0.024109326,0.00079678616,0.0009081128,0.0014460573,0.00087496446,0.0022972408,0.0009346914,0.0019132257,0.00026763204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017381752,0.00004762897,0.0017409408,0.000012522317,0.000030929074,0.000020360356,0.00002533585,0.97975254,0.00017952904,0.0019224182,0.00015683177,0.016093541],"study_design_scores_gemma":[0.000001909835,0.000005642294,0.00009333135,0.000002507495,0.0000033494077,0.0000029195699,0.0000022044019,0.998575,0.000036534133,0.0012489394,0.00002606752,0.0000015321228],"about_ca_topic_score_codex":0.009505419,"about_ca_topic_score_gemma":0.0070322403,"teacher_disagreement_score":0.009505419,"about_ca_system_score_codex":0.0014219324,"about_ca_system_score_gemma":0.0010443486,"threshold_uncertainty_score":0.021906376},"labels":[],"label_agreement":null},{"id":"W2158735796","doi":"10.1109/icsm.2006.35","title":"Managing Concern Interfaces","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interface (matter); User interface; Application programming interface; Relation (database); Information hiding; Separation of concerns; Software; Software engineering; Human–computer interaction; Interface description language; Programming language; Database; Artificial intelligence; Operating system","score_opus":0.027339568136747355,"score_gpt":0.2590262910534106,"score_spread":0.23168672291666323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158735796","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01784492,0.00062609214,0.95851237,0.000798269,0.00014723302,0.00045275505,0.00016773952,0.009010213,0.01244032],"genre_scores_gemma":[0.23360424,0.0008391109,0.7370075,0.0010217751,0.0002371758,0.0007786506,0.0010897192,0.0045993803,0.020822559],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9903128,0.0026482749,0.0013249036,0.0013086409,0.003467307,0.0009381346],"domain_scores_gemma":[0.98175365,0.0053214193,0.001700908,0.0076261326,0.002863861,0.00073409843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009885684,0.0016145125,0.00089033064,0.0029579015,0.0018595709,0.0074328952,0.00433337,0.002558043,0.004836446],"category_scores_gemma":[0.034673583,0.0014005951,0.001601254,0.0013631606,0.0015029015,0.009800632,0.010800109,0.003766521,0.002236166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003336049,0.000339541,0.012528869,0.0008686058,0.00025719978,0.0013147717,0.011786898,0.004961172,0.03750909,0.3673244,0.021119175,0.54165673],"study_design_scores_gemma":[0.00018911008,0.00033867455,0.0045859255,0.0006387306,0.00072503986,0.0032480601,0.0018787165,0.07427282,0.08639428,0.28895783,0.5384793,0.0002915442],"about_ca_topic_score_codex":0.0013694703,"about_ca_topic_score_gemma":0.0010982503,"teacher_disagreement_score":0.009885684,"about_ca_system_score_codex":0.0013135469,"about_ca_system_score_gemma":0.0020665783,"threshold_uncertainty_score":0.05228114},"labels":[],"label_agreement":null},{"id":"W2164307646","doi":"10.1109/icsm.2006.5","title":"A Feedback Based Quality Assessment to Support Open Source Software Evolution: the GRASS Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software evolution; Computer science; Documentation; Software engineering; Software quality; Software; Source code; Software development; Open source software; Software analytics; Software peer review; Software release life cycle; Dashboard; Software construction; World Wide Web; Operating system","score_opus":0.0617437851675178,"score_gpt":0.3361365487881937,"score_spread":0.2743927636206759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164307646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8621082,0.00016974141,0.12451513,0.0012202322,0.000044468303,0.0009729639,0.00016631153,0.002133153,0.008669741],"genre_scores_gemma":[0.841536,0.00008026362,0.15485108,0.00007703272,0.000015746291,0.00018781923,0.00016205487,0.00011395331,0.0029760825],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9967175,0.0016250479,0.000110321074,0.0002971797,0.0010137394,0.0002362723],"domain_scores_gemma":[0.9913577,0.0044397395,0.00070052594,0.001189439,0.0013879942,0.0009246017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050165732,0.0004690563,0.0003286942,0.0011111732,0.0011307515,0.0009494509,0.0012103411,0.0012934684,0.0013836023],"category_scores_gemma":[0.011361003,0.00023194635,0.00025664232,0.000842491,0.00079186575,0.0016120549,0.0011860484,0.000816556,0.00027775436],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018584832,0.00464491,0.07179752,0.00091238227,0.000106741514,0.0132375285,0.029906366,0.07082058,0.099666506,0.025451757,0.011171282,0.670426],"study_design_scores_gemma":[0.00093296857,0.0066887923,0.055217706,0.00023310937,0.00018195066,0.006043529,0.011064699,0.7599329,0.071678415,0.016351933,0.07139178,0.00028224426],"about_ca_topic_score_codex":0.006029789,"about_ca_topic_score_gemma":0.008754673,"teacher_disagreement_score":0.006029789,"about_ca_system_score_codex":0.0012439543,"about_ca_system_score_gemma":0.001657878,"threshold_uncertainty_score":0.026530504},"labels":[],"label_agreement":null}]}