{"meta":{"query_hash":"4f3c504f6972","filters":{"venue":"Proceedings/Proceedings - Conference on Software Maintenance"},"cohort_total":10,"direct_labels_cover":0,"predictions_cover":10,"exported":10,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4f3c504f6972","api":"https://metacan.xera.ac/api/v1/cohort?venue=Proceedings%2FProceedings+-+Conference+on+Software+Maintenance"},"results":[{"id":"W2037704679","doi":"10.1109/icsm.2007.4362625","title":"Multi-Objective Genetic Algorithm to Support Class Responsibility Assignment","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Advanced Multi-Objective Optimization Algorithms","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Class (philosophy); Computer science; Genetic algorithm; Cohesion (chemistry); Influence diagram; Domain (mathematical analysis); Class diagram; Machine learning; Mathematical optimization; Artificial intelligence; Management science; Algorithm; Decision tree; Mathematics; Engineering; Programming language; Unified Modeling Language","score_opus":0.027895364276304038,"score_gpt":0.2929770724549701,"score_spread":0.2650817081786661,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037704679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064685564,0.000024112283,0.9826858,0.0007038672,0.0008069569,0.0021112503,0.000042524716,0.0016882757,0.005468635],"genre_scores_gemma":[0.23196182,0.000029768506,0.7635106,0.0020453334,0.00017685798,0.00031712046,0.000005301225,0.00011233308,0.0018408697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99113756,0.000025350291,0.0014068385,0.003354056,0.0017354271,0.0023407883],"domain_scores_gemma":[0.99182063,0.00024110878,0.00085120136,0.0006798301,0.0051789386,0.0012282631],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023860848,0.0011730272,0.0009926729,0.000971355,0.00068746845,0.0008746004,0.0027653947,0.00042794997,0.00008025338],"category_scores_gemma":[0.0030751652,0.0011489826,0.0002659792,0.0027930383,0.00034059703,0.0019493835,0.0011559098,0.0010956888,0.00041000696],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015773498,0.0029441835,0.0194375,0.00038354093,0.0003314196,0.00036156797,0.01913597,0.00082301314,0.024997141,0.108600534,0.008898348,0.8125094],"study_design_scores_gemma":[0.016912874,0.013661854,0.22478098,0.0025308507,0.00021755093,0.0014167683,0.013535053,0.51437587,0.13261151,0.031326834,0.034984235,0.013645629],"about_ca_topic_score_codex":0.00002314757,"about_ca_topic_score_gemma":0.000009071014,"teacher_disagreement_score":0.7988638,"about_ca_system_score_codex":0.0016594093,"about_ca_system_score_gemma":0.0004578171,"threshold_uncertainty_score":0.99909604},"labels":[],"label_agreement":null},{"id":"W2079898625","doi":"10.1109/icsm.2006.42","title":"On the Challenges of Maintaining Large-Scale Software Systems at Lockheed Martin","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Distributed and Parallel Computing Systems","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Electronics; Engineering; Scale (ratio); Division (mathematics); Systems engineering; Software; Computer science; Manufacturing engineering; Electrical engineering; Operating system","score_opus":0.02256036055818354,"score_gpt":0.226480159248466,"score_spread":0.20391979869028248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079898625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6552495,0.0018052205,0.23815383,0.007980565,0.0028219682,0.003810112,0.00022985449,0.004784455,0.08516453],"genre_scores_gemma":[0.99282646,0.000050958097,0.004645747,0.00035612477,0.0002924801,0.0002369265,0.00001098808,0.00008409235,0.0014962477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99366295,0.000044050146,0.0013063023,0.0017509928,0.0015157679,0.0017199334],"domain_scores_gemma":[0.99525607,0.0004313566,0.001404324,0.00063063396,0.002002518,0.00027511796],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022015295,0.00091379724,0.0010608456,0.00033734768,0.0008201769,0.0008073376,0.0031236538,0.0003607262,0.000032655265],"category_scores_gemma":[0.0009799133,0.0006841289,0.00031398184,0.0010732,0.00030257774,0.0006133742,0.00088345486,0.0007912513,0.00018610535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012183709,0.00025552927,0.006970657,0.00043780138,0.000052544307,0.00001120385,0.0018785343,0.0002669842,0.0005543658,0.96475965,0.024048066,0.0006428005],"study_design_scores_gemma":[0.013830195,0.008786063,0.050671514,0.03563285,0.000357934,0.001543793,0.03168361,0.43344903,0.013076553,0.30696303,0.09072827,0.013277154],"about_ca_topic_score_codex":0.00006344821,"about_ca_topic_score_gemma":0.000010741632,"teacher_disagreement_score":0.6577966,"about_ca_system_score_codex":0.0003784461,"about_ca_system_score_gemma":0.00014388305,"threshold_uncertainty_score":0.999561},"labels":[],"label_agreement":null},{"id":"W2089779090","doi":"10.1109/icsm.2007.4362639","title":"How Programmers can Turn Comments into Waypoints for Code Navigation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software; Software development; Code (set theory); Software maintenance; Human–computer interaction; Programming language","score_opus":0.03317168845903403,"score_gpt":0.2878660248895109,"score_spread":0.2546943364304769,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089779090","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19745329,0.000091906346,0.78255296,0.010587962,0.0012203659,0.003481799,0.00004986072,0.0035710044,0.0009908627],"genre_scores_gemma":[0.82787126,0.000024032455,0.16966492,0.00066974334,0.00023709825,0.0005930043,0.00002558226,0.000118802316,0.0007955317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99346024,0.0000071676996,0.0007627515,0.0019140628,0.0015628799,0.0022928806],"domain_scores_gemma":[0.9939653,0.00047945068,0.0005672561,0.0004412137,0.0037584098,0.0007883169],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023200884,0.0008574668,0.0007118526,0.0006345225,0.0006393604,0.0022000903,0.0029257126,0.0003877348,0.0000060584566],"category_scores_gemma":[0.0049342546,0.0008245428,0.0002479118,0.0017036654,0.00033640693,0.0018312668,0.000590187,0.0009889218,0.000029593544],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007689692,0.0008669521,0.104746886,0.0029723512,0.00032598595,0.00006388686,0.014247083,0.0000090961685,0.019556217,0.48352388,0.031568326,0.34135038],"study_design_scores_gemma":[0.023230677,0.012830185,0.0732433,0.013474396,0.00031694755,0.0010691269,0.01883272,0.06471506,0.3181455,0.21055998,0.24742292,0.016159158],"about_ca_topic_score_codex":0.000045590146,"about_ca_topic_score_gemma":0.000013646756,"teacher_disagreement_score":0.630418,"about_ca_system_score_codex":0.0008806252,"about_ca_system_score_gemma":0.00022366518,"threshold_uncertainty_score":0.9994205},"labels":[],"label_agreement":null},{"id":"W2110851276","doi":"10.1109/icsm.2006.52","title":"Refactoring Practice: How it is and How it Should be Supported - An Eclipse Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Eclipse; Computer science; Software engineering; Programming language; Object-oriented programming; Software maintenance; Component (thermodynamics); Development environment; Software development; Software","score_opus":0.08251817860695962,"score_gpt":0.32867406532066457,"score_spread":0.24615588671370495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110851276","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9271581,0.00008547904,0.016025338,0.047904395,0.00080735947,0.002395019,0.00004545644,0.0029113109,0.002667499],"genre_scores_gemma":[0.9663218,0.00006987237,0.028155109,0.0018712151,0.0007314158,0.00036969077,0.000006897727,0.00015800467,0.0023159864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99185586,0.000033208195,0.00070340245,0.0030211005,0.0022945758,0.0020918502],"domain_scores_gemma":[0.99287736,0.0007139271,0.0006981561,0.00077431713,0.004083883,0.00085236225],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.002333357,0.0011963448,0.0009880861,0.0007908874,0.0008503038,0.005372178,0.0023370981,0.00045208397,0.000050938626],"category_scores_gemma":[0.0074424683,0.0011421463,0.00015750552,0.0018916599,0.0003394599,0.0072799716,0.0010883404,0.0017496264,0.000023883997],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007089033,0.004678609,0.31159142,0.0019807126,0.00067448354,0.01012565,0.065647,0.000019294148,0.011111205,0.08848629,0.46908116,0.03589529],"study_design_scores_gemma":[0.022505423,0.023660889,0.050444305,0.0049920343,0.0010734434,0.054661114,0.3082351,0.07095522,0.024331452,0.01476397,0.40329498,0.021082053],"about_ca_topic_score_codex":0.00033570325,"about_ca_topic_score_gemma":0.00004568528,"teacher_disagreement_score":0.2611471,"about_ca_system_score_codex":0.0005070001,"about_ca_system_score_gemma":0.0003224023,"threshold_uncertainty_score":0.99910283},"labels":[],"label_agreement":null},{"id":"W2116255095","doi":"10.1109/icsm.2006.38","title":"Mining Software Repositories to Assist Developers and Support Managers","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Work (physics); Software; Plan (archaeology); Software development; Software engineering; Software project management; Software evolution; Software analytics; Open source software; World Wide Web; Software peer review; Data science; Social software engineering; Software construction; Engineering","score_opus":0.01846161005789775,"score_gpt":0.24537692021052368,"score_spread":0.22691531015262592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116255095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58548534,0.00021955364,0.37411594,0.0053528394,0.0020928313,0.002388177,0.000035409517,0.008593537,0.021716405],"genre_scores_gemma":[0.7362365,0.000022105693,0.2586339,0.00062992197,0.00024742223,0.00031478234,0.0000062179483,0.00011152838,0.0037975684],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934997,0.0000090089,0.0008710563,0.0022683549,0.0014921979,0.001859662],"domain_scores_gemma":[0.99605626,0.0003350515,0.0003518807,0.0004479743,0.0021194026,0.0006894183],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010322579,0.0009031006,0.000785281,0.0008094056,0.00068908837,0.0024096463,0.0023258557,0.00031151483,0.000026276386],"category_scores_gemma":[0.0042895176,0.00088616443,0.00013982029,0.0020921384,0.00031685433,0.0018169798,0.0011660012,0.0007236129,0.0001133616],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002568799,0.00027953673,0.5075522,0.0012430741,0.00015840889,0.00025598603,0.0060100323,0.000049969884,0.0044062426,0.33806187,0.09350927,0.048216496],"study_design_scores_gemma":[0.0058108894,0.0045253206,0.7574098,0.00650802,0.00019406641,0.002225164,0.006392679,0.0057080467,0.04283274,0.026005,0.13009404,0.012294251],"about_ca_topic_score_codex":0.000072689945,"about_ca_topic_score_gemma":0.00000685168,"teacher_disagreement_score":0.31205687,"about_ca_system_score_codex":0.00047476674,"about_ca_system_score_gemma":0.00029368477,"threshold_uncertainty_score":0.9993589},"labels":[],"label_agreement":null},{"id":"W2120167743","doi":"10.1109/icsm.2007.4362634","title":"Polylingual Dependency Analysis Using Island Grammars: A Cost Versus Accuracy Evaluation","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Dependency (UML); Rule-based machine translation; Computer science; Natural language processing; L-attributed grammar; Artificial intelligence; Programming language; Context-free grammar","score_opus":0.07205561844229989,"score_gpt":0.3479809792130327,"score_spread":0.2759253607707328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120167743","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42444122,0.00015249058,0.5688576,0.00021844644,0.0009501015,0.001416312,0.000018950002,0.0014674675,0.0024774077],"genre_scores_gemma":[0.9269572,0.000048389593,0.07215082,0.00015181523,0.0003018552,0.00014895212,0.000014713095,0.00008404769,0.00014219685],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9914012,0.000018700784,0.0010834238,0.0021504567,0.0031071943,0.002239035],"domain_scores_gemma":[0.9914184,0.0010911634,0.0007539593,0.0006044249,0.0053970655,0.00073499064],"candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004874532,0.0008790745,0.0008851601,0.0018986178,0.00058961776,0.0016617874,0.0028815542,0.0004212165,0.00012366127],"category_scores_gemma":[0.016300302,0.0008670321,0.0003844523,0.0059937313,0.00024109888,0.0023974746,0.0007274762,0.0012027746,0.00009147351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028256362,0.0011727441,0.35273767,0.00083979644,0.0028570679,0.00021926584,0.014721797,0.0012938713,0.013708391,0.28722706,0.0031916674,0.31920505],"study_design_scores_gemma":[0.014536056,0.0026646738,0.08920822,0.0020081613,0.0021326304,0.0004279362,0.005792461,0.8267397,0.02215112,0.023502463,0.0033711682,0.0074653793],"about_ca_topic_score_codex":0.00012797238,"about_ca_topic_score_gemma":0.000057748894,"teacher_disagreement_score":0.82544583,"about_ca_system_score_codex":0.0012278735,"about_ca_system_score_gemma":0.00059570046,"threshold_uncertainty_score":0.999378},"labels":[],"label_agreement":null},{"id":"W2126816472","doi":"10.1109/icsm.2006.30","title":"Guiding the Application of Design Patterns Based on UML Models","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; Structural pattern; Software design pattern; Software design; Software; UML tool; Programming language; Software development","score_opus":0.04783375254324693,"score_gpt":0.25681082107045583,"score_spread":0.2089770685272089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126816472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018791053,0.00003355567,0.97478557,0.0013000225,0.00016649243,0.0010816205,0.000012782221,0.0010630267,0.0027658762],"genre_scores_gemma":[0.9349135,0.000018229915,0.06372043,0.00041567997,0.00014001732,0.0005373882,0.00000432657,0.000076429926,0.00017398917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951372,0.000017314269,0.00077329867,0.0013593896,0.0015975796,0.0011152242],"domain_scores_gemma":[0.9959344,0.0006568975,0.0005495867,0.00059759925,0.00206787,0.0001935996],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0016377347,0.0006199064,0.00054399594,0.0004968242,0.0003682444,0.0006030297,0.003175897,0.00022838434,0.0000122027095],"category_scores_gemma":[0.0014044228,0.00048141004,0.00018359779,0.0014730016,0.00021859797,0.0009671526,0.00034927495,0.00057349,0.000043796375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021441965,0.00044834262,0.028480412,0.0005269222,0.000043855467,0.000007896658,0.0008715023,0.014626354,0.0075743073,0.91455656,0.007886773,0.02476266],"study_design_scores_gemma":[0.00079487916,0.00056143897,0.008022955,0.00082223426,0.000018505722,0.000019824427,0.00013438439,0.9371002,0.021461181,0.029781321,0.0005063669,0.0007767317],"about_ca_topic_score_codex":0.00009914435,"about_ca_topic_score_gemma":0.0000015041265,"teacher_disagreement_score":0.92247385,"about_ca_system_score_codex":0.00030503896,"about_ca_system_score_gemma":0.00020016529,"threshold_uncertainty_score":0.9997638},"labels":[],"label_agreement":null},{"id":"W2158423705","doi":"10.1109/icsm.2007.4362671","title":"Improving Predictive Models of Software Quality Using an Evolutionary Computational Approach","year":2007,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Classifier (UML); Machine learning; Artificial intelligence; Feature selection; Software quality; Data mining; Predictive modelling; Software; Software development","score_opus":0.06543109641917878,"score_gpt":0.30256784052823943,"score_spread":0.23713674410906066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158423705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16519827,0.00008041995,0.83136594,0.000054275934,0.00023531953,0.00074604055,0.000046162535,0.0014289604,0.0008446334],"genre_scores_gemma":[0.5691413,0.0000061546534,0.43049088,0.0000817768,0.00011069301,0.0000523086,0.000013142852,0.00006258037,0.0000411694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9924461,0.000023775883,0.0013827841,0.0020603065,0.0024012707,0.0016857453],"domain_scores_gemma":[0.991651,0.00058940746,0.00097526464,0.0005005478,0.005602282,0.00068147626],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0031587956,0.00080979825,0.0009126496,0.00091935624,0.0004719134,0.00046949714,0.002777478,0.0004307061,0.000012243521],"category_scores_gemma":[0.0037688115,0.00082217494,0.00024346657,0.0019916592,0.00054176676,0.004176126,0.0008732007,0.001121783,0.000009552255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012804077,0.0027644727,0.13951738,0.0032433835,0.00035240062,0.000036082118,0.015370459,0.043713283,0.011012293,0.74805987,0.0010099849,0.03363998],"study_design_scores_gemma":[0.0013078914,0.0008274833,0.035290986,0.0006174497,0.000032260792,0.00016420684,0.0019747757,0.91296095,0.0020450088,0.04342225,0.000025395324,0.001331344],"about_ca_topic_score_codex":0.00013367514,"about_ca_topic_score_gemma":9.700012e-7,"teacher_disagreement_score":0.8692477,"about_ca_system_score_codex":0.00079602114,"about_ca_system_score_gemma":0.00061359216,"threshold_uncertainty_score":0.9994229},"labels":[],"label_agreement":null},{"id":"W2158735796","doi":"10.1109/icsm.2006.35","title":"Managing Concern Interfaces","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Software Engineering Research","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Interface (matter); User interface; Application programming interface; Relation (database); Information hiding; Separation of concerns; Software; Software engineering; Human–computer interaction; Interface description language; Programming language; Database; Artificial intelligence; Operating system","score_opus":0.027339568136747355,"score_gpt":0.2590262910534106,"score_spread":0.23168672291666323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158735796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4468097,0.00061470765,0.43908262,0.008056339,0.0021050884,0.0020871852,0.000031002077,0.012078099,0.089135244],"genre_scores_gemma":[0.95391,0.00008001352,0.041681096,0.00044538092,0.00032452436,0.0002362873,0.0000045771676,0.00011041494,0.0032077294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9938884,0.000008761339,0.00081032235,0.0019612487,0.0014594434,0.001871856],"domain_scores_gemma":[0.99656343,0.00027204206,0.00041993242,0.00046397737,0.0019045989,0.00037602635],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009105904,0.0008514621,0.00071537093,0.0006703431,0.00045162518,0.0019864372,0.003648547,0.0002777515,0.00008051931],"category_scores_gemma":[0.0015039336,0.0008098833,0.00018766244,0.0016972509,0.0003615639,0.0021845042,0.0010009607,0.0010754035,0.0004439451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000109142304,0.00024987783,0.044793837,0.0005128346,0.00007373894,0.00006151306,0.0012491628,0.0000670628,0.009311086,0.8693389,0.04477122,0.029461598],"study_design_scores_gemma":[0.0093649,0.0040855557,0.09130608,0.0089663,0.00015477875,0.0012854306,0.0038254797,0.13051024,0.19157255,0.44605497,0.1000136,0.012860123],"about_ca_topic_score_codex":0.00010292511,"about_ca_topic_score_gemma":0.0000033841843,"teacher_disagreement_score":0.5071003,"about_ca_system_score_codex":0.00046227212,"about_ca_system_score_gemma":0.00016314842,"threshold_uncertainty_score":0.9994352},"labels":[],"label_agreement":null},{"id":"W2164307646","doi":"10.1109/icsm.2006.5","title":"A Feedback Based Quality Assessment to Support Open Source Software Evolution: the GRASS Case Study","year":2006,"lang":"en","type":"article","venue":"Proceedings/Proceedings - Conference on Software Maintenance","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software evolution; Computer science; Documentation; Software engineering; Software quality; Software; Source code; Software development; Open source software; Software analytics; Software peer review; Software release life cycle; Dashboard; Software construction; World Wide Web; Operating system","score_opus":0.0617437851675178,"score_gpt":0.3361365487881937,"score_spread":0.2743927636206759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164307646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29833037,0.000010953712,0.6768064,0.0073322756,0.00061927416,0.006101016,0.000066956534,0.0026038007,0.008128962],"genre_scores_gemma":[0.8567595,9.2275445e-7,0.1354776,0.0031708432,0.00025321706,0.0019544451,0.000013719406,0.00013741669,0.002232315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99020725,0.00008870412,0.002048869,0.0031829325,0.0024055864,0.0020666402],"domain_scores_gemma":[0.9900403,0.00047038717,0.001409185,0.0013751328,0.0061021787,0.00060282316],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.004939147,0.0013024271,0.0012694937,0.00066171447,0.002497015,0.00658326,0.008231426,0.0003266652,0.00012637208],"category_scores_gemma":[0.0021218674,0.0010617987,0.00030448206,0.005104172,0.0004391473,0.0031550631,0.0034924513,0.0014667751,0.0002910521],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002554338,0.003282667,0.46521726,0.00029704254,0.00017898928,0.00037849622,0.0054166284,0.000264716,0.00044878223,0.42196038,0.081062295,0.021237316],"study_design_scores_gemma":[0.025289377,0.018351093,0.5747279,0.003661494,0.00071476254,0.007613303,0.10580612,0.02657165,0.0023669878,0.110057116,0.1069969,0.017843284],"about_ca_topic_score_codex":0.002494097,"about_ca_topic_score_gemma":0.00037725276,"teacher_disagreement_score":0.5584292,"about_ca_system_score_codex":0.0013004093,"about_ca_system_score_gemma":0.0012735543,"threshold_uncertainty_score":0.9999727},"labels":[],"label_agreement":null}]}