{"meta":{"query_hash":"174f9aee49d8","filters":{"venue":"Journal of Software Maintenance and Evolution Research and Practice"},"cohort_total":30,"direct_labels_cover":0,"predictions_cover":30,"exported":30,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/174f9aee49d8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Software+Maintenance+and+Evolution+Research+and+Practice"},"results":[{"id":"W1519321440","doi":"","title":"Software Maintenance Maturity Model (SM mm ): the software maintenance process model: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; LeanCMMI; Software maintenance; Software engineering; Scope (computer science); Computer science; Verification and validation; Software development; Systems engineering; Software construction; Software development process; Software; Process management; Engineering; Operations management; Operating system","score_opus":0.06422356596106492,"score_gpt":0.3667582124005909,"score_spread":0.302534646439526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519321440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035895877,0.065913126,0.7326261,0.049225554,0.0006894869,0.0008017165,0.0007047567,0.0018965557,0.11224686],"genre_scores_gemma":[0.5253154,0.040711433,0.4168617,0.0023836321,0.00061351334,0.0014200642,0.0017075111,0.0002301239,0.010756636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957398,0.0013817076,0.00041256618,0.00037543144,0.0018686614,0.00022177574],"domain_scores_gemma":[0.9905505,0.00386926,0.0013526093,0.0005304745,0.003297132,0.00039999394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006376748,0.00079329166,0.00055518723,0.003531217,0.00089509774,0.004928234,0.0015483851,0.00338707,0.0017920296],"category_scores_gemma":[0.017862035,0.00035558725,0.0006998772,0.0055521782,0.0014438721,0.008234735,0.0017000134,0.0022747784,0.0010823465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038124243,0.00015153014,0.005350417,0.0015659974,0.000051524425,0.00016187118,0.0020177064,0.009876622,0.0017499636,0.5042379,0.016514592,0.45828372],"study_design_scores_gemma":[0.00005711311,0.00030970867,0.008342654,0.0054317294,0.00017041476,0.0010972198,0.0018973657,0.06358513,0.00368324,0.5590556,0.35622817,0.00014172343],"about_ca_topic_score_codex":0.0039981813,"about_ca_topic_score_gemma":0.0026051633,"teacher_disagreement_score":0.006376748,"about_ca_system_score_codex":0.004415254,"about_ca_system_score_gemma":0.00816252,"threshold_uncertainty_score":0.03372383},"labels":[],"label_agreement":null},{"id":"W1536473137","doi":"","title":"Reusing class-based test cases for testing object-oriented framework interface classes: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Maintainability; Computer science; Flexibility (engineering); Software deployment; Software engineering; Reuse; Interface (matter); Class (philosophy); Test case; Reliability engineering; Systems engineering; Engineering; Operating system","score_opus":0.20268813299326507,"score_gpt":0.45692009826616165,"score_spread":0.2542319652728966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536473137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13841744,0.0031778095,0.84345716,0.00086980854,0.0001255311,0.00063228694,0.00013076581,0.0039265715,0.009262596],"genre_scores_gemma":[0.5292106,0.002146025,0.4633895,0.0002505445,0.00013693779,0.0004604133,0.0008076484,0.00094900775,0.0026493443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854578,0.006594516,0.00096231187,0.0010255725,0.005482921,0.0004768537],"domain_scores_gemma":[0.9302019,0.054519415,0.0029026489,0.0057850843,0.0059302845,0.00066062686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007652237,0.0010134986,0.00060139154,0.0048925853,0.0004854732,0.0018171939,0.0028785123,0.0019147352,0.0019451345],"category_scores_gemma":[0.06401913,0.00043556726,0.0008237942,0.0031886734,0.0015146285,0.003335255,0.0008169117,0.0009591089,0.00081226096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023728098,0.0008584508,0.011640609,0.0006922324,0.000098805285,0.00062019605,0.0008368372,0.021555873,0.014532111,0.014032735,0.0030720176,0.9318228],"study_design_scores_gemma":[0.0008599864,0.0032953478,0.02076335,0.0014264388,0.0005934232,0.004857068,0.0012260943,0.6609854,0.17433456,0.06608399,0.065276146,0.00029824],"about_ca_topic_score_codex":0.0040127737,"about_ca_topic_score_gemma":0.0021018642,"teacher_disagreement_score":0.007652237,"about_ca_system_score_codex":0.00076785084,"about_ca_system_score_gemma":0.001038971,"threshold_uncertainty_score":0.040469408},"labels":[],"label_agreement":null},{"id":"W1966745368","doi":"10.1002/smr.358","title":"Special Issue on Web Site Evolution (WSE 2006)","year":2007,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Attendance; Web site; World Wide Web; Computer science; Library science; The Internet; Political science","score_opus":0.02061300758285887,"score_gpt":0.3218950352487644,"score_spread":0.3012820276659055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966745368","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008864269,0.026471343,0.006862199,0.034545634,0.86941093,0.00037268587,0.0022690613,0.0024157602,0.05676593],"genre_scores_gemma":[0.004255933,0.04575209,0.0048665064,0.01916576,0.5315888,0.00053593965,0.010858845,0.003346963,0.3796292],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949626,0.000593376,0.0006113262,0.00080116297,0.0025879634,0.00044367783],"domain_scores_gemma":[0.98263836,0.0029912894,0.0012491877,0.0014628419,0.007838012,0.003820306],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048701805,0.0027213139,0.0033644596,0.0057287286,0.0025046708,0.014859138,0.0033612908,0.0057660663,0.16505349],"category_scores_gemma":[0.012077976,0.00116919,0.0019922054,0.0055739563,0.0009998122,0.008478931,0.00414786,0.0059228656,0.10053084],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028005554,0.000044706594,0.00008242043,0.00024314769,0.000011725958,0.0000491063,0.000020657388,0.00006591095,0.00023021291,0.0006881171,0.9667877,0.031748325],"study_design_scores_gemma":[0.000009658042,0.00002882564,0.00029468175,0.0001935669,0.000007668566,0.00010950755,0.000024482044,0.000104614985,0.00010169983,0.0004934791,0.9986223,0.000009468141],"about_ca_topic_score_codex":0.0012443122,"about_ca_topic_score_gemma":0.0021119085,"teacher_disagreement_score":0.16505349,"about_ca_system_score_codex":0.0021955068,"about_ca_system_score_gemma":0.0028981213,"threshold_uncertainty_score":0.55215895},"labels":[],"label_agreement":null},{"id":"W1967242003","doi":"10.1002/smr.420","title":"Introduction to the special issue on reverse engineering (WCRE 2008)","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"BIM and Construction Integration","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","score_opus":0.014672507453901643,"score_gpt":0.2791645647178339,"score_spread":0.26449205726393227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967242003","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044280212,0.031092193,0.0106361685,0.05206595,0.8482693,0.00023969432,0.0011248885,0.0017363622,0.054392703],"genre_scores_gemma":[0.0035027987,0.032302983,0.0072959773,0.02500147,0.51007634,0.00032537337,0.0040551457,0.0033245373,0.41411537],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99470735,0.0008347753,0.00054846914,0.00090366363,0.0025618484,0.00044389535],"domain_scores_gemma":[0.9806034,0.0045817546,0.0012105767,0.001705288,0.00941375,0.0024852622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046871942,0.0021657126,0.0020820184,0.0042962455,0.0020395098,0.009574521,0.0021958859,0.005519169,0.16779491],"category_scores_gemma":[0.017253406,0.00085861864,0.0018941468,0.0028708635,0.001215076,0.008258696,0.0039592246,0.0070240106,0.119427994],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014374891,0.000012886086,0.00003732868,0.00013262835,0.000004951422,0.000027683709,0.000017694341,0.000049455204,0.00015861353,0.0009846247,0.9727621,0.025797622],"study_design_scores_gemma":[0.0000037547206,0.000014194459,0.00010231196,0.00013617918,0.0000041683984,0.00007836305,0.00002396205,0.000055123724,0.00007847134,0.0007984933,0.9986971,0.000007929536],"about_ca_topic_score_codex":0.001372225,"about_ca_topic_score_gemma":0.0024405771,"teacher_disagreement_score":0.16779491,"about_ca_system_score_codex":0.0020125255,"about_ca_system_score_gemma":0.0025417844,"threshold_uncertainty_score":0.5613299},"labels":[],"label_agreement":null},{"id":"W1994243621","doi":"10.1002/smr.327","title":"Supporting the analysis of clones in software systems","year":2006,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Computer science; clone (Java method); Software system; Software; Software engineering; Source code; Software evolution; Code (set theory); Software development; Programming language; Software construction; Biology; Genetics; Set (abstract data type)","score_opus":0.029829150576390785,"score_gpt":0.34921757749210136,"score_spread":0.31938842691571057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994243621","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58692,0.00043637175,0.40155214,0.00061803265,0.000022040795,0.00029325546,0.00037786478,0.0067317015,0.0030486067],"genre_scores_gemma":[0.80913085,0.00009475975,0.18959066,0.000044451775,0.000014708969,0.00008184389,0.00041817245,0.00021989335,0.00040476155],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891089,0.0044507137,0.0008594226,0.0011118118,0.0040545315,0.00041457528],"domain_scores_gemma":[0.8606563,0.10209808,0.012274185,0.013833752,0.010150979,0.0009867711],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070882253,0.0006708995,0.00079148816,0.0049152216,0.0009513675,0.002347547,0.0016390238,0.0011162099,0.0012625915],"category_scores_gemma":[0.08424467,0.00057770096,0.0006614503,0.003990873,0.0016003203,0.0043759705,0.0024032074,0.0009531248,0.0003555547],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000646673,0.0005358861,0.19169562,0.0011617258,0.00024441484,0.0028540145,0.015778577,0.05518237,0.07453212,0.025684433,0.003211097,0.6284731],"study_design_scores_gemma":[0.00008954038,0.0005096328,0.04799316,0.00030710973,0.00017851747,0.0018899543,0.0034553567,0.76503724,0.11496064,0.05641105,0.009008711,0.00015907788],"about_ca_topic_score_codex":0.0026690403,"about_ca_topic_score_gemma":0.002147793,"teacher_disagreement_score":0.0070882253,"about_ca_system_score_codex":0.00092566886,"about_ca_system_score_gemma":0.001343122,"threshold_uncertainty_score":0.037486613},"labels":[],"label_agreement":null},{"id":"W2027576706","doi":"10.1002/smr.301","title":"Using software trails to reconstruct the evolution of software","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Unix; Software engineering; Documentation; Software development; Software; Source code; Software analytics; Software construction; Software system; Backporting; Process (computing); World Wide Web; Programming language","score_opus":0.06425953317498195,"score_gpt":0.3552294675658492,"score_spread":0.29096993439086727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027576706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3202799,0.0015151197,0.6537411,0.00071997737,0.00013312134,0.00023714441,0.0051172418,0.008096475,0.010159871],"genre_scores_gemma":[0.5491372,0.0009095717,0.4365797,0.000048032667,0.000034619807,0.00011997345,0.0072951782,0.00073048205,0.005145272],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99912494,0.00020006225,0.00008241982,0.0001801236,0.00033731363,0.000075154596],"domain_scores_gemma":[0.9916998,0.0019086992,0.0015973352,0.0028896253,0.0016750868,0.00022943622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001633222,0.00042289533,0.00034170251,0.008757657,0.00073565665,0.0022849285,0.0007035107,0.00072665024,0.0027309773],"category_scores_gemma":[0.014065353,0.0005494852,0.0004973977,0.0048094923,0.0009319374,0.0028092633,0.001591122,0.0010217294,0.0016514371],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043741634,0.00024244425,0.10643387,0.00054289325,0.00018410305,0.0013837258,0.006347931,0.07145054,0.017300995,0.039076913,0.0069785872,0.74962056],"study_design_scores_gemma":[0.00009798499,0.0002678685,0.059266917,0.0006017387,0.00018072108,0.0012062041,0.0028475935,0.6934342,0.042297404,0.09184793,0.107741594,0.00020985716],"about_ca_topic_score_codex":0.008980237,"about_ca_topic_score_gemma":0.009705181,"teacher_disagreement_score":0.008980237,"about_ca_system_score_codex":0.0007814871,"about_ca_system_score_gemma":0.0013286384,"threshold_uncertainty_score":0.017855942},"labels":[],"label_agreement":null},{"id":"W2040027946","doi":"10.1002/smr.413","title":"Recommending change clusters to support software investigation: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software; Empirical research; Software system; Software maintenance; Change impact analysis; Software development; Source code; Software engineering; Source lines of code; Code (set theory); Programming language; Set (abstract data type)","score_opus":0.14764349092597215,"score_gpt":0.42174833325183925,"score_spread":0.27410484232586707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040027946","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9961671,0.00012451362,0.002328085,0.00018086174,0.000005946124,0.00033929176,0.00010038851,0.000105196435,0.0006484563],"genre_scores_gemma":[0.98747665,0.00012732377,0.011620003,0.00006501604,0.000012006761,0.00023179255,0.00020283161,0.000030255285,0.00023414941],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.97973734,0.013136452,0.0015072201,0.0016465373,0.0033941253,0.00057835126],"domain_scores_gemma":[0.4403803,0.4738624,0.0384277,0.019576177,0.021665005,0.006088381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02368205,0.00044946326,0.0006175675,0.005072901,0.0017807971,0.002888264,0.0022113707,0.0016969143,0.0018758221],"category_scores_gemma":[0.22729753,0.00076825154,0.000424008,0.0034826035,0.0012197846,0.0041672415,0.0021607166,0.0020143078,0.00051656907],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015037217,0.007611031,0.6924777,0.0011128798,0.00017696057,0.0009485007,0.04293118,0.0028344842,0.0039202445,0.0010448848,0.0036705849,0.24176784],"study_design_scores_gemma":[0.00054485013,0.005810713,0.8643814,0.0006745268,0.0003675286,0.0015962645,0.047526136,0.05569553,0.006659792,0.0016448799,0.014834419,0.00026403437],"about_ca_topic_score_codex":0.0031112365,"about_ca_topic_score_gemma":0.004235642,"teacher_disagreement_score":0.02368205,"about_ca_system_score_codex":0.0017738999,"about_ca_system_score_gemma":0.0025100806,"threshold_uncertainty_score":0.12524414},"labels":[],"label_agreement":null},{"id":"W2041292178","doi":"10.1002/smr.418","title":"Migrating legacy data structures based on variable overlay to Java","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Overlay; Heuristics; Variable (mathematics); Source lines of code; Heuristic; Legacy system; Code (set theory); Programming language; Operating system; Artificial intelligence; Software; Set (abstract data type)","score_opus":0.07108807017847964,"score_gpt":0.3638344538311465,"score_spread":0.29274638365266686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041292178","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63772106,0.00023817498,0.33652753,0.00057355734,0.00015429058,0.00018616019,0.00014439652,0.018151697,0.0063032615],"genre_scores_gemma":[0.8089744,0.00013816687,0.18627638,0.00015543024,0.000023332188,0.00008199172,0.00031236213,0.0013589967,0.0026789024],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99862945,0.00034980962,0.00017705726,0.00021449261,0.00048223685,0.0001469833],"domain_scores_gemma":[0.9934503,0.0013809536,0.00046441532,0.00384787,0.0006065346,0.000249881],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018391598,0.00022680192,0.00031076986,0.00061957614,0.00077422813,0.0015633738,0.0019019789,0.00051545433,0.0012267388],"category_scores_gemma":[0.008852567,0.00035657882,0.00029963546,0.0010830171,0.0011749073,0.0024820121,0.0027026576,0.0013000607,0.0003517406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002171584,0.0011021736,0.0516263,0.0004901699,0.00014985993,0.0028161916,0.01189986,0.038544092,0.17265749,0.10982986,0.0149402935,0.5937721],"study_design_scores_gemma":[0.00048298438,0.0010206747,0.019559553,0.00018416243,0.0002556468,0.0022794984,0.0026305087,0.515409,0.2855577,0.064477794,0.10792778,0.00021469432],"about_ca_topic_score_codex":0.004057131,"about_ca_topic_score_gemma":0.0029110003,"teacher_disagreement_score":0.004057131,"about_ca_system_score_codex":0.00081603404,"about_ca_system_score_gemma":0.0010277912,"threshold_uncertainty_score":0.009726524},"labels":[],"label_agreement":null},{"id":"W2046971437","doi":"10.1002/smr.527","title":"Model checking timed properties of healthcare processes","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Computer science; Correctness; Model checking; Workflow; Temporal logic; Modalities; Process (computing); Software engineering; Distributed computing; Programming language; Database","score_opus":0.2684335454673087,"score_gpt":0.3914422192825324,"score_spread":0.12300867381522373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046971437","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077299975,0.00011469367,0.91813517,0.00025248702,0.00005186859,0.000190641,0.00015093462,0.0024524482,0.0013517499],"genre_scores_gemma":[0.7931048,0.00012582082,0.2048298,0.00015830154,0.000040087853,0.00029234873,0.00033146338,0.00023826782,0.0008791029],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9862714,0.0052605644,0.0012749083,0.0021030712,0.0040507964,0.0010391595],"domain_scores_gemma":[0.9480851,0.038496725,0.0050948234,0.004513058,0.0032880697,0.000522124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010806183,0.0009730759,0.0009954444,0.0014359724,0.0008376441,0.0032980072,0.0022033984,0.0017246018,0.0022314058],"category_scores_gemma":[0.044678956,0.0011165534,0.0027584133,0.00073496427,0.00439011,0.0035414165,0.0026422397,0.0019000762,0.0002633179],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009726449,0.0003261599,0.009079698,0.00065312005,0.0004787218,0.0017135292,0.001296513,0.7171497,0.03223425,0.19328198,0.001082098,0.041731667],"study_design_scores_gemma":[0.00017941077,0.00014690329,0.00031051063,0.00007846851,0.00013064417,0.00014462866,0.00007156272,0.90740794,0.024622552,0.06516546,0.0017083444,0.000033466516],"about_ca_topic_score_codex":0.0073906803,"about_ca_topic_score_gemma":0.004768218,"teacher_disagreement_score":0.010806183,"about_ca_system_score_codex":0.0023118265,"about_ca_system_score_gemma":0.0038175266,"threshold_uncertainty_score":0.05714929},"labels":[],"label_agreement":null},{"id":"W2052424802","doi":"10.1002/smr.274","title":"Feed‐forward and recurrent neural networks for source code informal information analysis","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Source code; Recurrent neural network; Artificial neural network; Identifier; Sentence; Set (abstract data type); Domain (mathematical analysis); Connectionism; Context (archaeology); Process (computing); Content-addressable memory; Associative property; Generalization; Code (set theory); Preprocessor; Machine learning; Programming language","score_opus":0.026888661107951784,"score_gpt":0.31927112631382604,"score_spread":0.29238246520587424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052424802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12273186,0.00038269872,0.87118953,0.00022620695,0.000041923322,0.00009709138,0.0001684606,0.003688855,0.0014733421],"genre_scores_gemma":[0.80107766,0.00020338465,0.1956797,0.000055857592,0.00002501885,0.000118683005,0.0004867713,0.000112880654,0.0022400024],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99957925,0.00013956206,0.00003522579,0.00008755721,0.000110249486,0.000048104066],"domain_scores_gemma":[0.9984816,0.00085283775,0.0001858808,0.000111614936,0.0003379651,0.000030189634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009840201,0.00072250684,0.00034159046,0.00090775423,0.00019330972,0.0005879825,0.00066026027,0.00052591355,0.0009805523],"category_scores_gemma":[0.0034251283,0.00034752235,0.0004820408,0.00058347057,0.00034658238,0.00094817765,0.0004613001,0.0008929546,0.0002410969],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021882029,0.00013957832,0.0025663215,0.00012557312,0.000110282104,0.00022538348,0.000202293,0.5632402,0.018695403,0.0032728945,0.0012326929,0.40997055],"study_design_scores_gemma":[0.0000016107736,0.00001063502,0.00025400185,0.0000029714035,0.0000048221996,0.0000039069128,0.0000067364244,0.9973206,0.0017190918,0.00055137364,0.00012092831,0.0000032798225],"about_ca_topic_score_codex":0.01117673,"about_ca_topic_score_gemma":0.011151084,"teacher_disagreement_score":0.01117673,"about_ca_system_score_codex":0.000843803,"about_ca_system_score_gemma":0.00068014656,"threshold_uncertainty_score":0.022223353},"labels":[],"label_agreement":null},{"id":"W2056056849","doi":"10.1002/smr.277","title":"A user‐assisted approach to component clustering","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Component (thermodynamics); Partition (number theory); Graph; Software; Clustering coefficient; Visualization; Component-based software engineering; Theoretical computer science; Software system; Artificial intelligence; Programming language; Mathematics","score_opus":0.05873784470935019,"score_gpt":0.33637233252827137,"score_spread":0.2776344878189212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056056849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035525225,0.00003706909,0.99142843,0.00006767726,0.000013634134,0.00007067432,0.000052524556,0.0042677494,0.0005098162],"genre_scores_gemma":[0.071234144,0.000042693155,0.9262611,0.000057591555,0.000022895321,0.00017804361,0.00034083816,0.0005788543,0.0012837332],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9926569,0.003182771,0.00032422488,0.00096495845,0.0026944482,0.00017664825],"domain_scores_gemma":[0.98261756,0.006455434,0.00079301256,0.0051195105,0.0046837926,0.0003305877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052796234,0.0014368246,0.0012402756,0.00426477,0.0014255483,0.0027364462,0.0046769725,0.0018234045,0.005121848],"category_scores_gemma":[0.01941421,0.0008613343,0.001187747,0.0027108663,0.0011003164,0.0024784482,0.0030232393,0.0020718086,0.0023912454],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007295403,0.0005145402,0.0032626346,0.00033803197,0.00030357766,0.000335128,0.0018801909,0.08034322,0.030553719,0.027395824,0.016284443,0.8380591],"study_design_scores_gemma":[0.000051036437,0.00007466939,0.00060520833,0.000028482362,0.00003416332,0.00029418583,0.0001537626,0.95152336,0.017862605,0.014486252,0.014809249,0.00007697443],"about_ca_topic_score_codex":0.0026935223,"about_ca_topic_score_gemma":0.00471959,"teacher_disagreement_score":0.0052796234,"about_ca_system_score_codex":0.0008444593,"about_ca_system_score_gemma":0.0012355562,"threshold_uncertainty_score":0.027921677},"labels":[],"label_agreement":null},{"id":"W2057682534","doi":"10.1002/smr.493","title":"Mismatch handling for COTS selection: a case study","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Commercial off-the-shelf; Key (lock); Software; Reliability engineering; Systems engineering; Computer science; Economic shortage; Software engineering; Engineering; Embedded system; Operating system; Artificial intelligence","score_opus":0.22196482420855593,"score_gpt":0.4183616746701865,"score_spread":0.19639685046163055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057682534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708571,0.0001657871,0.025259495,0.00043289745,0.0000232931,0.0002089702,0.00009084747,0.00010353905,0.002858242],"genre_scores_gemma":[0.9731554,0.000106945845,0.025522351,0.000081872415,0.000009257108,0.00007783385,0.00009279254,0.000026386972,0.0009271174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99420136,0.0033275634,0.000348942,0.0004624371,0.0013263857,0.00033340513],"domain_scores_gemma":[0.97478855,0.019066723,0.0020441525,0.0016918778,0.0017034749,0.00070533715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005410658,0.00060472667,0.00038307937,0.001285325,0.0016555318,0.0012389831,0.0016084219,0.0020424663,0.0017309183],"category_scores_gemma":[0.014841754,0.0004028088,0.00050694874,0.0020855365,0.00088869064,0.001232496,0.0011209607,0.0010694197,0.00019328098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020663675,0.006275438,0.26391673,0.0018276961,0.000365094,0.12391218,0.037472002,0.17177664,0.030170064,0.022991147,0.009536493,0.32969016],"study_design_scores_gemma":[0.0007978064,0.004895096,0.1180483,0.00059992645,0.00043933938,0.043784376,0.052418496,0.61880887,0.07577983,0.016437093,0.06765173,0.0003391583],"about_ca_topic_score_codex":0.0050324067,"about_ca_topic_score_gemma":0.008155373,"teacher_disagreement_score":0.005410658,"about_ca_system_score_codex":0.0014467274,"about_ca_system_score_gemma":0.0011091797,"threshold_uncertainty_score":0.02861464},"labels":[],"label_agreement":null},{"id":"W2063094363","doi":"10.1002/smr.286","title":"Analysis of Web‐usage behavior for focused Web sites: a case study","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"Cairo University; University of Patras","keywords":"World Wide Web; Web mining; Computer science; Web development; Web modeling; Web analytics; Visitor pattern; Web standards; Workflow; Web navigation; Web site; Web design; Process (computing); Data Web; Web service; Web intelligence; The Internet; Database","score_opus":0.09621953881568522,"score_gpt":0.403048427742519,"score_spread":0.30682888892683374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063094363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99810386,0.000030469893,0.0012521694,0.000057111545,0.0000013143932,0.000050980576,0.00008752916,0.000019914896,0.00039658567],"genre_scores_gemma":[0.99288344,0.0000940581,0.0060096146,0.000030248699,0.000005344169,0.000054820193,0.00024358592,0.000013175304,0.00066571735],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986505,0.0006250607,0.0000784326,0.00017890212,0.0003499124,0.000117288386],"domain_scores_gemma":[0.98787934,0.008292029,0.0010901096,0.0009807792,0.0011539013,0.00060384296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020069163,0.00033273146,0.00038714398,0.0023756362,0.0014166753,0.00086257694,0.0011304822,0.0017870798,0.00097082293],"category_scores_gemma":[0.008340525,0.00032516633,0.00050189905,0.002797372,0.0005772235,0.0011316836,0.0005529671,0.0007832055,0.00031377765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057148613,0.0066658244,0.7683997,0.0005374366,0.00025682244,0.03490679,0.047201835,0.0116522815,0.013266824,0.0018834699,0.002872847,0.111784644],"study_design_scores_gemma":[0.00016084794,0.0034375628,0.7863289,0.00018915195,0.00024918557,0.02342529,0.05464188,0.10253945,0.017088575,0.0019292379,0.00981888,0.00019110678],"about_ca_topic_score_codex":0.011028538,"about_ca_topic_score_gemma":0.03430972,"teacher_disagreement_score":0.011028538,"about_ca_system_score_codex":0.0010189873,"about_ca_system_score_gemma":0.00059450686,"threshold_uncertainty_score":0.021928668},"labels":[],"label_agreement":null},{"id":"W2096591909","doi":"10.1002/smr.311","title":"Software Maintenance Maturity Model (SMmm): the software maintenance process model","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Software maintenance; LeanCMMI; Software engineering; Scope (computer science); Computer science; Software development; Process management; Systems engineering; Software development process; Engineering; Software; Operating system","score_opus":0.04068226693628353,"score_gpt":0.33987777925729934,"score_spread":0.2991955123210158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096591909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01799098,0.006997102,0.9197076,0.012454879,0.0001943253,0.0010749111,0.00083267636,0.0016933546,0.039054133],"genre_scores_gemma":[0.28894228,0.005318986,0.69559014,0.0012421034,0.00017381733,0.0023604152,0.001569671,0.00014960502,0.004652929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917904,0.0029178385,0.0009531793,0.0007142932,0.0031660155,0.0004583027],"domain_scores_gemma":[0.98662335,0.005536968,0.0021867733,0.0009232337,0.0040822523,0.00064739166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011256055,0.0011490044,0.0007529158,0.004069388,0.0013175186,0.0050822403,0.0027302552,0.004206402,0.0015353331],"category_scores_gemma":[0.02793576,0.0005557903,0.0013563095,0.0039281654,0.0017488577,0.009097503,0.0026783694,0.0034103943,0.0011926015],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060173268,0.00020362898,0.008475148,0.0013524139,0.00015058827,0.00028090322,0.00399599,0.03602974,0.0031616956,0.6526524,0.014230244,0.2794072],"study_design_scores_gemma":[0.0000947924,0.00045993383,0.007359082,0.0023203508,0.00027944913,0.0009958921,0.001155988,0.12102578,0.0034400905,0.6525304,0.21013825,0.00019997038],"about_ca_topic_score_codex":0.0056721694,"about_ca_topic_score_gemma":0.004036701,"teacher_disagreement_score":0.011256055,"about_ca_system_score_codex":0.00489553,"about_ca_system_score_gemma":0.010334593,"threshold_uncertainty_score":0.05952841},"labels":[],"label_agreement":null},{"id":"W2097572153","doi":"10.1002/smr.283","title":"On the business value and technical challenges of adopting Web services","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"SOAP; Web service; Web engineering; Computer science; XML; WS-Policy; World Wide Web; The Internet; Services computing; Web standards; Business model; Web development; Knowledge management; Web application security; Business; Marketing","score_opus":0.029908114649445407,"score_gpt":0.3061248464881418,"score_spread":0.2762167318386964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097572153","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3629082,0.0062047155,0.028350018,0.22664998,0.00040487677,0.00020115369,0.00009084494,0.00008360484,0.3751066],"genre_scores_gemma":[0.9873864,0.0020374127,0.004445421,0.0022054669,0.00021223212,0.00006429985,0.000027929476,0.000026106029,0.003594615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97679716,0.011260801,0.0006786027,0.00074393547,0.009074045,0.0014454308],"domain_scores_gemma":[0.9286133,0.05153639,0.004281039,0.0023947,0.011019869,0.0021545927],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018048065,0.0004205311,0.0004772937,0.0025024752,0.006659004,0.017488077,0.0013515358,0.0063901097,0.0034535944],"category_scores_gemma":[0.05492589,0.0004705211,0.00043994168,0.003360968,0.012885696,0.017980281,0.0061681555,0.005543631,0.00070763996],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013145624,0.00019140894,0.009948593,0.0002334977,0.000021457718,0.0022466243,0.009964839,0.004918145,0.0013105762,0.86591643,0.009011958,0.09610502],"study_design_scores_gemma":[0.000050195595,0.00021744354,0.010843821,0.00092080835,0.000044279128,0.0022823731,0.046580687,0.014740522,0.0017369929,0.8045475,0.11791144,0.00012392929],"about_ca_topic_score_codex":0.004898386,"about_ca_topic_score_gemma":0.0029170506,"teacher_disagreement_score":0.018048065,"about_ca_system_score_codex":0.0071278308,"about_ca_system_score_gemma":0.005081804,"threshold_uncertainty_score":0.095448434},"labels":[],"label_agreement":null},{"id":"W2098347799","doi":"10.1002/smr.416","title":"Near‐miss function clones in open source software: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"clone (Java method); Cloning (programming); Source code; Java; Computer science; Open source; Linux kernel; Benchmark (surveying); Operating system; Function (biology); Software maintenance; Software; Software system; Programming language; Biology; Genetics; Gene","score_opus":0.06872976237691421,"score_gpt":0.40221598404488773,"score_spread":0.33348622166797354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098347799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9991726,0.00007800205,0.00047968052,0.00001947997,8.1961196e-7,0.0000124441485,0.000047121866,0.000008817779,0.00018093728],"genre_scores_gemma":[0.9990056,0.000059079874,0.00059360365,0.000012798333,0.0000019734332,0.00001585823,0.00014356978,0.000009671244,0.00015782424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9891452,0.0042904653,0.0010622876,0.0016105794,0.0035397639,0.00035159622],"domain_scores_gemma":[0.79712623,0.14448878,0.02933967,0.009771983,0.01732925,0.0019441303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007910067,0.00028569356,0.00037001885,0.002611527,0.00073366135,0.0012059628,0.0010771151,0.0006994308,0.0010233285],"category_scores_gemma":[0.078840025,0.0003344804,0.00031458787,0.0023435515,0.0015121772,0.0021469053,0.0015005528,0.000892326,0.0002989592],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017404277,0.00029713922,0.96985424,0.0001187231,0.000070775386,0.00053087645,0.0072593875,0.0004315709,0.0010975426,0.00026134515,0.00033497016,0.01956939],"study_design_scores_gemma":[0.000019870251,0.0005839092,0.9780352,0.000076988705,0.00007374757,0.0026743931,0.008191163,0.0059157615,0.002266383,0.00027490637,0.0018538951,0.00003363166],"about_ca_topic_score_codex":0.0024053564,"about_ca_topic_score_gemma":0.0037008685,"teacher_disagreement_score":0.007910067,"about_ca_system_score_codex":0.0006359254,"about_ca_system_score_gemma":0.0005050674,"threshold_uncertainty_score":0.041832983},"labels":[],"label_agreement":null},{"id":"W2114836483","doi":"10.1002/smr.421","title":"Identification of behavioural and creational design motifs through dynamic analysis","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Visitor pattern; Computer science; Java; Program comprehension; Software engineering; Constraint (computer-aided design); Software; Theoretical computer science; Programming language; Engineering; Software system","score_opus":0.0626294758113364,"score_gpt":0.36130520564859697,"score_spread":0.29867572983726054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114836483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06784951,0.00013734466,0.92539567,0.00016282962,0.000014866333,0.00016210155,0.00026148706,0.0028593051,0.003156956],"genre_scores_gemma":[0.35052803,0.00015168663,0.64629096,0.00004945473,0.000010507672,0.0002504717,0.000776145,0.0003767023,0.0015661002],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99745446,0.00065697957,0.00016304756,0.00053358014,0.0010106286,0.00018139344],"domain_scores_gemma":[0.99066556,0.004394058,0.0015992485,0.0015573163,0.0016114397,0.0001724046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018998473,0.0008190169,0.00057085,0.004286665,0.0006930415,0.0018546432,0.0013782168,0.00094792957,0.0022328172],"category_scores_gemma":[0.0119846035,0.00072632247,0.0008595282,0.0018829411,0.0012312704,0.0018123516,0.001515992,0.0010552955,0.00045939191],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000374624,0.0003387578,0.03273567,0.0008648635,0.00017275904,0.000938251,0.0019204458,0.16494267,0.049278934,0.13227707,0.004375567,0.6117804],"study_design_scores_gemma":[0.000027760123,0.000054442153,0.0028042574,0.00008328478,0.000051881438,0.0004227602,0.00022946724,0.9322368,0.01985848,0.033496026,0.010688258,0.00004647988],"about_ca_topic_score_codex":0.0039012325,"about_ca_topic_score_gemma":0.0043763113,"teacher_disagreement_score":0.004286665,"about_ca_system_score_codex":0.0012559909,"about_ca_system_score_gemma":0.0017249091,"threshold_uncertainty_score":0.010047495},"labels":[],"label_agreement":null},{"id":"W2141506510","doi":"10.1002/smr.299","title":"Improving design quality using meta‐pattern transformations: a metric‐based approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Business process reengineering; Task (project management); Quality (philosophy); Process (computing); Software engineering; Object-oriented design; Metamodeling; Data mining; Software; Systems engineering; Programming language; Engineering","score_opus":0.17194493028079816,"score_gpt":0.38775112576598647,"score_spread":0.2158061954851883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141506510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.046840888,0.0004928652,0.9464494,0.00068088085,0.000028861492,0.00022502457,0.00012096799,0.0025447938,0.0026163622],"genre_scores_gemma":[0.3904776,0.00030797467,0.607563,0.0000884833,0.00002520997,0.0002437461,0.0002885106,0.00038606804,0.00061943586],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9904998,0.0036847845,0.00072883005,0.00077060517,0.004108985,0.00020703247],"domain_scores_gemma":[0.9717575,0.009906155,0.005408304,0.006134574,0.0062896954,0.00050377985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071350387,0.0012680612,0.0011215194,0.0054306975,0.0004949001,0.00282613,0.0021103122,0.00095681194,0.00085472583],"category_scores_gemma":[0.029578121,0.00062456646,0.0008972021,0.0033269043,0.0015236144,0.003347207,0.0015449749,0.0013918298,0.00022776776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031347352,0.00054293586,0.019999208,0.00073557644,0.0003431272,0.0002490884,0.0008219444,0.12323554,0.03620781,0.06352666,0.002896731,0.75112784],"study_design_scores_gemma":[0.000099275836,0.0006594318,0.010610827,0.00019322305,0.00023974455,0.0005887777,0.00029723617,0.8633794,0.043525025,0.07051177,0.009774994,0.000120275414],"about_ca_topic_score_codex":0.0015643798,"about_ca_topic_score_gemma":0.0016082588,"teacher_disagreement_score":0.0071350387,"about_ca_system_score_codex":0.0016781219,"about_ca_system_score_gemma":0.0018892159,"threshold_uncertainty_score":0.03773409},"labels":[],"label_agreement":null},{"id":"W2154595863","doi":"10.1002/smr.285","title":"Migrating to Web services: a performance engineering approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Scalability; Web service; Software deployment; Computer science; Middleware (distributed applications); Web engineering; World Wide Web; WS-Policy; Web modeling; Latency (audio); Web development; Service-oriented architecture; Web application security; Software engineering; Distributed computing; Telecommunications; Database","score_opus":0.023365228873488728,"score_gpt":0.2924268147943313,"score_spread":0.26906158592084256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154595863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015627109,0.001128745,0.96150035,0.003437503,0.00012398577,0.00012039712,0.00003313982,0.00081663777,0.01721217],"genre_scores_gemma":[0.4655439,0.0037086676,0.52230525,0.0004451127,0.00046125104,0.0002621382,0.00011719577,0.0006330802,0.0065234555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99613625,0.0013692674,0.00019580776,0.0002811705,0.0017619045,0.00025558224],"domain_scores_gemma":[0.99363315,0.002998814,0.00063535006,0.00085036183,0.0016053447,0.00027695548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004961103,0.0015647894,0.0007114988,0.0023970262,0.0012663305,0.0057334015,0.0033496195,0.0017645656,0.0014765405],"category_scores_gemma":[0.012268542,0.0008551682,0.0007956291,0.0020335305,0.0028136082,0.005031693,0.0021658568,0.0036437893,0.000746762],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053929696,0.00022377628,0.0019210237,0.00042764208,0.00007523529,0.0002775552,0.00065780943,0.33040488,0.0067532263,0.5244938,0.0033277257,0.1313834],"study_design_scores_gemma":[0.000014849881,0.00006632363,0.00032508283,0.00014600433,0.00005128168,0.00013971547,0.0003342544,0.7156668,0.005408829,0.25998282,0.01782771,0.000036428195],"about_ca_topic_score_codex":0.0024265458,"about_ca_topic_score_gemma":0.0014547819,"teacher_disagreement_score":0.0057334015,"about_ca_system_score_codex":0.0025605103,"about_ca_system_score_gemma":0.0021659352,"threshold_uncertainty_score":0.02623713},"labels":[],"label_agreement":null},{"id":"W2159566003","doi":"10.1002/smr.245","title":"Field studies using functional size measurement in building estimation models for software maintenance","year":2002,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software; Computer science; Field (mathematics); Estimation; Functional requirement; Software development; Software metric; Function point; Software maintenance; Software engineering; Reliability engineering; Systems engineering; Industrial engineering; Engineering; Software construction; Mathematics","score_opus":0.19941479076137206,"score_gpt":0.3802488116615875,"score_spread":0.18083402090021547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159566003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8119316,0.00024773128,0.18590766,0.00014010466,0.000019285431,0.00023798017,0.00016035345,0.00016759954,0.0011877093],"genre_scores_gemma":[0.9366561,0.00011611359,0.062512934,0.000025338655,0.000017806358,0.00018511138,0.00029356562,0.000017111834,0.00017591935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.983307,0.013993779,0.00053950463,0.0011538705,0.0008602321,0.0001454864],"domain_scores_gemma":[0.6731148,0.30119005,0.009927453,0.009132167,0.0060298145,0.0006057607],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.029104726,0.00089931017,0.0006037137,0.0029750722,0.00040907462,0.000912213,0.0015125017,0.0008845958,0.0009601017],"category_scores_gemma":[0.112366155,0.0005848938,0.00082191237,0.0016978743,0.001030273,0.0019589383,0.0010236118,0.0010866108,0.00017261304],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010879098,0.0025075432,0.46667916,0.0005273647,0.0008932841,0.0001732913,0.0032731364,0.27643403,0.0036219505,0.011868674,0.0016550308,0.23127867],"study_design_scores_gemma":[0.00022677406,0.0026436655,0.10307169,0.0001479628,0.00019093469,0.000229533,0.0014236271,0.87368286,0.004821112,0.011034541,0.0023891625,0.00013819747],"about_ca_topic_score_codex":0.0041346396,"about_ca_topic_score_gemma":0.003487833,"teacher_disagreement_score":0.9708953,"about_ca_system_score_codex":0.0011378531,"about_ca_system_score_gemma":0.0005283862,"threshold_uncertainty_score":0.15392232},"labels":[],"label_agreement":null},{"id":"W3013054130","doi":"10.1002/smr.415","title":"Regression test suite reduction based on SDL models of system requirements","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Regression analysis; Reduction (mathematics); Test (biology); Set (abstract data type); Test case; Regression; Programming language; Data mining; Statistics; Machine learning; Mathematics; Software; Software development","score_opus":0.08214894951886607,"score_gpt":0.37058079961742646,"score_spread":0.28843185009856037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013054130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08862972,0.00010270334,0.90460455,0.00025107083,0.000018740271,0.0002337389,0.00018191023,0.0042423983,0.0017351442],"genre_scores_gemma":[0.57688355,0.00009325599,0.41997018,0.000111386646,0.000019719293,0.00036018784,0.0010503975,0.0005156959,0.0009956583],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99411976,0.0027947763,0.00022399369,0.00045910777,0.0021188103,0.0002836443],"domain_scores_gemma":[0.98318696,0.011554397,0.0011829128,0.0022738485,0.0016229785,0.00017896772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024525765,0.001087188,0.0010089716,0.002159143,0.00030316785,0.00092389283,0.001366118,0.0005345387,0.0017517088],"category_scores_gemma":[0.022115652,0.0007131732,0.001564102,0.00082097587,0.00067031663,0.0012256001,0.0012646586,0.0014527715,0.00035950416],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044861395,0.0005722817,0.007399554,0.00020867301,0.00018407161,0.00050526636,0.0002526938,0.7054731,0.029416611,0.012583502,0.002336735,0.24061893],"study_design_scores_gemma":[0.000019997962,0.00006559143,0.00038688612,0.000009914882,0.000018082545,0.00006888091,0.000013314274,0.9898413,0.0056624566,0.0032980845,0.000606021,0.000009437139],"about_ca_topic_score_codex":0.0032983597,"about_ca_topic_score_gemma":0.0031039817,"teacher_disagreement_score":0.0032983597,"about_ca_system_score_codex":0.0011272588,"about_ca_system_score_gemma":0.0013905539,"threshold_uncertainty_score":0.012970626},"labels":[],"label_agreement":null},{"id":"W3013691730","doi":"10.1002/smr.379","title":"Optimized staffing for product releases and its application at Chartwell Technology","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Heuristics; Computer science; Quality (philosophy); Feature (linguistics); Product (mathematics); Process (computing); Point (geometry); Genetic algorithm; Operations research; Resource (disambiguation); Mathematical optimization; Machine learning; Mathematics","score_opus":0.050533445433115214,"score_gpt":0.33929601412793947,"score_spread":0.28876256869482425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013691730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8976468,0.0010239081,0.080101065,0.0006445777,0.00013222577,0.0003374625,0.0019533404,0.0040952205,0.014065459],"genre_scores_gemma":[0.942448,0.00015460176,0.05440167,0.000021257529,0.000013612851,0.00010019416,0.0009223908,0.00016995831,0.0017683356],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989513,0.00033908137,0.00004218296,0.00016993977,0.00033973003,0.0001576789],"domain_scores_gemma":[0.9939031,0.0039670425,0.0005810987,0.00040595946,0.00073179085,0.00041101614],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023679053,0.000705806,0.00052358623,0.0017283709,0.0006428114,0.0010158205,0.0010020125,0.00076830905,0.0045426106],"category_scores_gemma":[0.008308129,0.00031398085,0.00045705293,0.0015271744,0.00032455465,0.00085016055,0.00044552344,0.0008821856,0.0003636797],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060131383,0.0005947897,0.0054849572,0.0002948885,0.0000495405,0.00016555696,0.00018328457,0.8714944,0.004689383,0.0048646815,0.0064753885,0.10510178],"study_design_scores_gemma":[0.000083602434,0.00050539064,0.0046759774,0.00002418903,0.000030237878,0.000028610579,0.00011566451,0.9865856,0.0033055425,0.0016784216,0.0029407465,0.000026073143],"about_ca_topic_score_codex":0.030021193,"about_ca_topic_score_gemma":0.020144857,"teacher_disagreement_score":0.030021193,"about_ca_system_score_codex":0.003148672,"about_ca_system_score_gemma":0.0023367773,"threshold_uncertainty_score":0.05969292},"labels":[],"label_agreement":null},{"id":"W3030145482","doi":"10.1002/smr.463","title":"Using classification methods to label tasks in process mining","year":2010,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Task (project management); Identifier; Noise (video); Process mining; Data mining; Identification (biology); Cluster analysis; Representation (politics); Event (particle physics); Artificial intelligence; Machine learning; Pattern recognition (psychology); Business process; Work in process; Business process modeling; Engineering","score_opus":0.17127922419704208,"score_gpt":0.4612376638122474,"score_spread":0.2899584396152053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030145482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04576339,0.00014511382,0.95152473,0.00036275966,0.00004583744,0.0001850444,0.00014217237,0.0010437132,0.0007872254],"genre_scores_gemma":[0.36901385,0.00009415959,0.62870556,0.00015889989,0.000071280665,0.00025354367,0.0006827121,0.00013300787,0.000887068],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9875229,0.0061156345,0.0009283046,0.0021459197,0.00278724,0.0005000054],"domain_scores_gemma":[0.9167455,0.060148522,0.0056368248,0.007846538,0.00892073,0.00070198963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012242809,0.0013001696,0.0015592596,0.004476023,0.0017915862,0.0029113905,0.002876605,0.002292955,0.0010705935],"category_scores_gemma":[0.06234903,0.0005587893,0.001534912,0.0030246484,0.0014759459,0.004361945,0.0017676491,0.0032423246,0.0009429941],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090902176,0.0008499102,0.039707575,0.00043298854,0.0002738868,0.00020387518,0.0015772646,0.29285944,0.0120612625,0.016777523,0.0030976378,0.6312496],"study_design_scores_gemma":[0.000024765726,0.000058870362,0.0012411888,0.000027931983,0.000027674625,0.000046484784,0.000087860746,0.98102367,0.004347057,0.012224268,0.0008635922,0.000026530952],"about_ca_topic_score_codex":0.008508861,"about_ca_topic_score_gemma":0.0072281905,"teacher_disagreement_score":0.012242809,"about_ca_system_score_codex":0.0019247138,"about_ca_system_score_gemma":0.0021570195,"threshold_uncertainty_score":0.06474692},"labels":[],"label_agreement":null},{"id":"W41029254","doi":"10.1002/smr.v17:2","title":"Development and evolution of a heterogeneous continuous media server: a case study: Practice Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"Computer science; Maintainability; Interface (matter); Software; Server; File server; Programmer; Modular design; Application server; Software design; Operating system; Server farm; User interface; Software development; Software evolution; Software engineering; World Wide Web; Client–server model; Software construction","score_opus":0.08003060926736887,"score_gpt":0.40242147556590707,"score_spread":0.3223908662985382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W41029254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9421624,0.0006160613,0.039086647,0.0025855505,0.000044497756,0.00031468575,0.000037408634,0.00033578216,0.0148169305],"genre_scores_gemma":[0.9336419,0.0009383902,0.0562735,0.00032731149,0.00004840077,0.0001592215,0.00007788648,0.00018316953,0.008350347],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99361354,0.003423479,0.00038429548,0.0005349135,0.0014508417,0.00059293635],"domain_scores_gemma":[0.9834557,0.008171994,0.0013815976,0.0023828151,0.0022770092,0.0023308669],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072721867,0.0005119706,0.00030349323,0.001408059,0.0032348945,0.0025905974,0.002886438,0.0033577466,0.00134879],"category_scores_gemma":[0.022881223,0.00054200203,0.00036856259,0.0017184828,0.0025003108,0.00273326,0.0026928214,0.0017785905,0.00048055482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005476724,0.008115917,0.0883674,0.0011535913,0.00010583611,0.058412623,0.13829497,0.01930551,0.01633758,0.031029863,0.01171236,0.6266166],"study_design_scores_gemma":[0.000808965,0.011909316,0.07598394,0.0015329886,0.0004121716,0.11062937,0.18731672,0.128215,0.08317505,0.031528376,0.36801788,0.0004701434],"about_ca_topic_score_codex":0.0041425615,"about_ca_topic_score_gemma":0.009113904,"teacher_disagreement_score":0.0072721867,"about_ca_system_score_codex":0.0031112747,"about_ca_system_score_gemma":0.0025735458,"threshold_uncertainty_score":0.03845942},"labels":[],"label_agreement":null},{"id":"W4214647708","doi":"10.1002/smr.377","title":"Search‐based many‐to‐one component substitution","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Component (thermodynamics); Substitution (logic); Unavailability; Computer science; Mechanism (biology); Heuristics; Obsolescence; Engineering; Reliability engineering; Programming language","score_opus":0.1530069501892292,"score_gpt":0.3788819055904562,"score_spread":0.225874955401227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214647708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07200187,0.00022067213,0.9185432,0.00016759377,0.000059778373,0.00021020767,0.00008599847,0.0042258925,0.004484736],"genre_scores_gemma":[0.46163785,0.00009807141,0.5317386,0.000166657,0.000023891245,0.00017644353,0.0003645373,0.0006461577,0.005147783],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724823,0.00084069534,0.0002392812,0.00051410263,0.0009171939,0.00024051091],"domain_scores_gemma":[0.99281925,0.0029594838,0.0006277066,0.0025681218,0.0008759572,0.00014939897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00213251,0.0010860339,0.0014287354,0.0016444199,0.0008081033,0.0012584045,0.0029019173,0.0011159164,0.006042122],"category_scores_gemma":[0.007828604,0.00056653324,0.0011590094,0.0011803248,0.0016311969,0.0022696662,0.0027076632,0.0008355902,0.0015702889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015907818,0.0006151556,0.0075868154,0.00071738235,0.0003408229,0.0008704148,0.0009834247,0.19970591,0.07768491,0.10865787,0.0072564078,0.59399015],"study_design_scores_gemma":[0.00012858374,0.00039302852,0.0011718121,0.00006131705,0.00015600695,0.00066934625,0.0001564693,0.8657951,0.07595163,0.04302673,0.012395709,0.000094288356],"about_ca_topic_score_codex":0.0010605403,"about_ca_topic_score_gemma":0.0013065223,"teacher_disagreement_score":0.006042122,"about_ca_system_score_codex":0.000616963,"about_ca_system_score_gemma":0.0010981173,"threshold_uncertainty_score":0.020212889},"labels":[],"label_agreement":null},{"id":"W4236048929","doi":"10.1002/smr.376","title":"Introduction to the special issue on program comprehension through dynamic analysis (PCODA)","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Program comprehension; Computer science; Reverse engineering; Comprehension; Software engineering; Software; Program analysis; Source code; Data science; Software system; Programming language","score_opus":0.03584303218008123,"score_gpt":0.3541619928238779,"score_spread":0.31831896064379667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236048929","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005736085,0.035446752,0.022870392,0.0463606,0.8431569,0.00033429617,0.001353294,0.0025907059,0.047313455],"genre_scores_gemma":[0.0034944764,0.03537858,0.008589917,0.022132268,0.77694005,0.0005290898,0.0036431393,0.00538775,0.1439047],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99407876,0.0009637527,0.00062562525,0.0013520725,0.0024844133,0.00049546186],"domain_scores_gemma":[0.97554207,0.010348525,0.0013310768,0.0019932098,0.0071759424,0.0036092403],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047209114,0.0025149754,0.0027845546,0.00494455,0.0024536685,0.011824849,0.0029452988,0.0043147597,0.1325066],"category_scores_gemma":[0.019128732,0.0010785265,0.0027075345,0.0038996227,0.0021206955,0.009460911,0.0059721298,0.009294904,0.06895125],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003105224,0.000040929037,0.00008392569,0.00039150845,0.000013870572,0.000049208946,0.00006844937,0.00012148196,0.0003881982,0.0021693264,0.9513757,0.045266308],"study_design_scores_gemma":[0.000007826404,0.000028342936,0.00018916666,0.00029308934,0.0000082604265,0.00012296063,0.000039076713,0.00014930959,0.00013119985,0.0024391047,0.9965771,0.000014517811],"about_ca_topic_score_codex":0.0010268693,"about_ca_topic_score_gemma":0.0013518197,"teacher_disagreement_score":0.1325066,"about_ca_system_score_codex":0.002821837,"about_ca_system_score_gemma":0.003394821,"threshold_uncertainty_score":0.44327873},"labels":[],"label_agreement":null},{"id":"W4236271902","doi":"10.1002/smr.410","title":"Recovering business processes from business applications","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Artifact-centric business process model; Business process modeling; Business rule; Business process; Computer science; Business process management; Business process discovery; Business Process Model and Notation; Process management; Task (project management); Business analysis; Business domain; Process (computing); New business development; Business model; Business; Systems engineering; Work in process; Engineering; Marketing; Programming language","score_opus":0.04385247266502579,"score_gpt":0.3147919276451425,"score_spread":0.27093945498011673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236271902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098417394,0.00078681967,0.8743184,0.0004340791,0.00007965831,0.0006207498,0.0014011195,0.020961078,0.0029806674],"genre_scores_gemma":[0.32604006,0.0008336487,0.65937215,0.00014590018,0.000038915972,0.0003330106,0.00905661,0.0009877563,0.0031920215],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589974,0.00081655115,0.00041695268,0.0007053031,0.0019455301,0.00021597085],"domain_scores_gemma":[0.9766741,0.007991639,0.0023464037,0.008293917,0.0044637467,0.00023015501],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026254873,0.0014812279,0.00082458975,0.00657237,0.00092025794,0.0029688822,0.0018944418,0.001828237,0.0012566682],"category_scores_gemma":[0.031094993,0.00082233467,0.0012413202,0.0032690337,0.00086109224,0.002110958,0.0026450937,0.0020584331,0.0015401198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002840453,0.00037572405,0.019829351,0.00080835645,0.00013639955,0.0013547218,0.0016854923,0.049377635,0.018611873,0.009966764,0.0060464917,0.89152306],"study_design_scores_gemma":[0.000066625274,0.00019257274,0.015646135,0.00050931727,0.00020594356,0.0016673191,0.0009315518,0.7558979,0.105883084,0.053090543,0.06574605,0.00016294367],"about_ca_topic_score_codex":0.0074092885,"about_ca_topic_score_gemma":0.0044241017,"teacher_disagreement_score":0.0074092885,"about_ca_system_score_codex":0.001012629,"about_ca_system_score_gemma":0.0018931294,"threshold_uncertainty_score":0.014732301},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","score_opus":0.06347520511774862,"score_gpt":0.38163286877641817,"score_spread":0.31815766365866954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239854741","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073776618,0.00013743022,0.9760416,0.000101159836,0.000025759336,0.0002747005,0.0004802625,0.015016559,0.0005447625],"genre_scores_gemma":[0.106612526,0.0002525617,0.8869625,0.00011248078,0.0000629906,0.00044316973,0.0028412042,0.0008151661,0.0018975115],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950736,0.0010953306,0.00062327343,0.00088439113,0.0020489802,0.00027450526],"domain_scores_gemma":[0.98343384,0.006093388,0.002764209,0.004611655,0.0028133679,0.0002835866],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032408936,0.0022080662,0.0014740623,0.007848593,0.001182464,0.0035580345,0.0025007592,0.0010411132,0.0019951302],"category_scores_gemma":[0.016736705,0.000929466,0.0016035303,0.0040431186,0.001036071,0.0037358408,0.0029445915,0.0021136599,0.0014817809],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035746492,0.00044247595,0.010031511,0.0005396764,0.00019143893,0.00055756106,0.0021083674,0.021711618,0.027624633,0.0109455325,0.0099044535,0.9155852],"study_design_scores_gemma":[0.00012398044,0.0003253862,0.012349469,0.0002367672,0.0002748518,0.0012359247,0.0011142513,0.82507396,0.06003694,0.05174631,0.04719167,0.0002904138],"about_ca_topic_score_codex":0.006523142,"about_ca_topic_score_gemma":0.0070787375,"teacher_disagreement_score":0.007848593,"about_ca_system_score_codex":0.00095057377,"about_ca_system_score_gemma":0.003544034,"threshold_uncertainty_score":0.017139733},"labels":[],"label_agreement":null},{"id":"W4245283101","doi":"10.1002/smr.395","title":"Special Issue on Search‐Based Software Maintenance","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software construction; Software maintenance; Software development; Software sizing; Code refactoring; Software; Reliability engineering; Systems engineering; Engineering; Programming language","score_opus":0.049937845687060084,"score_gpt":0.330768104488588,"score_spread":0.2808302588015279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245283101","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079939497,0.061641295,0.0062365658,0.023170603,0.80984426,0.00021892707,0.0009790423,0.001038582,0.09607145],"genre_scores_gemma":[0.0027664558,0.047960367,0.001782775,0.008020706,0.8019628,0.00022043765,0.0016620007,0.00097500056,0.13464938],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974433,0.00029157774,0.00020089463,0.00062547525,0.0011818161,0.00025684226],"domain_scores_gemma":[0.99381495,0.0021571903,0.00047723085,0.0005678869,0.0018478696,0.0011348395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016301358,0.002843429,0.0029632584,0.0035613787,0.0018986714,0.007375859,0.0033701872,0.0046803053,0.13908736],"category_scores_gemma":[0.0070444434,0.00080855115,0.0016013935,0.0028204648,0.0013156966,0.0054340824,0.0033649236,0.0053242473,0.06425486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039339524,0.00006505654,0.00009999561,0.0003962968,0.000018359246,0.00006701164,0.000023014503,0.00024628648,0.000295123,0.0023974152,0.9525603,0.043791763],"study_design_scores_gemma":[0.00001221492,0.000055471926,0.0002590165,0.00028251976,0.000012700175,0.00012682934,0.000020423238,0.0002846737,0.0001334426,0.002500788,0.99629956,0.0000124320795],"about_ca_topic_score_codex":0.0008490119,"about_ca_topic_score_gemma":0.0013562914,"teacher_disagreement_score":0.13908736,"about_ca_system_score_codex":0.002014485,"about_ca_system_score_gemma":0.0020018837,"threshold_uncertainty_score":0.4652936},"labels":[],"label_agreement":null},{"id":"W4253079602","doi":"10.1002/smr.372","title":"A survey and evaluation of tool features for understanding reverse‐engineered sequence diagrams","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada; University of Victoria","funders":"","keywords":"Sequence (biology); Sequence diagram; Computer science; Set (abstract data type); Diagram; Data science; Software; Data mining; Reverse engineering; Software engineering; Unified Modeling Language; Programming language; Database","score_opus":0.23586060321562363,"score_gpt":0.39914541570243034,"score_spread":0.1632848124868067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253079602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9404175,0.008006647,0.043155216,0.00051638874,0.000053991676,0.0006440987,0.00060386123,0.0017371171,0.004865068],"genre_scores_gemma":[0.9160282,0.0063437372,0.07371954,0.00015055781,0.000036371875,0.00049560826,0.0018674528,0.0004230951,0.0009355308],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9679693,0.01804336,0.005016636,0.0017531645,0.006408994,0.0008085236],"domain_scores_gemma":[0.6112216,0.33653125,0.013325539,0.008128829,0.02939047,0.0014023158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030559495,0.0008794797,0.00094920764,0.008995421,0.0005102419,0.0017637444,0.0011991394,0.0009695067,0.0009894035],"category_scores_gemma":[0.154243,0.00050349586,0.000661804,0.005822468,0.000548928,0.003388416,0.0012230491,0.0005326216,0.00041332064],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005893803,0.00086412084,0.10010597,0.004869003,0.00015752604,0.00039311757,0.019715965,0.0014047027,0.011850501,0.0008549336,0.0035323217,0.8556625],"study_design_scores_gemma":[0.00049428083,0.0111714015,0.64962703,0.014208906,0.0012483225,0.007860382,0.05039902,0.03152238,0.06864905,0.0031592727,0.16113718,0.0005226948],"about_ca_topic_score_codex":0.001086262,"about_ca_topic_score_gemma":0.0025480373,"teacher_disagreement_score":0.030559495,"about_ca_system_score_codex":0.00085497793,"about_ca_system_score_gemma":0.0013784919,"threshold_uncertainty_score":0.16161597},"labels":[],"label_agreement":null}]}