{"meta":{"query_hash":"174f9aee49d8","filters":{"venue":"Journal of Software Maintenance and Evolution Research and Practice"},"cohort_total":30,"direct_labels_cover":0,"predictions_cover":30,"exported":30,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/174f9aee49d8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+Software+Maintenance+and+Evolution+Research+and+Practice"},"results":[{"id":"W1519321440","doi":"","title":"Software Maintenance Maturity Model (SM mm ): the software maintenance process model: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; LeanCMMI; Software maintenance; Software engineering; Scope (computer science); Computer science; Verification and validation; Software development; Systems engineering; Software construction; Software development process; Software; Process management; Engineering; Operations management; Operating system","score_opus":0.06422356596106492,"score_gpt":0.3667582124005909,"score_spread":0.302534646439526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519321440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04179093,0.0067243082,0.9242568,0.025848893,0.0002010148,0.00076189754,0.0000307183,0.00025250818,0.000132909],"genre_scores_gemma":[0.76840734,0.0040426976,0.22452381,0.00058237533,0.00030003785,0.00010081099,0.0000020412194,0.000073265895,0.0019676099],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9897662,0.0014539051,0.0011240822,0.0010844963,0.0040570158,0.0025143488],"domain_scores_gemma":[0.97266734,0.015071378,0.00055205676,0.0013440216,0.009397067,0.0009681556],"candidate_categories":["metaresearch","metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02574812,0.00048926077,0.0006351342,0.0009561488,0.001816044,0.0012030662,0.0026702408,0.0003423355,0.000013173457],"category_scores_gemma":[0.08215119,0.00034652563,0.000177093,0.0024700353,0.0015866854,0.0054161376,0.0013456007,0.004703284,0.00005173597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01106987,0.0032778608,0.027422162,0.0025404638,0.0008850678,0.0017578092,0.021143842,0.2131242,0.0015644539,0.061072048,0.4300545,0.22608773],"study_design_scores_gemma":[0.0049875733,0.00254282,0.019655775,0.0027367258,0.000086991204,0.007892815,0.005840345,0.6809634,0.0006306613,0.232136,0.04077885,0.0017480257],"about_ca_topic_score_codex":0.00011471661,"about_ca_topic_score_gemma":0.00005879088,"teacher_disagreement_score":0.72661644,"about_ca_system_score_codex":0.0008412196,"about_ca_system_score_gemma":0.0017384653,"threshold_uncertainty_score":0.9998987},"labels":[],"label_agreement":null},{"id":"W1536473137","doi":"","title":"Reusing class-based test cases for testing object-oriented framework interface classes: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Maintainability; Computer science; Flexibility (engineering); Software deployment; Software engineering; Reuse; Interface (matter); Class (philosophy); Test case; Reliability engineering; Systems engineering; Engineering; Operating system","score_opus":0.20268813299326507,"score_gpt":0.45692009826616165,"score_spread":0.2542319652728966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536473137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014541643,0.0034246256,0.97335,0.008123643,0.00016934251,0.00025748412,0.0000050148556,0.00009519867,0.00003308342],"genre_scores_gemma":[0.35915953,0.0002343687,0.6402465,0.00009183809,0.00017596367,0.000013499948,2.177557e-7,0.0000131572215,0.00006488428],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99634993,0.0010428398,0.0005179534,0.00039696452,0.0008732189,0.0008191051],"domain_scores_gemma":[0.84819293,0.14537922,0.0003568518,0.00041697678,0.005347271,0.00030674294],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016939105,0.00016576023,0.0002813899,0.00056533044,0.00072994677,0.00038280524,0.000489406,0.0001407841,0.0000016959084],"category_scores_gemma":[0.43265843,0.00013878602,0.000048723534,0.0013817957,0.00046931,0.0023103198,0.00032204392,0.0014977008,0.0000035096791],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009993145,0.002475216,0.027759993,0.0017616241,0.00038001483,0.0012847069,0.007255519,0.08853446,0.029992776,0.053768713,0.0346599,0.7421339],"study_design_scores_gemma":[0.008161228,0.029703068,0.028293038,0.010417737,0.00014406849,0.0133698275,0.025024278,0.18403168,0.015515429,0.37004104,0.3129165,0.0023820894],"about_ca_topic_score_codex":0.000030783172,"about_ca_topic_score_gemma":0.000009808127,"teacher_disagreement_score":0.7397519,"about_ca_system_score_codex":0.00037124337,"about_ca_system_score_gemma":0.0004906065,"threshold_uncertainty_score":0.65068483},"labels":[],"label_agreement":null},{"id":"W1966745368","doi":"10.1002/smr.358","title":"Special Issue on Web Site Evolution (WSE 2006)","year":2007,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Usability; Attendance; Web site; World Wide Web; Computer science; Library science; The Internet; Political science","score_opus":0.02061300758285887,"score_gpt":0.3218950352487644,"score_spread":0.3012820276659055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966745368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13059321,0.008610456,0.7683177,0.055958368,0.004004349,0.0007265782,0.000034629848,0.00016404262,0.03159066],"genre_scores_gemma":[0.91998285,0.0032330635,0.056466527,0.0035884096,0.014765828,0.000005700441,0.000004445869,0.000033714718,0.0019194717],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971752,0.00041637165,0.0004421657,0.0003267708,0.0010232815,0.00061616924],"domain_scores_gemma":[0.9946711,0.0028158906,0.00034852457,0.0002844751,0.0015159991,0.0003639975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007197457,0.00016117092,0.0002179988,0.00059548195,0.0004781812,0.00024746446,0.0004357452,0.00011654716,0.000024347046],"category_scores_gemma":[0.0017433723,0.00012424678,0.000057153953,0.00090962695,0.00016527576,0.0017849328,0.00022579356,0.0009288074,0.00006185936],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.018756857,0.0018835723,0.0286968,0.0005162715,0.00038271947,0.0024382104,0.010915026,0.00032475125,0.0032662412,0.111861765,0.44750297,0.3734548],"study_design_scores_gemma":[0.0014898708,0.0024757953,0.046313543,0.00035339658,0.000023438539,0.0020109534,0.0024029498,0.00053096795,0.00013100481,0.013113411,0.93088305,0.00027160338],"about_ca_topic_score_codex":0.00016526986,"about_ca_topic_score_gemma":0.00020201257,"teacher_disagreement_score":0.7893896,"about_ca_system_score_codex":0.00017462482,"about_ca_system_score_gemma":0.00024320188,"threshold_uncertainty_score":0.5066637},"labels":[],"label_agreement":null},{"id":"W1967242003","doi":"10.1002/smr.420","title":"Introduction to the special issue on reverse engineering (WCRE 2008)","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"BIM and Construction Integration","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science","score_opus":0.014672507453901643,"score_gpt":0.2791645647178339,"score_spread":0.26449205726393227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967242003","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10581858,0.010880183,0.28184777,0.573413,0.011800898,0.001459036,0.000034615317,0.0003435969,0.014402283],"genre_scores_gemma":[0.90568674,0.009712413,0.018849218,0.0016406373,0.060294148,0.000016976877,0.000003708655,0.00004510933,0.0037510558],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990882,0.00008953597,0.00020362335,0.00010026271,0.00031541244,0.00020292321],"domain_scores_gemma":[0.9988731,0.00034783233,0.000053144533,0.000099246165,0.0005101331,0.000116530464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001358554,0.00008141005,0.00010084073,0.00019960325,0.00016959668,0.000094329436,0.000073533694,0.00005536757,0.000055220138],"category_scores_gemma":[0.0030225813,0.000056858138,0.000024070376,0.00031496462,0.000042762917,0.000532841,0.000010650519,0.0005941956,0.00003206809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007836149,0.000030000769,0.000082926854,0.000020472378,0.000030300673,0.00001681842,0.00035814286,0.0045037842,0.0005456659,0.0042619477,0.8696923,0.11967402],"study_design_scores_gemma":[0.00021887729,0.00058473635,0.0072429418,0.00007952619,0.000010346554,0.000730353,0.0010138532,0.0005364535,0.000103400096,0.0007072256,0.988695,0.000077268895],"about_ca_topic_score_codex":0.0000073056917,"about_ca_topic_score_gemma":0.0000052926453,"teacher_disagreement_score":0.79986817,"about_ca_system_score_codex":0.00011470566,"about_ca_system_score_gemma":0.000030539442,"threshold_uncertainty_score":0.36185306},"labels":[],"label_agreement":null},{"id":"W1994243621","doi":"10.1002/smr.327","title":"Supporting the analysis of clones in software systems","year":2006,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cloning (programming); Computer science; clone (Java method); Software system; Software; Software engineering; Source code; Software evolution; Code (set theory); Software development; Programming language; Software construction; Biology; Genetics; Set (abstract data type)","score_opus":0.029829150576390785,"score_gpt":0.34921757749210136,"score_spread":0.31938842691571057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994243621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27675673,0.011936554,0.70726734,0.0034965354,0.00019824617,0.00024629987,0.00000740329,0.000035423556,0.00005545599],"genre_scores_gemma":[0.98459965,0.0006245895,0.014503362,0.000019522455,0.000068658825,0.0000071029876,8.9021233e-7,0.00000711482,0.00016909023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99699146,0.00064404414,0.00063725794,0.00022012428,0.001010392,0.0004967211],"domain_scores_gemma":[0.9832998,0.014193111,0.0004228776,0.00030453762,0.0016674822,0.00011220291],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.012649452,0.00010372016,0.00032386094,0.0010182398,0.00018340367,0.00022558914,0.0005130876,0.0000719852,0.0000026286382],"category_scores_gemma":[0.025792867,0.000070116264,0.000070839764,0.0026021234,0.00023423569,0.001128748,0.00023145562,0.0006819042,0.0000012318689],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066044077,0.00036891378,0.94309044,0.00035990553,0.00059115276,0.0004785552,0.0013223034,0.016253047,0.00041889574,0.015343369,0.008594367,0.012518637],"study_design_scores_gemma":[0.0006500064,0.00043764364,0.97496295,0.00027110113,0.000087533044,0.000727198,0.001678209,0.011289671,0.000034470042,0.003509321,0.006182798,0.00016910161],"about_ca_topic_score_codex":0.0012024275,"about_ca_topic_score_gemma":0.00006518877,"teacher_disagreement_score":0.70784295,"about_ca_system_score_codex":0.00012888918,"about_ca_system_score_gemma":0.00022636453,"threshold_uncertainty_score":0.9824133},"labels":[],"label_agreement":null},{"id":"W2027576706","doi":"10.1002/smr.301","title":"Using software trails to reconstruct the evolution of software","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software evolution; Computer science; Unix; Software engineering; Documentation; Software development; Software; Source code; Software analytics; Software construction; Software system; Backporting; Process (computing); World Wide Web; Programming language","score_opus":0.06425953317498195,"score_gpt":0.3552294675658492,"score_spread":0.29096993439086727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027576706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11650315,0.0036634635,0.87551075,0.0036470997,0.00028935343,0.0003027251,0.000009813529,0.00005402531,0.000019645371],"genre_scores_gemma":[0.6125322,0.00042383088,0.3867191,0.000091087546,0.00014320636,0.000008326064,3.8514588e-7,0.000019306963,0.00006259109],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99626684,0.00055043056,0.00064621866,0.00039092795,0.0014028931,0.0007426881],"domain_scores_gemma":[0.9880771,0.007581113,0.00038937613,0.000517543,0.00300587,0.00042897402],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00805522,0.00020256978,0.00035231156,0.00069767574,0.0005271069,0.00027273886,0.0008909507,0.0001366719,0.0000066049447],"category_scores_gemma":[0.055221062,0.0001483211,0.000095419025,0.0016269217,0.00048229992,0.002109706,0.00044991402,0.0010943201,0.0000077930845],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010537133,0.0024292779,0.27227768,0.0028157078,0.0018106082,0.001965053,0.022757748,0.06542815,0.01774912,0.0962536,0.02571646,0.48025945],"study_design_scores_gemma":[0.011414605,0.01297194,0.57400274,0.0073386068,0.00026771892,0.04306309,0.018877871,0.0025474187,0.0026158544,0.2902036,0.034206472,0.0024900953],"about_ca_topic_score_codex":0.00049552065,"about_ca_topic_score_gemma":0.000024675242,"teacher_disagreement_score":0.49602902,"about_ca_system_score_codex":0.0008083207,"about_ca_system_score_gemma":0.0012959046,"threshold_uncertainty_score":0.9527372},"labels":[],"label_agreement":null},{"id":"W2040027946","doi":"10.1002/smr.413","title":"Recommending change clusters to support software investigation: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software; Empirical research; Software system; Software maintenance; Change impact analysis; Software development; Source code; Software engineering; Source lines of code; Code (set theory); Programming language; Set (abstract data type)","score_opus":0.14764349092597215,"score_gpt":0.42174833325183925,"score_spread":0.27410484232586707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040027946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44167453,0.00074641337,0.5082353,0.04781148,0.00044626027,0.0008691489,0.000004484239,0.00017095746,0.000041432028],"genre_scores_gemma":[0.8861947,0.00021090741,0.11153887,0.001621409,0.00030325676,0.000020248504,0.0000010894847,0.000014016073,0.00009548699],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99640286,0.00086923933,0.00045231247,0.00042081552,0.0012053765,0.00064940145],"domain_scores_gemma":[0.9927639,0.004252162,0.0001782734,0.00038888157,0.0015759168,0.0008408632],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.010306488,0.00016800553,0.00026857777,0.0007414058,0.0004224331,0.00049919,0.0006521211,0.00008896552,0.000007777686],"category_scores_gemma":[0.02377321,0.00014293246,0.00003710003,0.0011998945,0.00010755106,0.0039154813,0.00030889423,0.00095325534,0.00001250724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002231758,0.0015601222,0.52027804,0.0001311954,0.0001537671,0.0015885024,0.026083656,0.00014071529,0.00019480284,0.0008888159,0.071913086,0.37483552],"study_design_scores_gemma":[0.00164141,0.020437313,0.9442145,0.00026203264,0.000021210897,0.0026066827,0.0046460484,0.0006266615,0.000023209795,0.0046415376,0.020469047,0.00041032807],"about_ca_topic_score_codex":0.000058394842,"about_ca_topic_score_gemma":0.000012384774,"teacher_disagreement_score":0.44452018,"about_ca_system_score_codex":0.0002688954,"about_ca_system_score_gemma":0.00027816993,"threshold_uncertainty_score":0.98445},"labels":[],"label_agreement":null},{"id":"W2041292178","doi":"10.1002/smr.418","title":"Migrating legacy data structures based on variable overlay to Java","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Logic, programming, and type systems","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Java; Overlay; Heuristics; Variable (mathematics); Source lines of code; Heuristic; Legacy system; Code (set theory); Programming language; Operating system; Artificial intelligence; Software; Set (abstract data type)","score_opus":0.07108807017847964,"score_gpt":0.3638344538311465,"score_spread":0.29274638365266686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041292178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011857388,0.0012644009,0.9844462,0.011216469,0.00023878943,0.00017910957,0.000002774611,0.000027765864,0.0014387214],"genre_scores_gemma":[0.8682375,0.000113158225,0.13015583,0.001061571,0.0002119425,0.0000014470382,0.0000016905117,0.000004619422,0.00021224107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99783844,0.00045382226,0.00029883394,0.00030591077,0.0007121983,0.00039079506],"domain_scores_gemma":[0.99644285,0.0017429636,0.00023265752,0.00045517465,0.0008676563,0.0002586645],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006215172,0.000107215434,0.00018009094,0.00022916151,0.0003579696,0.00069849234,0.00064374745,0.00006319217,0.0000051740994],"category_scores_gemma":[0.011091596,0.00007545507,0.000021760869,0.0005025128,0.00005961682,0.0023137126,0.00017388472,0.0004987245,0.0000057535],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026735489,0.0006159969,0.0038139755,0.0001671112,0.00010367403,0.0005208641,0.0014902011,0.0016561829,0.00084265857,0.5116912,0.19445929,0.28196532],"study_design_scores_gemma":[0.0023270135,0.008814624,0.033742048,0.0002991358,0.000035165926,0.0020105396,0.0019853734,0.025829196,0.00009001089,0.13925716,0.7850643,0.00054545363],"about_ca_topic_score_codex":0.00017971735,"about_ca_topic_score_gemma":0.000009494484,"teacher_disagreement_score":0.8670518,"about_ca_system_score_codex":0.00007219326,"about_ca_system_score_gemma":0.00028588704,"threshold_uncertainty_score":0.9972384},"labels":[],"label_agreement":null},{"id":"W2046971437","doi":"10.1002/smr.527","title":"Model checking timed properties of healthcare processes","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Formal Methods in Verification","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Francis Xavier University","funders":"","keywords":"Computer science; Correctness; Model checking; Workflow; Temporal logic; Modalities; Process (computing); Software engineering; Distributed computing; Programming language; Database","score_opus":0.2684335454673087,"score_gpt":0.3914422192825324,"score_spread":0.12300867381522373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046971437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025931848,0.007444673,0.96356946,0.002410668,0.0000815538,0.00015663638,0.0000013534235,0.000018658897,0.00038511906],"genre_scores_gemma":[0.59936106,0.0016438346,0.3988659,0.000043980654,0.000017971293,0.0000035010955,5.5858727e-8,0.0000033470774,0.00006037264],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984053,0.00038276773,0.00034333658,0.00014423263,0.0004833778,0.00024098938],"domain_scores_gemma":[0.99576217,0.00038609406,0.000402183,0.00016754662,0.0031592203,0.00012281169],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005757476,0.000069123475,0.00015152252,0.00019581003,0.00017656072,0.00005706864,0.000310389,0.000055010234,0.0000011179254],"category_scores_gemma":[0.012887039,0.0000499468,0.000018876606,0.00041472696,0.00023317037,0.0023885532,0.00013523313,0.0003746083,0.0000010574422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01905311,0.0025128487,0.025725108,0.011796821,0.0004823631,0.00019754194,0.1003047,0.0004530742,0.028561361,0.49110353,0.0058152764,0.3139943],"study_design_scores_gemma":[0.0070846495,0.019451266,0.08750575,0.012729729,0.00019281263,0.012481405,0.039269045,0.25653452,0.084633015,0.45949307,0.018500132,0.0021246104],"about_ca_topic_score_codex":0.000108992754,"about_ca_topic_score_gemma":0.0000058752194,"teacher_disagreement_score":0.57342917,"about_ca_system_score_codex":0.00005591648,"about_ca_system_score_gemma":0.00049457594,"threshold_uncertainty_score":0.99542785},"labels":[],"label_agreement":null},{"id":"W2052424802","doi":"10.1002/smr.274","title":"Feed‐forward and recurrent neural networks for source code informal information analysis","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Artificial intelligence; Source code; Recurrent neural network; Artificial neural network; Identifier; Sentence; Set (abstract data type); Domain (mathematical analysis); Connectionism; Context (archaeology); Process (computing); Content-addressable memory; Associative property; Generalization; Code (set theory); Preprocessor; Machine learning; Programming language","score_opus":0.026888661107951784,"score_gpt":0.31927112631382604,"score_spread":0.29238246520587424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052424802","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025969941,0.0019914038,0.970173,0.0014505073,0.00014529146,0.00020016161,0.000004508564,0.000027767195,0.00003738722],"genre_scores_gemma":[0.9373603,0.0020327081,0.0602231,0.00015833622,0.00007791316,0.000018132707,0.0000033225417,0.000008317144,0.000117883275],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979235,0.00028879195,0.00043736343,0.00017116501,0.00065586437,0.0005233316],"domain_scores_gemma":[0.99150014,0.005906758,0.00027211008,0.00019361924,0.0018000278,0.0003273202],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0074584265,0.0001248452,0.00023886374,0.000688545,0.00036875933,0.0005332177,0.00025464027,0.00009116045,0.000002350792],"category_scores_gemma":[0.025945421,0.000101892816,0.000066860426,0.0010758007,0.00015679802,0.0041608443,0.00015661582,0.0006664408,0.0000011183963],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005168728,0.0004140286,0.27657986,0.0009308652,0.0019316797,0.000085651605,0.006661753,0.059249077,0.000034517987,0.037663966,0.030363236,0.58091664],"study_design_scores_gemma":[0.003402457,0.003394195,0.20502968,0.00019330598,0.00021334589,0.002294364,0.0024657694,0.52994096,0.000021426094,0.0024068141,0.25007856,0.0005590887],"about_ca_topic_score_codex":0.000025096506,"about_ca_topic_score_gemma":0.000006809841,"teacher_disagreement_score":0.91139036,"about_ca_system_score_codex":0.00009032819,"about_ca_system_score_gemma":0.00014916064,"threshold_uncertainty_score":0.98225945},"labels":[],"label_agreement":null},{"id":"W2056056849","doi":"10.1002/smr.277","title":"A user‐assisted approach to component clustering","year":2003,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Data mining; Component (thermodynamics); Partition (number theory); Graph; Software; Clustering coefficient; Visualization; Component-based software engineering; Theoretical computer science; Software system; Artificial intelligence; Programming language; Mathematics","score_opus":0.05873784470935019,"score_gpt":0.33637233252827137,"score_spread":0.2776344878189212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056056849","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015801644,0.0015815165,0.97938997,0.002232484,0.0001702311,0.00019556364,0.0000011496062,0.000041141335,0.00058629125],"genre_scores_gemma":[0.64204746,0.0003972618,0.35699785,0.0001335948,0.0000560287,0.00001156314,2.532195e-7,0.000012090789,0.00034393484],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971642,0.00067727425,0.0003386117,0.00029780713,0.00095618435,0.00056595146],"domain_scores_gemma":[0.9928214,0.0048335143,0.00013189131,0.0003014509,0.0014199953,0.00049177604],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0083081005,0.00012522546,0.00021721229,0.0005000658,0.0002915455,0.00036727785,0.0004447701,0.00007000827,0.0000026487328],"category_scores_gemma":[0.0302,0.000103256585,0.00003881772,0.000902352,0.000119693985,0.0012588887,0.0002959035,0.00075365143,0.000009811216],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009796297,0.0068296166,0.12951338,0.00296361,0.0015865533,0.003228032,0.017207736,0.012173231,0.016930243,0.34904337,0.23256521,0.21816275],"study_design_scores_gemma":[0.004993639,0.0048377467,0.4331545,0.0011339544,0.00004418653,0.029950062,0.0048077623,0.010567809,0.00033302905,0.007867267,0.50116897,0.0011410615],"about_ca_topic_score_codex":0.000044402805,"about_ca_topic_score_gemma":0.0000024723379,"teacher_disagreement_score":0.6262458,"about_ca_system_score_codex":0.00021028097,"about_ca_system_score_gemma":0.00023723616,"threshold_uncertainty_score":0.97796905},"labels":[],"label_agreement":null},{"id":"W2057682534","doi":"10.1002/smr.493","title":"Mismatch handling for COTS selection: a case study","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Commercial off-the-shelf; Key (lock); Software; Reliability engineering; Systems engineering; Computer science; Economic shortage; Software engineering; Engineering; Embedded system; Operating system; Artificial intelligence","score_opus":0.22196482420855593,"score_gpt":0.4183616746701865,"score_spread":0.19639685046163055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057682534","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041034818,0.0013320246,0.9567076,0.0004000004,0.00020602647,0.00024652583,9.340351e-7,0.000048647544,0.000023403987],"genre_scores_gemma":[0.39707094,0.00021875248,0.60251296,0.000026611913,0.000065672364,0.000013485768,4.713646e-8,0.0000065160416,0.00008503],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9982718,0.00053678156,0.0003050135,0.00022559264,0.00031855277,0.00034223948],"domain_scores_gemma":[0.99068624,0.00701314,0.00021821835,0.00015490608,0.0017690877,0.00015839686],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0084074335,0.00010322218,0.00020042043,0.00023855886,0.00040300912,0.000117837015,0.0002226835,0.000056769688,0.0000015537161],"category_scores_gemma":[0.022093352,0.00008283305,0.000033356395,0.00040373334,0.00010648151,0.0016197243,0.0001382965,0.00047064433,8.107735e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023052096,0.00704978,0.113240466,0.0019882468,0.002376987,0.039663725,0.13715863,0.0058638984,0.0026342159,0.05227279,0.028205855,0.5864933],"study_design_scores_gemma":[0.0133272335,0.04121275,0.04059385,0.0010158747,0.00029277115,0.41012728,0.1306823,0.01001938,0.0010520736,0.3177331,0.032143105,0.0018002645],"about_ca_topic_score_codex":0.000099356075,"about_ca_topic_score_gemma":0.0000162933,"teacher_disagreement_score":0.584693,"about_ca_system_score_codex":0.00008032286,"about_ca_system_score_gemma":0.00014523312,"threshold_uncertainty_score":0.98614395},"labels":[],"label_agreement":null},{"id":"W2063094363","doi":"10.1002/smr.286","title":"Analysis of Web‐usage behavior for focused Web sites: a case study","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Recommender Systems and Techniques","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of Alberta","funders":"Cairo University; University of Patras","keywords":"World Wide Web; Web mining; Computer science; Web development; Web modeling; Web analytics; Visitor pattern; Web standards; Workflow; Web navigation; Web site; Web design; Process (computing); Data Web; Web service; Web intelligence; The Internet; Database","score_opus":0.09621953881568522,"score_gpt":0.403048427742519,"score_spread":0.30682888892683374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063094363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5475216,0.0012659966,0.44906747,0.0014688231,0.00006866315,0.00052148156,0.000014345548,0.000024401472,0.00004721984],"genre_scores_gemma":[0.94990784,0.00039261233,0.049542688,0.00003551413,0.000034766406,0.000033716922,4.50132e-7,0.000005707999,0.00004671886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99807435,0.0004114379,0.0005090639,0.00023024,0.000490589,0.00028431774],"domain_scores_gemma":[0.9958493,0.0015607786,0.00045767264,0.00026482172,0.0017012834,0.00016613804],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070086797,0.00010376705,0.00035268467,0.00075380947,0.00026150455,0.00018356646,0.00026982996,0.000062286905,0.000002310737],"category_scores_gemma":[0.0023455927,0.00007786201,0.00010757251,0.001067832,0.00009569363,0.0012697442,0.00013876753,0.00031873537,3.5109116e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005765177,0.0152963335,0.641816,0.0010368553,0.008430076,0.023600645,0.029252125,0.00025318263,0.00796891,0.01905701,0.019396601,0.22812708],"study_design_scores_gemma":[0.052506693,0.10730589,0.39427173,0.0026188728,0.00806278,0.12299456,0.16384295,0.02935838,0.0011850123,0.04214034,0.072196566,0.0035162433],"about_ca_topic_score_codex":0.0006506515,"about_ca_topic_score_gemma":0.00034359252,"teacher_disagreement_score":0.40238622,"about_ca_system_score_codex":0.00010979443,"about_ca_system_score_gemma":0.0002820128,"threshold_uncertainty_score":0.31751207},"labels":[],"label_agreement":null},{"id":"W2096591909","doi":"10.1002/smr.311","title":"Software Maintenance Maturity Model (SMmm): the software maintenance process model","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Capability Maturity Model Integration; Capability Maturity Model; Software maintenance; LeanCMMI; Software engineering; Scope (computer science); Computer science; Software development; Process management; Systems engineering; Software development process; Engineering; Software; Operating system","score_opus":0.04068226693628353,"score_gpt":0.33987777925729934,"score_spread":0.2991955123210158,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096591909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013929141,0.0055839433,0.9609413,0.018365748,0.00022462248,0.0005620924,0.000033639815,0.00023482957,0.00012467489],"genre_scores_gemma":[0.6335509,0.004341628,0.3581402,0.0010861387,0.00029960487,0.00007906097,0.0000028013842,0.00007280567,0.0024269044],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929172,0.00066964637,0.0010220062,0.00092951267,0.0026163624,0.0018453089],"domain_scores_gemma":[0.9834563,0.008475414,0.00067460444,0.0011117709,0.005490969,0.00079091266],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.011818177,0.0005034215,0.00062774617,0.0005946123,0.0011963714,0.0008592355,0.0022850612,0.00030873032,0.000010561288],"category_scores_gemma":[0.052276116,0.00035361125,0.00018489682,0.0014581907,0.00093065936,0.0052470746,0.0009602294,0.0032275661,0.00003388555],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008901904,0.0025034456,0.023638045,0.0023968162,0.00092534744,0.0013906871,0.013351065,0.3418799,0.000734744,0.045501612,0.37971428,0.17906216],"study_design_scores_gemma":[0.005038008,0.001864005,0.018260004,0.002263855,0.000116010946,0.010072458,0.0025609604,0.78905886,0.00025021646,0.1241536,0.04453849,0.0018235017],"about_ca_topic_score_codex":0.000060354138,"about_ca_topic_score_gemma":0.00003085909,"teacher_disagreement_score":0.6196217,"about_ca_system_score_codex":0.0006553497,"about_ca_system_score_gemma":0.0014401864,"threshold_uncertainty_score":0.9998916},"labels":[],"label_agreement":null},{"id":"W2097572153","doi":"10.1002/smr.283","title":"On the business value and technical challenges of adopting Web services","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Service-Oriented Architecture and Web Services","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"SOAP; Web service; Web engineering; Computer science; XML; WS-Policy; World Wide Web; The Internet; Services computing; Web standards; Business model; Web development; Knowledge management; Web application security; Business; Marketing","score_opus":0.029908114649445407,"score_gpt":0.3061248464881418,"score_spread":0.2762167318386964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097572153","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67317575,0.038951155,0.088110544,0.19702388,0.0003132382,0.0004634495,0.000007383563,0.00006869146,0.0018859131],"genre_scores_gemma":[0.97079515,0.0091819735,0.019309307,0.00061825936,0.000079300204,0.000003133544,1.8374793e-7,0.000006105347,0.0000065612603],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99828124,0.0003278296,0.0002915756,0.00021623058,0.0006019627,0.00028118928],"domain_scores_gemma":[0.99470776,0.0034483108,0.0003088049,0.00022695404,0.0011806379,0.00012754314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003875637,0.00011132063,0.00018400858,0.00020808914,0.00031377852,0.00013142385,0.00043400406,0.00007213392,0.000001103339],"category_scores_gemma":[0.0012637286,0.00006614735,0.000026842941,0.000525311,0.00020533944,0.00092695904,0.00030296005,0.00056717504,0.0000012444417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020237085,0.0005771053,0.0016546433,0.0012025258,0.00016715698,0.00018721126,0.006044562,0.0006135641,0.00351185,0.9479812,0.00031041258,0.035726078],"study_design_scores_gemma":[0.00655119,0.008347644,0.2917617,0.009236018,0.00014719786,0.014442452,0.032251786,0.0021418289,0.00080152054,0.5950376,0.038317796,0.0009632898],"about_ca_topic_score_codex":0.00015884939,"about_ca_topic_score_gemma":0.000076556236,"teacher_disagreement_score":0.3529436,"about_ca_system_score_codex":0.000034307814,"about_ca_system_score_gemma":0.00016842599,"threshold_uncertainty_score":0.2697411},"labels":[],"label_agreement":null},{"id":"W2098347799","doi":"10.1002/smr.416","title":"Near‐miss function clones in open source software: an empirical study","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Saskatchewan","funders":"","keywords":"clone (Java method); Cloning (programming); Source code; Java; Computer science; Open source; Linux kernel; Benchmark (surveying); Operating system; Function (biology); Software maintenance; Software; Software system; Programming language; Biology; Genetics; Gene","score_opus":0.06872976237691421,"score_gpt":0.40221598404488773,"score_spread":0.33348622166797354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098347799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47709423,0.0015891059,0.5136427,0.006836171,0.00018255266,0.0005312452,0.0000011089612,0.00007930504,0.00004353476],"genre_scores_gemma":[0.94835144,0.0002963695,0.050700646,0.00029340113,0.00012329117,0.000011786911,7.001218e-7,0.000014344536,0.00020802833],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99595964,0.0012398388,0.00051456696,0.00047489026,0.0011605339,0.00065055216],"domain_scores_gemma":[0.9923923,0.0051050466,0.00020564585,0.00044332686,0.0014082255,0.00044544367],"candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.012943184,0.0001723903,0.00032598537,0.0005083522,0.00044299228,0.001227644,0.0010441763,0.00011377432,0.0000068079758],"category_scores_gemma":[0.026046459,0.00014288117,0.000034496912,0.0012919208,0.0001657103,0.004955716,0.00051041995,0.0013116916,0.00000827789],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061338237,0.0035900574,0.71176755,0.00007327062,0.00011066367,0.0010663387,0.005737573,0.0012072935,0.00014856741,0.0009216238,0.014433834,0.25480938],"study_design_scores_gemma":[0.0022501666,0.008973154,0.9571797,0.0001474563,0.000013023274,0.0012532332,0.0024635403,0.002121476,0.0000058932415,0.009305771,0.016037822,0.00024875125],"about_ca_topic_score_codex":0.0002808802,"about_ca_topic_score_gemma":0.000037230948,"teacher_disagreement_score":0.47125718,"about_ca_system_score_codex":0.00022446482,"about_ca_system_score_gemma":0.0004945638,"threshold_uncertainty_score":0.9998092},"labels":[],"label_agreement":null},{"id":"W2114836483","doi":"10.1002/smr.421","title":"Identification of behavioural and creational design motifs through dynamic analysis","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Identification (biology); Visitor pattern; Computer science; Java; Program comprehension; Software engineering; Constraint (computer-aided design); Software; Theoretical computer science; Programming language; Engineering; Software system","score_opus":0.0626294758113364,"score_gpt":0.36130520564859697,"score_spread":0.29867572983726054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114836483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086005665,0.002571626,0.90789413,0.003358358,0.0000380176,0.00010421586,0.000003504579,0.000015566373,0.000008905047],"genre_scores_gemma":[0.91862005,0.0015128361,0.07972059,0.000024825678,0.000017641672,0.0000023566151,0.0000010310688,0.00000369616,0.00009697939],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99786544,0.0004121191,0.0004195444,0.00022242156,0.000807254,0.00027323872],"domain_scores_gemma":[0.9932001,0.0044283736,0.0002934616,0.0002050474,0.0017323515,0.00014066507],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0056796973,0.000090558504,0.00021138082,0.0005296117,0.00019083152,0.0001988078,0.00026914448,0.00006524108,0.0000030357505],"category_scores_gemma":[0.011980769,0.00007644824,0.000046185476,0.0011087651,0.0001934917,0.0019820961,0.00008606509,0.00040753264,0.0000010256581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0077798152,0.003392528,0.6056974,0.0007242224,0.003524772,0.0009167643,0.015362433,0.015571288,0.04346331,0.091337256,0.009357155,0.20287305],"study_design_scores_gemma":[0.00055750925,0.0010083446,0.9639161,0.000079716716,0.000095800635,0.00061698887,0.0003744586,0.017514212,0.00025677623,0.015277805,0.00017680765,0.00012543477],"about_ca_topic_score_codex":0.000069466085,"about_ca_topic_score_gemma":0.0000033686463,"teacher_disagreement_score":0.83261436,"about_ca_system_score_codex":0.00010710202,"about_ca_system_score_gemma":0.00015987917,"threshold_uncertainty_score":0.99634176},"labels":[],"label_agreement":null},{"id":"W2141506510","doi":"10.1002/smr.299","title":"Improving design quality using meta‐pattern transformations: a metric‐based approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Metric (unit); Business process reengineering; Task (project management); Quality (philosophy); Process (computing); Software engineering; Object-oriented design; Metamodeling; Data mining; Software; Systems engineering; Programming language; Engineering","score_opus":0.17194493028079816,"score_gpt":0.38775112576598647,"score_spread":0.2158061954851883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141506510","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032757204,0.0047942265,0.9896255,0.0019201506,0.000070749724,0.00024767916,0.0000031034579,0.00004530348,0.000017571867],"genre_scores_gemma":[0.51368415,0.00027790098,0.48588803,0.000079791695,0.000040734983,0.000010581593,3.654746e-7,0.000008877942,0.000009578346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646115,0.00097341265,0.00051859854,0.00028154085,0.0012233988,0.00054188696],"domain_scores_gemma":[0.9891448,0.008125274,0.00029224643,0.0002855997,0.0018488382,0.00030325266],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017273063,0.00015084927,0.00031605226,0.00079381233,0.00040459004,0.00042892707,0.0004704221,0.00009212635,0.0000024260921],"category_scores_gemma":[0.02608519,0.00011656836,0.000094171664,0.0013409826,0.00017489234,0.0031576778,0.00012387546,0.0008876344,0.0000022081924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.008034361,0.0060862745,0.016757281,0.0061866576,0.0064067477,0.0016661743,0.014419467,0.4591981,0.012288563,0.04467098,0.0036320295,0.42065337],"study_design_scores_gemma":[0.029424997,0.013873139,0.07692242,0.0020461017,0.001796642,0.023004714,0.010291183,0.7488203,0.005427501,0.07335092,0.011067698,0.003974366],"about_ca_topic_score_codex":0.000460951,"about_ca_topic_score_gemma":0.0000026253572,"teacher_disagreement_score":0.5104084,"about_ca_system_score_codex":0.0003561986,"about_ca_system_score_gemma":0.00074413826,"threshold_uncertainty_score":0.9821185},"labels":[],"label_agreement":null},{"id":"W2154595863","doi":"10.1002/smr.285","title":"Migrating to Web services: a performance engineering approach","year":2004,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Scalability; Web service; Software deployment; Computer science; Middleware (distributed applications); Web engineering; World Wide Web; WS-Policy; Web modeling; Latency (audio); Web development; Service-oriented architecture; Web application security; Software engineering; Distributed computing; Telecommunications; Database","score_opus":0.023365228873488728,"score_gpt":0.2924268147943313,"score_spread":0.26906158592084256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154595863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5489494,0.0018626733,0.44533208,0.0031323768,0.00026017855,0.00023128754,0.000001232441,0.000057246863,0.00017354557],"genre_scores_gemma":[0.830843,0.0007478315,0.16806373,0.00016720525,0.000117857,0.000009296256,2.756131e-7,0.0000070274978,0.00004377999],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998103,0.000139739,0.00039412724,0.00026474515,0.00065122737,0.00044711053],"domain_scores_gemma":[0.9973604,0.000727568,0.00018770364,0.00025151426,0.0011765175,0.00029626008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055205435,0.00012933939,0.00021507,0.0003115299,0.00032848812,0.0002473181,0.00040755232,0.00007924857,7.609127e-7],"category_scores_gemma":[0.0022273413,0.000095787866,0.000038542858,0.00075901573,0.00007247111,0.0024414961,0.00023126493,0.00057304744,0.0000096960075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010670598,0.0047500473,0.39576316,0.0213063,0.0013244338,0.0011340032,0.09025757,0.11294214,0.019831162,0.06345202,0.014198175,0.2643704],"study_design_scores_gemma":[0.015755216,0.019987343,0.47371742,0.013719995,0.00015739688,0.041507717,0.028627092,0.18170643,0.001373585,0.011871655,0.20819196,0.0033841915],"about_ca_topic_score_codex":0.000083185834,"about_ca_topic_score_gemma":0.00000523439,"teacher_disagreement_score":0.2818936,"about_ca_system_score_codex":0.00017994596,"about_ca_system_score_gemma":0.00027736925,"threshold_uncertainty_score":0.3906116},"labels":[],"label_agreement":null},{"id":"W2159566003","doi":"10.1002/smr.245","title":"Field studies using functional size measurement in building estimation models for software maintenance","year":2002,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software; Computer science; Field (mathematics); Estimation; Functional requirement; Software development; Software metric; Function point; Software maintenance; Software engineering; Reliability engineering; Systems engineering; Industrial engineering; Engineering; Software construction; Mathematics","score_opus":0.19941479076137206,"score_gpt":0.3802488116615875,"score_spread":0.18083402090021547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159566003","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012574638,0.009516196,0.97294545,0.0043848637,0.00025535078,0.00027591857,0.0000022039892,0.00003511882,0.000010237173],"genre_scores_gemma":[0.6023057,0.0017653139,0.3956101,0.00011762242,0.00008599267,0.000023999995,1.41373e-7,0.000012151641,0.00007898878],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970446,0.000298165,0.00049510674,0.00033706136,0.0012304477,0.00059457065],"domain_scores_gemma":[0.979543,0.01610393,0.00025486416,0.0002283139,0.003678956,0.00019099085],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008904012,0.00015595129,0.00028349878,0.00043502985,0.00035039792,0.00021055285,0.00030670586,0.00009298911,0.0000041700932],"category_scores_gemma":[0.1086603,0.00013297648,0.000057358873,0.0006504062,0.00013662498,0.0027023102,0.00021184886,0.00067475945,0.0000013615544],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011690113,0.0025438275,0.044307843,0.0047891536,0.0017585348,0.0012604026,0.012154153,0.32363662,0.005742855,0.06630661,0.13533525,0.39047465],"study_design_scores_gemma":[0.0047925687,0.0032348312,0.019345343,0.0032117323,0.000055225126,0.0027764773,0.0022363751,0.82074225,0.0002507151,0.13799603,0.0046439534,0.0007144922],"about_ca_topic_score_codex":0.000047017656,"about_ca_topic_score_gemma":0.0000076260376,"teacher_disagreement_score":0.58973104,"about_ca_system_score_codex":0.0006412989,"about_ca_system_score_gemma":0.00018916985,"threshold_uncertainty_score":0.8988478},"labels":[],"label_agreement":null},{"id":"W3013054130","doi":"10.1002/smr.415","title":"Regression test suite reduction based on SDL models of system requirements","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Testing and Debugging Techniques","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test suite; Regression testing; Computer science; Suite; Regression analysis; Reduction (mathematics); Test (biology); Set (abstract data type); Test case; Regression; Programming language; Data mining; Statistics; Machine learning; Mathematics; Software; Software development","score_opus":0.08214894951886607,"score_gpt":0.37058079961742646,"score_spread":0.28843185009856037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013054130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008697136,0.0013497537,0.98307586,0.0052266303,0.0001885194,0.00022257603,0.0000036213191,0.00042696914,0.0008089138],"genre_scores_gemma":[0.8617837,0.0002728574,0.13772662,0.00008603098,0.000061255436,0.0000022962925,5.205927e-7,0.000005078749,0.00006163531],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977718,0.00042111473,0.00041930913,0.00023657645,0.0008603636,0.0002908324],"domain_scores_gemma":[0.99453175,0.0027572983,0.00052308216,0.0003039938,0.0017231364,0.000160765],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006132571,0.0001149213,0.000216117,0.00042427029,0.0002602185,0.00012225482,0.0002983703,0.00008224279,5.312569e-7],"category_scores_gemma":[0.009147967,0.0000841034,0.000041614632,0.00050837034,0.00012148464,0.0014793848,0.00006819927,0.00045040762,9.749336e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.014817647,0.0053358222,0.019843843,0.0023230459,0.00020315875,0.0015334935,0.0034021575,0.0046441257,0.014317389,0.09067608,0.24194868,0.60095453],"study_design_scores_gemma":[0.0067229937,0.039427582,0.04783391,0.028411664,0.00012999059,0.012827068,0.0017921365,0.411547,0.0038000103,0.44104162,0.005189029,0.0012769749],"about_ca_topic_score_codex":0.000045625937,"about_ca_topic_score_gemma":2.8345738e-7,"teacher_disagreement_score":0.8530866,"about_ca_system_score_codex":0.00017140295,"about_ca_system_score_gemma":0.0001912172,"threshold_uncertainty_score":0.9991984},"labels":[],"label_agreement":null},{"id":"W3013691730","doi":"10.1002/smr.379","title":"Optimized staffing for product releases and its application at Chartwell Technology","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Staffing; Heuristics; Computer science; Quality (philosophy); Feature (linguistics); Product (mathematics); Process (computing); Point (geometry); Genetic algorithm; Operations research; Resource (disambiguation); Mathematical optimization; Machine learning; Mathematics","score_opus":0.050533445433115214,"score_gpt":0.33929601412793947,"score_spread":0.28876256869482425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013691730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035477035,0.015969483,0.93527883,0.012648243,0.000078402765,0.0004034456,0.00000374142,0.00010952528,0.00003132013],"genre_scores_gemma":[0.55156046,0.022772944,0.42509502,0.00008703033,0.00011825586,0.000052652693,0.0000010071233,0.000013260087,0.00029934023],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99872535,0.00014122047,0.00027213417,0.00026840722,0.00029571066,0.00029714388],"domain_scores_gemma":[0.9952471,0.0029107197,0.0003044141,0.00018655648,0.0012197819,0.0001313954],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030327684,0.00010250446,0.00019106401,0.00031639816,0.0004826106,0.00007416369,0.000229578,0.00007779915,0.0000012630566],"category_scores_gemma":[0.0124858515,0.00008482435,0.00002453684,0.00040148926,0.00013825293,0.0015773738,0.00021514259,0.0003794029,0.0000016044597],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.023307497,0.0020856922,0.03234905,0.0027950224,0.0009357096,0.0014430932,0.005925094,0.001252897,0.028497001,0.16773687,0.13702919,0.5966429],"study_design_scores_gemma":[0.0054707928,0.0068380386,0.014309035,0.00075270404,0.00010770283,0.04689711,0.0008024991,0.029863128,0.0058070817,0.034654196,0.8534556,0.001042078],"about_ca_topic_score_codex":0.000014473245,"about_ca_topic_score_gemma":8.875804e-7,"teacher_disagreement_score":0.71642643,"about_ca_system_score_codex":0.00007765336,"about_ca_system_score_gemma":0.00011512924,"threshold_uncertainty_score":0.9958324},"labels":[],"label_agreement":null},{"id":"W3030145482","doi":"10.1002/smr.463","title":"Using classification methods to label tasks in process mining","year":2010,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Process (computing); Task (project management); Identifier; Noise (video); Process mining; Data mining; Identification (biology); Cluster analysis; Representation (politics); Event (particle physics); Artificial intelligence; Machine learning; Pattern recognition (psychology); Business process; Work in process; Business process modeling; Engineering","score_opus":0.17127922419704208,"score_gpt":0.4612376638122474,"score_spread":0.2899584396152053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3030145482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75761056,0.00068368285,0.2321416,0.00867851,0.00020151715,0.00013368447,9.0668567e-7,0.000018853896,0.00053067313],"genre_scores_gemma":[0.89089215,0.0001098691,0.10816336,0.00037935618,0.0003819589,0.000005324291,9.1943724e-7,0.00001249822,0.000054543107],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857175,0.000096005635,0.0003880609,0.00021572613,0.0004125829,0.0003158558],"domain_scores_gemma":[0.99609315,0.00072017004,0.0003688704,0.00011114022,0.002655093,0.00005156458],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008630907,0.00010522134,0.0002121456,0.0008289407,0.00029159125,0.00035236546,0.00015982022,0.00008926146,0.000009713294],"category_scores_gemma":[0.017010074,0.00008572667,0.000023802133,0.0013085105,0.00011273532,0.0025381949,0.00008818318,0.00066801615,0.0000038825237],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007316966,0.0016183109,0.3007722,0.0024611366,0.00026943535,0.00023518241,0.0028529838,0.0033326212,0.07790987,0.0190018,0.005299399,0.5789301],"study_design_scores_gemma":[0.0069053345,0.00051473646,0.21613392,0.0033725023,0.00059413817,0.0015408705,0.059139434,0.48697868,0.0002660255,0.114760935,0.10798705,0.0018063623],"about_ca_topic_score_codex":0.00036751424,"about_ca_topic_score_gemma":0.00008816959,"teacher_disagreement_score":0.57712376,"about_ca_system_score_codex":0.000039199665,"about_ca_system_score_gemma":0.0001267687,"threshold_uncertainty_score":0.99127007},"labels":[],"label_agreement":null},{"id":"W41029254","doi":"10.1002/smr.v17:2","title":"Development and evolution of a heterogeneous continuous media server: a case study: Practice Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Multimedia Communication and Technology","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Saskatchewan","funders":"","keywords":"Computer science; Maintainability; Interface (matter); Software; Server; File server; Programmer; Modular design; Application server; Software design; Operating system; Server farm; User interface; Software development; Software evolution; Software engineering; World Wide Web; Client–server model; Software construction","score_opus":0.08003060926736887,"score_gpt":0.40242147556590707,"score_spread":0.3223908662985382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W41029254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9797311,0.00735414,0.0015477235,0.010777182,0.00005246941,0.00027667574,0.0000018514158,0.000020674233,0.00023819141],"genre_scores_gemma":[0.9677382,0.0032683264,0.0287741,0.00006861043,0.00006739213,0.00000869364,2.5081556e-7,0.0000058555997,0.00006856309],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9971372,0.0013212888,0.00045999727,0.00015522014,0.00062102027,0.0003053024],"domain_scores_gemma":[0.992528,0.004721418,0.0004600147,0.00015732991,0.0019126972,0.00022051016],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009730871,0.00008532617,0.00020823065,0.00026796313,0.0006245194,0.00008100929,0.00015759373,0.000103095896,0.000012168427],"category_scores_gemma":[0.027816994,0.00007314271,0.000021341177,0.00035735714,0.0006443806,0.0010210272,0.0001490672,0.00048455686,0.0000030242204],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005663046,0.004289714,0.09432613,0.00016441423,0.00064515223,0.0031171662,0.2179995,0.000023528184,0.00057808735,0.023089578,0.002484371,0.6476193],"study_design_scores_gemma":[0.0030302966,0.0013619468,0.01680927,0.00020694359,0.000119587516,0.015626155,0.653792,0.00018989683,0.000100642574,0.002326357,0.30617264,0.00026425417],"about_ca_topic_score_codex":0.0025157577,"about_ca_topic_score_gemma":0.005274047,"teacher_disagreement_score":0.6473551,"about_ca_system_score_codex":0.0002286329,"about_ca_system_score_gemma":0.00047045373,"threshold_uncertainty_score":0.98037213},"labels":[],"label_agreement":null},{"id":"W4214647708","doi":"10.1002/smr.377","title":"Search‐based many‐to‐one component substitution","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Component (thermodynamics); Substitution (logic); Unavailability; Computer science; Mechanism (biology); Heuristics; Obsolescence; Engineering; Reliability engineering; Programming language","score_opus":0.1530069501892292,"score_gpt":0.3788819055904562,"score_spread":0.225874955401227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214647708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02679282,0.0017551581,0.966237,0.0047892737,0.00017838753,0.00014032409,0.000001936834,0.000063915184,0.000041178388],"genre_scores_gemma":[0.3998213,0.0010807959,0.59879684,0.0001601189,0.000066575936,0.000004233645,3.8572767e-7,0.0000065764752,0.00006317746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9973688,0.0007475033,0.00032626002,0.00025815185,0.000836009,0.00046323874],"domain_scores_gemma":[0.99206656,0.005642379,0.00014790424,0.0002597555,0.0015505736,0.000332819],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006377712,0.00011967487,0.00023268763,0.00044536486,0.0004384943,0.000094937976,0.00038943955,0.00006949889,0.000002475864],"category_scores_gemma":[0.018850304,0.00010223226,0.000038903345,0.0006509099,0.00032599116,0.00153104,0.00023011872,0.0007095368,0.000011674005],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.021296013,0.0040784734,0.043077633,0.0017526386,0.0009058621,0.009340772,0.012528981,0.23754533,0.050743066,0.3537665,0.051576637,0.2133881],"study_design_scores_gemma":[0.010405904,0.0151874535,0.6074984,0.0028231703,0.00009942575,0.031031694,0.0027921447,0.025215503,0.009104434,0.12557274,0.16781653,0.002452586],"about_ca_topic_score_codex":0.00003392421,"about_ca_topic_score_gemma":7.6427114e-7,"teacher_disagreement_score":0.56442076,"about_ca_system_score_codex":0.0001977315,"about_ca_system_score_gemma":0.0002750557,"threshold_uncertainty_score":0.98941433},"labels":[],"label_agreement":null},{"id":"W4236048929","doi":"10.1002/smr.376","title":"Introduction to the special issue on program comprehension through dynamic analysis (PCODA)","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung","keywords":"Program comprehension; Computer science; Reverse engineering; Comprehension; Software engineering; Software; Program analysis; Source code; Data science; Software system; Programming language","score_opus":0.03584303218008123,"score_gpt":0.3541619928238779,"score_spread":0.31831896064379667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236048929","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08036835,0.0016956694,0.7718237,0.14401047,0.001034123,0.00072067184,0.0000046372825,0.00012388983,0.00021849904],"genre_scores_gemma":[0.81766355,0.0041324226,0.16904466,0.00050705275,0.007068818,0.000039628012,0.0000032256846,0.00002574369,0.0015148988],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99698937,0.0005678205,0.00032388154,0.00035405564,0.0012930773,0.0004718069],"domain_scores_gemma":[0.9934363,0.0041016745,0.00015803392,0.0004253394,0.0016596023,0.00021909445],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0040464397,0.00013018139,0.00023981067,0.00054313435,0.00065430516,0.0002283339,0.0005000413,0.00006970089,0.000019913305],"category_scores_gemma":[0.014747158,0.000086974935,0.00007306277,0.0023629838,0.00024468495,0.0012040146,0.00025873748,0.0009418983,0.000044948647],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004906732,0.0014398043,0.013913276,0.00013673805,0.0011646101,0.0007144359,0.0070720026,0.012280149,0.00035659637,0.005347677,0.6966864,0.25598162],"study_design_scores_gemma":[0.00050959963,0.003051772,0.16731997,0.000068688234,0.000047395308,0.0015033297,0.00056811917,0.0041652103,0.000035862275,0.00088236487,0.8216652,0.00018248284],"about_ca_topic_score_codex":0.0000711367,"about_ca_topic_score_gemma":0.000017996063,"teacher_disagreement_score":0.7372952,"about_ca_system_score_codex":0.00020956583,"about_ca_system_score_gemma":0.0001546077,"threshold_uncertainty_score":0.993552},"labels":[],"label_agreement":null},{"id":"W4236271902","doi":"10.1002/smr.410","title":"Recovering business processes from business applications","year":2009,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Business Process Modeling and Analysis","field":"Business, Management and Accounting","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Artifact-centric business process model; Business process modeling; Business rule; Business process; Computer science; Business process management; Business process discovery; Business Process Model and Notation; Process management; Task (project management); Business analysis; Business domain; Process (computing); New business development; Business model; Business; Systems engineering; Work in process; Engineering; Marketing; Programming language","score_opus":0.04385247266502579,"score_gpt":0.3147919276451425,"score_spread":0.27093945498011673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236271902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13516355,0.02188912,0.78853214,0.0509401,0.00028503683,0.00043112488,0.000014457081,0.0001421446,0.0026023185],"genre_scores_gemma":[0.98628074,0.0055678333,0.0057769814,0.0008435137,0.0013319268,0.0000113354645,0.000011245579,0.000016311247,0.00016014057],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837303,0.00004105397,0.0004184756,0.0002730866,0.00055578945,0.00033855022],"domain_scores_gemma":[0.9899454,0.00074798166,0.0005088006,0.00015566056,0.008594035,0.000048106307],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0020812678,0.00015503971,0.0002793943,0.0004938103,0.0005355494,0.0006339409,0.00022335874,0.00008699966,0.000016352813],"category_scores_gemma":[0.01015336,0.00012402282,0.00003207166,0.0023571572,0.00014791603,0.00431187,0.00009058896,0.00040114557,0.00001553417],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012316027,0.0034122989,0.09344638,0.0061566685,0.0008148568,0.00046479653,0.0007831935,0.0058756676,0.004042303,0.02137671,0.04086926,0.81044185],"study_design_scores_gemma":[0.0027694802,0.00017507245,0.31902203,0.0023918464,0.0005347948,0.00050462916,0.0044462867,0.0026424555,0.00002551135,0.21060055,0.4559315,0.00095584785],"about_ca_topic_score_codex":0.00067870185,"about_ca_topic_score_gemma":0.000034167922,"teacher_disagreement_score":0.8511172,"about_ca_system_score_codex":0.00004885633,"about_ca_system_score_gemma":0.00020768291,"threshold_uncertainty_score":0.99818456},"labels":[],"label_agreement":null},{"id":"W4239854741","doi":"10.1002/smr.374","title":"An automated approach for abstracting execution logs to execution events","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software System Performance and Reliability","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Blackberry (Canada); Queen's University","funders":"Sandia National Laboratories; University of Waterloo","keywords":"Computer science; Source code; Programming language; Abstraction; Compiler; Database; Software engineering; Data mining","score_opus":0.06347520511774862,"score_gpt":0.38163286877641817,"score_spread":0.31815766365866954,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239854741","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18219434,0.00049254164,0.8150734,0.0013875442,0.00025792813,0.00040623648,0.000003283754,0.000107234824,0.00007750352],"genre_scores_gemma":[0.83567107,0.0004360215,0.16352722,0.00010674931,0.00014604923,0.000022827197,0.0000027309482,0.000008002173,0.00007931977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975792,0.00044562822,0.00049321586,0.00034569952,0.0006689735,0.00046724724],"domain_scores_gemma":[0.99548024,0.0013523389,0.00035101702,0.0002788927,0.0022016177,0.0003358832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077399057,0.00013307876,0.00023825568,0.00031931355,0.0007878992,0.00011923284,0.00034826383,0.00012590626,0.0000010131823],"category_scores_gemma":[0.005926054,0.00010362955,0.000054215176,0.0005341795,0.00013211551,0.0032994235,0.00010002597,0.0004315081,0.0000044631884],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0360479,0.011094907,0.33916673,0.0047413227,0.001157724,0.00079854403,0.043944348,0.01883034,0.022269376,0.020744892,0.24842715,0.25277674],"study_design_scores_gemma":[0.0070079644,0.01499934,0.7274562,0.0011174626,0.00009211126,0.023707975,0.010754117,0.162712,0.00078597694,0.011378196,0.03861783,0.0013707891],"about_ca_topic_score_codex":0.000098858516,"about_ca_topic_score_gemma":0.0000020232749,"teacher_disagreement_score":0.6534767,"about_ca_system_score_codex":0.00020437942,"about_ca_system_score_gemma":0.0002929766,"threshold_uncertainty_score":0.70944685},"labels":[],"label_agreement":null},{"id":"W4245283101","doi":"10.1002/smr.395","title":"Special Issue on Search‐Based Software Maintenance","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Search-based software engineering; Software engineering; Computer science; Software construction; Software maintenance; Software development; Software sizing; Code refactoring; Software; Reliability engineering; Systems engineering; Engineering; Programming language","score_opus":0.049937845687060084,"score_gpt":0.330768104488588,"score_spread":0.2808302588015279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245283101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03221504,0.0025609238,0.9392638,0.021985086,0.0015487147,0.0006212065,0.00002058841,0.00023143497,0.0015531619],"genre_scores_gemma":[0.6170697,0.0077387807,0.35839742,0.0017583723,0.008402358,0.00004304012,0.000004731298,0.00011058477,0.0064749746],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99498636,0.00080075045,0.00052863464,0.0005298326,0.0021115278,0.001042888],"domain_scores_gemma":[0.9830076,0.012663842,0.000236623,0.0005510496,0.0029047835,0.00063610694],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0071732136,0.0002510073,0.0003817262,0.0008160893,0.00075149356,0.00028797786,0.0009088905,0.00015959753,0.000049680326],"category_scores_gemma":[0.045486305,0.00020540212,0.00009756927,0.0011832502,0.0006777113,0.0019226667,0.00036448115,0.001841584,0.00009177415],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006385035,0.0012313571,0.044264104,0.0004476829,0.0002388995,0.0067159147,0.0025332537,0.0018490346,0.00024709234,0.0087698335,0.8224706,0.104847185],"study_design_scores_gemma":[0.0043927827,0.006644403,0.17501394,0.0011064236,0.00002125201,0.009972411,0.000935122,0.0025950333,0.0003572426,0.003929687,0.7942223,0.00080943137],"about_ca_topic_score_codex":0.00008021071,"about_ca_topic_score_gemma":0.0000047751787,"teacher_disagreement_score":0.5848547,"about_ca_system_score_codex":0.00038952444,"about_ca_system_score_gemma":0.0008774348,"threshold_uncertainty_score":0.962554},"labels":[],"label_agreement":null},{"id":"W4253079602","doi":"10.1002/smr.372","title":"A survey and evaluation of tool features for understanding reverse‐engineered sequence diagrams","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Software Engineering Research","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Defence Research and Development Canada; University of Victoria","funders":"","keywords":"Sequence (biology); Sequence diagram; Computer science; Set (abstract data type); Diagram; Data science; Software; Data mining; Reverse engineering; Software engineering; Unified Modeling Language; Programming language; Database","score_opus":0.23586060321562363,"score_gpt":0.39914541570243034,"score_spread":0.1632848124868067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253079602","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18459608,0.0063118916,0.8070157,0.0015091869,0.00013761007,0.0003795645,0.000014455319,0.000020539943,0.000014938535],"genre_scores_gemma":[0.9680407,0.002162883,0.029651886,0.000020487167,0.00004435409,0.000010996825,0.0000015365962,0.0000080676955,0.000059088597],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.997342,0.0006484457,0.00030315405,0.0002238833,0.001136404,0.00034610368],"domain_scores_gemma":[0.98252314,0.013833594,0.00019849661,0.00018808586,0.0030954338,0.00016125274],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.017583692,0.00010120981,0.00020831199,0.00033050193,0.0002698515,0.000105189385,0.00023176911,0.0000787508,0.0000014190025],"category_scores_gemma":[0.06847715,0.000084485255,0.000032281565,0.0005505624,0.0002726985,0.0013619128,0.00012248366,0.00042973075,3.3750078e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010840746,0.001100745,0.60844165,0.0030982636,0.0015178504,0.00068491674,0.017721051,0.0054711387,0.0097241355,0.089345306,0.1340595,0.1179947],"study_design_scores_gemma":[0.0038347968,0.002480798,0.93826884,0.00058162265,0.000049396232,0.004062228,0.001672952,0.019420832,0.0001686699,0.02763659,0.0014397753,0.00038352387],"about_ca_topic_score_codex":0.00011137267,"about_ca_topic_score_gemma":0.000015845788,"teacher_disagreement_score":0.78344464,"about_ca_system_score_codex":0.00027220565,"about_ca_system_score_gemma":0.00047276233,"threshold_uncertainty_score":0.93936944},"labels":[],"label_agreement":null}]}