{"meta":{"query_hash":"a7988d703404","filters":{"topic":"Advanced Software Engineering Methodologies"},"cohort_total":1299,"direct_labels_cover":1,"predictions_cover":1299,"exported":1299,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a7988d703404","api":"https://metacan.xera.ac/api/v1/cohort?topic=Advanced+Software+Engineering+Methodologies"},"results":[{"id":"W1002860787","doi":"10.1007/978-3-319-21070-4_35","title":"Analyzing Requirements Using Environment Modelling","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"System requirements specification; Non-functional requirement; Computer science; Requirements elicitation; Correctness; Software requirements specification; Requirements management; Requirements analysis; Functional requirement; Requirements engineering; Systems engineering; System requirements; Requirement; Software engineering; Completeness (order theory); User requirements document; Process (computing); Formal specification; Software system; Engineering; Software; Programming language; Software construction","score_opus":0.13674639528465882,"score_gpt":0.3149992736032566,"score_spread":0.17825287831859776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1002860787","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019276747,0.00017096063,0.9691813,0.0001540007,0.000018810808,0.00013899305,0.00014399664,0.0012663448,0.009648946],"genre_scores_gemma":[0.25195217,0.0006162524,0.7382758,0.000088173656,0.000021067117,0.00023591904,0.0010859699,0.00082680234,0.0068979324],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99611676,0.001250629,0.00019674771,0.00034866517,0.0018229702,0.00026419756],"domain_scores_gemma":[0.9948525,0.0034802393,0.0003640615,0.000842414,0.0004028641,0.000057899426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002139116,0.0013469766,0.00054933963,0.0020896848,0.0004149691,0.0024268425,0.0015419921,0.0009600825,0.004460941],"category_scores_gemma":[0.009756252,0.0010597071,0.0023103368,0.0016800386,0.0008069751,0.0033411568,0.0019520806,0.0014951263,0.0013475432],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017347933,0.0002935209,0.0047629084,0.00077984185,0.00022135465,0.0014430434,0.0012096328,0.3988123,0.032425147,0.15695891,0.003921884,0.39899796],"study_design_scores_gemma":[0.000022470731,0.00010913009,0.0013671756,0.00018443499,0.00012939623,0.00059033104,0.00048133786,0.8687701,0.019241083,0.08473514,0.024314502,0.000054873897],"about_ca_topic_score_codex":0.0024114512,"about_ca_topic_score_gemma":0.0036664612,"teacher_disagreement_score":0.004460941,"about_ca_system_score_codex":0.00079186086,"about_ca_system_score_gemma":0.0010217207,"threshold_uncertainty_score":0.0149232745},"labels":[],"label_agreement":null},{"id":"W10208290","doi":"10.1016/s0924-977x(98)00028-5","title":"Incremental software design modelling","year":2013,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Merge (version control); Software; Workflow; Software product line; Personalization; Software design; Software engineering; Software development; Database; Programming language","score_opus":0.3092046473414589,"score_gpt":0.41807435472968796,"score_spread":0.10886970738822904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10208290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004267649,0.0004890878,0.98793274,0.00015927272,0.00006370231,0.00016633573,0.00028631222,0.0014744811,0.005160397],"genre_scores_gemma":[0.24411544,0.0012655968,0.7401545,0.0001700352,0.000088511406,0.0010371926,0.0015877351,0.00045915128,0.011121762],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972898,0.0011326234,0.00023899105,0.00050898956,0.00065122,0.00017846354],"domain_scores_gemma":[0.99491006,0.0032512157,0.0003560674,0.00045148065,0.0009282751,0.00010288143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002775816,0.0014279948,0.0010756601,0.0016243986,0.000490631,0.002132484,0.0016962917,0.0012807858,0.010726932],"category_scores_gemma":[0.010668212,0.00070968224,0.0019115009,0.0014310334,0.0008534985,0.0013329205,0.0013698165,0.0010646326,0.0022247455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001143243,0.000052946038,0.001137171,0.0005577827,0.00011060378,0.0001388525,0.00011196807,0.8118228,0.0013322044,0.03535518,0.0025539007,0.14671229],"study_design_scores_gemma":[0.000030339668,0.00007232746,0.00012782056,0.00005497536,0.00003356323,0.00006560978,0.000018782574,0.9601298,0.0007891061,0.026367463,0.012298692,0.000011548126],"about_ca_topic_score_codex":0.004715589,"about_ca_topic_score_gemma":0.004745364,"teacher_disagreement_score":0.010726932,"about_ca_system_score_codex":0.0011064843,"about_ca_system_score_gemma":0.0023440968,"threshold_uncertainty_score":0.035885155},"labels":[],"label_agreement":null},{"id":"W103447131","doi":"10.1142/9789812770318_0013","title":"BUSINESS MODEL DESIGN AND EVOLUTION","year":2007,"lang":"en","type":"book-chapter","venue":"Management of technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Computer science","score_opus":0.0645164380180127,"score_gpt":0.27479216536606244,"score_spread":0.21027572734804972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W103447131","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047971704,0.0027551048,0.9116254,0.003783527,0.00024675598,0.00022984357,0.0002721475,0.0009008408,0.07538922],"genre_scores_gemma":[0.10390643,0.0037570642,0.8488992,0.0006662037,0.00011011121,0.00051642174,0.0013254482,0.0007034993,0.040115543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955771,0.0021467803,0.00028335367,0.00052898267,0.0013001382,0.00016356283],"domain_scores_gemma":[0.99605596,0.0016531913,0.00020003824,0.0010221588,0.00090026105,0.00016838902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057846406,0.0006335827,0.00045414208,0.0017404767,0.0013196623,0.006164491,0.0022124208,0.0017320277,0.010153586],"category_scores_gemma":[0.009446797,0.00072393497,0.0011755354,0.0022699968,0.0023023775,0.0071843877,0.0035206573,0.0025507302,0.0026087465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014471728,0.00003066775,0.00028437178,0.00014776204,0.000021867707,0.00012636707,0.0005961242,0.008095643,0.0006486975,0.8961846,0.007103097,0.086746335],"study_design_scores_gemma":[0.00001778792,0.000027773542,0.0001847924,0.0003082115,0.000030946,0.00036335093,0.0003589847,0.06819716,0.0017474726,0.48136437,0.44737303,0.00002612703],"about_ca_topic_score_codex":0.0031606127,"about_ca_topic_score_gemma":0.0027440744,"teacher_disagreement_score":0.010153586,"about_ca_system_score_codex":0.0028984603,"about_ca_system_score_gemma":0.0021395455,"threshold_uncertainty_score":0.033967137},"labels":[],"label_agreement":null},{"id":"W10770133","doi":"10.1007/978-3-642-34002-4_31","title":"Deriving Variability Patterns in Software Product Lines by Ontological Considerations","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University; Simon Fraser University","funders":"","keywords":"Software product line; Reusability; Computer science; Modeling language; Software engineering; Product (mathematics); Ontology; Domain (mathematical analysis); Software; Data mining; Programming language; Software development; Mathematics","score_opus":0.04270901879381149,"score_gpt":0.2852619416467718,"score_spread":0.24255292285296032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W10770133","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067561865,0.00022402185,0.92207795,0.00041225052,0.000030765557,0.0001397368,0.0008854703,0.00068361947,0.007984253],"genre_scores_gemma":[0.45812237,0.0005611779,0.5351967,0.00016366164,0.000046178735,0.00028216428,0.0032894744,0.0004254548,0.0019127937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969023,0.0006511973,0.00044832262,0.00049101305,0.0012874557,0.00021971717],"domain_scores_gemma":[0.99160755,0.004728419,0.000802731,0.0017685769,0.0009793153,0.000113417394],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022037232,0.0007365759,0.0004949201,0.0036802322,0.0009178971,0.0029603238,0.0015848677,0.0012460016,0.0017866334],"category_scores_gemma":[0.013606417,0.0010557657,0.0023774304,0.003336804,0.0013402323,0.0064395852,0.0021973702,0.0022246249,0.00067688996],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022349691,0.00036626146,0.02914615,0.00091124885,0.0003054759,0.0028900881,0.004980398,0.04588808,0.021545164,0.48142174,0.0042373226,0.4080846],"study_design_scores_gemma":[0.00004724194,0.00008111505,0.009916753,0.0005671145,0.00042493874,0.0013753233,0.0019086215,0.23152132,0.01318686,0.7122962,0.028582709,0.000091802474],"about_ca_topic_score_codex":0.0027395606,"about_ca_topic_score_gemma":0.0042757555,"teacher_disagreement_score":0.0036802322,"about_ca_system_score_codex":0.00070494623,"about_ca_system_score_gemma":0.0012647852,"threshold_uncertainty_score":0.011654496},"labels":[],"label_agreement":null},{"id":"W111226687","doi":"","title":"Proceedings of the 9th International Conference on Aspect-Oriented Software Development","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Ninth; Software development; Architecture; Library science; SAINT; Software; Computer science; Software engineering; History; Computer security","score_opus":0.03488293899846317,"score_gpt":0.27946572746184817,"score_spread":0.244582788463385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W111226687","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00768602,0.085660025,0.32247555,0.015592742,0.078124724,0.0012563332,0.001951019,0.007781625,0.47947198],"genre_scores_gemma":[0.044294327,0.07822728,0.22851224,0.0067531927,0.017967047,0.001202773,0.012354186,0.0046498966,0.60603917],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966137,0.00073305884,0.00039092186,0.00047144643,0.001600795,0.0001901857],"domain_scores_gemma":[0.99584574,0.0009301384,0.0002158253,0.0007324856,0.0017013447,0.0005745054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003393692,0.0016019532,0.0013604013,0.0015128772,0.00076296506,0.00564186,0.001824711,0.0019239299,0.074745275],"category_scores_gemma":[0.006084707,0.0005885344,0.0011419969,0.0011992599,0.0011719464,0.0043495293,0.0029131365,0.0040816646,0.04821531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001673322,0.00019247294,0.0007101069,0.0007876608,0.00009377968,0.0003398605,0.0003968767,0.0009585297,0.006366921,0.026708245,0.489217,0.47406125],"study_design_scores_gemma":[0.000012347711,0.00004476813,0.0002884325,0.00022006285,0.000017955757,0.00030551016,0.000053034746,0.00091553974,0.00065219577,0.0048180865,0.9926583,0.000013810447],"about_ca_topic_score_codex":0.0010007661,"about_ca_topic_score_gemma":0.0009844187,"teacher_disagreement_score":0.074745275,"about_ca_system_score_codex":0.0007655308,"about_ca_system_score_gemma":0.0019280777,"threshold_uncertainty_score":0.2500478},"labels":[],"label_agreement":null},{"id":"W1130174379","doi":"10.1007/978-1-4614-4951-5_51","title":"Analyzing Agents’ Collective Design Decisions in Collaborative Systems Development Initiatives","year":2013,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Set (abstract data type); Management science; Computer science; Process management; Knowledge management; Architecture; Risk analysis (engineering); Business; Engineering","score_opus":0.12112301737417865,"score_gpt":0.3127157402427108,"score_spread":0.19159272286853218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1130174379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31673715,0.0026555427,0.4995486,0.0037982815,0.00015264013,0.00012892492,0.00017669352,0.0002711486,0.17653097],"genre_scores_gemma":[0.8700597,0.00082937104,0.10344642,0.00009248673,0.00003495904,0.00011482782,0.00016742089,0.00010505325,0.025149733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99869895,0.0007682565,0.000030488554,0.00014035024,0.00024704906,0.000114899754],"domain_scores_gemma":[0.9955539,0.0037468518,0.0002108689,0.00021510238,0.00016364297,0.00010953305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020439208,0.0003899565,0.00031531483,0.0006707435,0.0008614521,0.0029316815,0.0007476599,0.00093396765,0.0042622276],"category_scores_gemma":[0.007559212,0.00031717206,0.00041270233,0.001271651,0.0008460403,0.00250927,0.0013994456,0.0012700267,0.00044095019],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014764002,0.00021786001,0.012311055,0.00023710617,0.00012407637,0.0002937119,0.0051179044,0.15799694,0.0026306943,0.4769232,0.008943329,0.33505645],"study_design_scores_gemma":[0.000018885728,0.00006401341,0.006277585,0.00014335554,0.000063087,0.00008925034,0.004911902,0.4884,0.0028574453,0.45965338,0.037478928,0.000042194428],"about_ca_topic_score_codex":0.0037764374,"about_ca_topic_score_gemma":0.008517687,"teacher_disagreement_score":0.0042622276,"about_ca_system_score_codex":0.0015703755,"about_ca_system_score_gemma":0.0012411453,"threshold_uncertainty_score":0.014258623},"labels":[],"label_agreement":null},{"id":"W11320656","doi":"10.1007/s004410000313","title":"Satisficing the Conflicting Software Qualities of Maintainability and Performance at the Source Code Level.","year":2004,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Maintainability; Computer science; Heuristics; Software engineering; Code refactoring; Source code; Software; Software system; Source lines of code; XML; Software quality; Quality (philosophy); Database; Software development; Programming language; World Wide Web; Operating system","score_opus":0.05543233139380807,"score_gpt":0.2993990449811356,"score_spread":0.24396671358732755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11320656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9803462,0.0002568682,0.012769405,0.00028029492,0.000016103466,0.000016970738,0.0000954052,0.0005567503,0.0056619],"genre_scores_gemma":[0.9918502,0.00006613985,0.0059319115,0.000052714244,0.0000086861655,0.000009024935,0.00011542566,0.00011593192,0.0018499218],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992932,0.000108135304,0.000074602794,0.00017167964,0.0002832301,0.000069064045],"domain_scores_gemma":[0.9955237,0.0008236703,0.0015394109,0.00068388873,0.0009542203,0.00047500155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011402571,0.00029418257,0.00013882438,0.00069292396,0.0004087519,0.0010157499,0.00052744016,0.00041510322,0.0016027198],"category_scores_gemma":[0.0064306064,0.0001969477,0.00018122619,0.00035333028,0.000612322,0.0014048142,0.0008622409,0.0002944539,0.00046058086],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000435713,0.00009777568,0.29643452,0.00026625497,0.00016139034,0.001240412,0.0038821995,0.0023036066,0.46257025,0.0040333048,0.0017187067,0.22685589],"study_design_scores_gemma":[0.000024428846,0.0005257754,0.8948426,0.000084076455,0.00016171054,0.0022656836,0.0020470854,0.03026855,0.054598503,0.0047319266,0.010353606,0.00009601467],"about_ca_topic_score_codex":0.0038309016,"about_ca_topic_score_gemma":0.0069667967,"teacher_disagreement_score":0.0038309016,"about_ca_system_score_codex":0.00046083296,"about_ca_system_score_gemma":0.00058923184,"threshold_uncertainty_score":0.007617235},"labels":[],"label_agreement":null},{"id":"W113659863","doi":"","title":"Towards a Knowledge-Based Representation of Non-Functional Requirements","year":2012,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Ontology; Non-functional requirement; Semantics (computer science); Representation (politics); Knowledge representation and reasoning; Domain (mathematical analysis); Functional requirement; Software engineering; Knowledge management; Artificial intelligence; Programming language; Software development; Software; Mathematics","score_opus":0.10304770927493087,"score_gpt":0.3669804292481474,"score_spread":0.26393271997321655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W113659863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002842972,0.00024060444,0.9883122,0.0008360035,0.000041380106,0.00015698635,0.00046933626,0.0004548549,0.006645643],"genre_scores_gemma":[0.040372767,0.0007193635,0.95438033,0.00019545387,0.000034860117,0.00034190153,0.0017276846,0.00010187596,0.002125736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959353,0.0014802224,0.0006017228,0.00040991572,0.0013601809,0.00021256586],"domain_scores_gemma":[0.99416393,0.0021613091,0.00068880094,0.0014123913,0.0013965783,0.00017701685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058486136,0.0011709455,0.0008986104,0.0044531333,0.0010087269,0.0076404056,0.0031494265,0.0025793542,0.002531953],"category_scores_gemma":[0.012252956,0.0009040775,0.002149388,0.0039824704,0.0018468474,0.008877453,0.0027675852,0.003598764,0.0017322337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047226957,0.00016520874,0.0009164186,0.0007446836,0.00008793521,0.000988742,0.0039339834,0.046548326,0.006495097,0.81773823,0.0053211716,0.117012985],"study_design_scores_gemma":[0.000051736875,0.00007717275,0.0008168381,0.0009595364,0.00018479125,0.00083007466,0.0021615156,0.3064639,0.0072282287,0.5070244,0.17408755,0.00011424117],"about_ca_topic_score_codex":0.008093141,"about_ca_topic_score_gemma":0.009294865,"teacher_disagreement_score":0.008093141,"about_ca_system_score_codex":0.001984723,"about_ca_system_score_gemma":0.004101532,"threshold_uncertainty_score":0.030930817},"labels":[],"label_agreement":null},{"id":"W11533555","doi":"","title":"Towards cooperative negotiation for decentralized resource allocation in autonomic computing systems","year":2003,"lang":"en","type":"article","venue":"International Joint Conference on Artificial Intelligence","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Negotiation; Computer science; Resource allocation; Distributed computing; Resource management (computing); Resource (disambiguation); Computer network; Cloud computing; Operating system","score_opus":0.15742293761651205,"score_gpt":0.3588051013070076,"score_spread":0.20138216369049555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11533555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013577093,0.00037895745,0.97970164,0.0009632858,0.000108126646,0.00011640546,0.000014527257,0.00022879543,0.00491117],"genre_scores_gemma":[0.68399817,0.0005126146,0.30976316,0.00034090845,0.00024754004,0.0004341783,0.000078049714,0.00011941578,0.0045059873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960091,0.0021071106,0.0002626693,0.0004242691,0.0008252984,0.00037156232],"domain_scores_gemma":[0.9958413,0.0023196335,0.00029312138,0.0006007604,0.0005783211,0.0003667438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00801875,0.00061119697,0.0012994418,0.0005957096,0.0016594258,0.0041545783,0.002400954,0.0018599418,0.0027386423],"category_scores_gemma":[0.0119885905,0.0006725644,0.00069423765,0.0007089569,0.0019117958,0.004059989,0.005223653,0.0027542806,0.0005801473],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004271404,0.00014807508,0.0011045736,0.0002047714,0.00013466633,0.00037122617,0.0012129765,0.47202244,0.0056521106,0.42113835,0.005246479,0.0923373],"study_design_scores_gemma":[0.000050863135,0.000043164673,0.00006958096,0.000018141413,0.000014236329,0.000041224528,0.00012157386,0.85984313,0.00062147767,0.13555305,0.0036101968,0.0000134470365],"about_ca_topic_score_codex":0.0014986398,"about_ca_topic_score_gemma":0.001784535,"teacher_disagreement_score":0.00801875,"about_ca_system_score_codex":0.00095835846,"about_ca_system_score_gemma":0.0017649503,"threshold_uncertainty_score":0.04240769},"labels":[],"label_agreement":null},{"id":"W117204975","doi":"10.1007/978-1-4615-5269-7_4","title":"Cataloguing Refinement Methods and Correlations","year":2000,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Interdependence; Computer science; Software engineering; Graph; Process (computing); Software; Theoretical computer science; Data mining; Data science; Programming language; Sociology","score_opus":0.057120407803052366,"score_gpt":0.3367431296154095,"score_spread":0.2796227218123571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W117204975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011382814,0.029401693,0.8609381,0.0013584252,0.0014040339,0.00018540495,0.00044594432,0.002499073,0.10262898],"genre_scores_gemma":[0.022073185,0.035712555,0.78145987,0.001018399,0.0014977121,0.0005547907,0.0018751393,0.0028477185,0.15296069],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659073,0.00085071626,0.00028100063,0.0005146932,0.0016752572,0.00008765457],"domain_scores_gemma":[0.9925141,0.0041346783,0.00022466331,0.0020541756,0.0009985903,0.000073721996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003888996,0.0019324825,0.0024408707,0.006205287,0.0014667964,0.0037853478,0.0031921477,0.001463119,0.027409902],"category_scores_gemma":[0.014725417,0.001800405,0.001472728,0.012855267,0.0038561602,0.010146132,0.002701937,0.0038688725,0.012120694],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001634935,0.000026895616,0.0002175328,0.00060401816,0.00002277691,0.000053350916,0.00024824837,0.0019175081,0.0005001463,0.51389945,0.050465174,0.4320286],"study_design_scores_gemma":[0.000014210023,0.000022300417,0.00030838008,0.00048486298,0.000042960342,0.00030589025,0.000078006655,0.011124676,0.0012619458,0.5554189,0.43090034,0.000037569258],"about_ca_topic_score_codex":0.0022825806,"about_ca_topic_score_gemma":0.0039640903,"teacher_disagreement_score":0.027409902,"about_ca_system_score_codex":0.0016869626,"about_ca_system_score_gemma":0.0032737681,"threshold_uncertainty_score":0.09169531},"labels":[],"label_agreement":null},{"id":"W117822313","doi":"10.1007/978-94-007-2911-7_50","title":"Reducing the Gap of Provided Services and Requires Services Based on Service Approach","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in electrical engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Service-oriented architecture; Computer science; Service (business); Web service; Cloud computing; XML; Service provider; Function (biology); Service delivery framework; Services computing; World Wide Web; SOAP; Process management; Business; Marketing; Operating system","score_opus":0.028254954494167962,"score_gpt":0.2358104001848038,"score_spread":0.20755544569063583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W117822313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17915039,0.0019462457,0.7958427,0.0014691264,0.00026324278,0.00013396515,0.00030758535,0.0014921287,0.01939456],"genre_scores_gemma":[0.80341256,0.00092147494,0.18873052,0.00023442761,0.00009188129,0.0000898822,0.00036681924,0.0003266811,0.0058258586],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974195,0.00046854795,0.00010781794,0.00032703995,0.0012971852,0.00037983526],"domain_scores_gemma":[0.996421,0.0018765649,0.00022545455,0.00048651066,0.0007791891,0.00021124465],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016464784,0.00068790524,0.0011628241,0.0015519114,0.00092199165,0.0020101469,0.0013983499,0.0011007756,0.0044192467],"category_scores_gemma":[0.0064758565,0.000276298,0.00097625644,0.0020720155,0.0006341518,0.003987092,0.0025953418,0.0015491991,0.00060281385],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012253628,0.0007720582,0.007378439,0.0008059211,0.00020016664,0.0005457208,0.0011834359,0.078358844,0.031150416,0.24334726,0.0071709747,0.6278613],"study_design_scores_gemma":[0.000072665964,0.00045215493,0.0046975957,0.00013786882,0.00033567988,0.0007382962,0.001241834,0.72296727,0.019629579,0.2249307,0.024736708,0.000059739094],"about_ca_topic_score_codex":0.0043008723,"about_ca_topic_score_gemma":0.003712482,"teacher_disagreement_score":0.0044192467,"about_ca_system_score_codex":0.001854923,"about_ca_system_score_gemma":0.003105574,"threshold_uncertainty_score":0.0147838},"labels":[],"label_agreement":null},{"id":"W11840263","doi":"10.1038/sj.leu.2402329","title":"From Products to Product Lines Using Model Matching and Refactoring.","year":2010,"lang":"en","type":"article","venue":"Leukemia","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Software product line; Unified Modeling Language; Product (mathematics); Set (abstract data type); Matching (statistics); Quality (philosophy); Variable (mathematics); Programming language; Data mining; Software; Mathematics; Software development","score_opus":0.053977866993208674,"score_gpt":0.3085524249807872,"score_spread":0.25457455798757855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W11840263","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028443662,0.0027068292,0.9186722,0.00038406166,0.0004905924,0.0013309377,0.0073715784,0.028161662,0.012438443],"genre_scores_gemma":[0.09641709,0.00411744,0.8357269,0.00033504327,0.000046013065,0.0011517658,0.03143112,0.0059855795,0.024789028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976096,0.00032273633,0.00031834876,0.000779313,0.0008109672,0.00015897072],"domain_scores_gemma":[0.997407,0.00048355217,0.00031764217,0.0012413313,0.00045311777,0.00009726243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004079862,0.0016833481,0.00120048,0.0025115043,0.00047120714,0.0021137705,0.0019919332,0.0010363346,0.013190198],"category_scores_gemma":[0.006173879,0.001326556,0.0023752644,0.002468617,0.0006317716,0.0019042956,0.0022035355,0.0020343862,0.019523913],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080168457,0.0004188604,0.0038175392,0.0018176378,0.00029073175,0.0013512382,0.00043638056,0.017323714,0.38906997,0.012673997,0.017585186,0.5544131],"study_design_scores_gemma":[0.00010954353,0.00072748674,0.001931518,0.00029177585,0.00030784405,0.0016307444,0.00012415963,0.029300332,0.4961796,0.011855781,0.457381,0.00016023684],"about_ca_topic_score_codex":0.0016884594,"about_ca_topic_score_gemma":0.001343108,"teacher_disagreement_score":0.013190198,"about_ca_system_score_codex":0.00080098637,"about_ca_system_score_gemma":0.0012005178,"threshold_uncertainty_score":0.044125676},"labels":[],"label_agreement":null},{"id":"W120787220","doi":"","title":"Towards a requirements-driven framework for detecting malicious behavior against software systems","year":2011,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Computer science; Intrusion detection system; Probabilistic logic; Task (project management); Software; Set (abstract data type); Anomaly detection; Bayesian network; Markov process; Software system; Data mining; Data modeling; Machine learning; Software engineering; Artificial intelligence; Systems engineering; Engineering","score_opus":0.34943426805123406,"score_gpt":0.450485065256244,"score_spread":0.10105079720500992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W120787220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023204873,0.00007766727,0.9948198,0.0004985677,0.000014067703,0.0003300398,0.0001151601,0.00095786445,0.0008663584],"genre_scores_gemma":[0.042204354,0.00013326951,0.95587677,0.00018061102,0.000027814676,0.00040088693,0.00036217808,0.00015619361,0.0006580347],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98634535,0.004545029,0.0013291604,0.001414341,0.0057043293,0.0006617592],"domain_scores_gemma":[0.9807202,0.009155839,0.0024210159,0.0028003736,0.004188865,0.0007136142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016342297,0.0020820205,0.0013792581,0.004478373,0.0011017822,0.0056564827,0.0055923904,0.003434278,0.001974011],"category_scores_gemma":[0.02482397,0.002406249,0.0039256364,0.0016159496,0.0032715034,0.0058943257,0.0035295782,0.0042468,0.0012797066],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002750542,0.0009856657,0.0063056676,0.0018133755,0.00057804515,0.0032818615,0.0029309639,0.4365146,0.0293517,0.2855038,0.008547236,0.223912],"study_design_scores_gemma":[0.000050322273,0.00012389157,0.0006872322,0.0002825664,0.00011086183,0.0005535131,0.00047894873,0.8896726,0.00825893,0.08509954,0.014599584,0.00008197734],"about_ca_topic_score_codex":0.0074916882,"about_ca_topic_score_gemma":0.009727479,"teacher_disagreement_score":0.016342297,"about_ca_system_score_codex":0.002612875,"about_ca_system_score_gemma":0.0063915937,"threshold_uncertainty_score":0.08642739},"labels":[],"label_agreement":null},{"id":"W124332034","doi":"10.1016/b978-0-12-800162-2.00003-8","title":"Advances in Model-Driven Security","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in computers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Security engineering; Computer science; Computer security model; Security domain; Domain (mathematical analysis); Order (exchange); Model-driven architecture; Computer security; Security through obscurity; Information security; Security information and event management; Management science; Software security assurance; Security service; Cloud computing security; Engineering; Unified Modeling Language; Business","score_opus":0.022343633915647858,"score_gpt":0.2869647553865556,"score_spread":0.2646211214709077,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W124332034","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00325899,0.035749115,0.7234028,0.0073660417,0.00263158,0.00008204343,0.00032120137,0.0020718533,0.22511627],"genre_scores_gemma":[0.15354207,0.10923046,0.42592975,0.0034282496,0.002842891,0.00036361703,0.0017884523,0.00268594,0.30018857],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991229,0.00016912253,0.000035558056,0.00008802121,0.0005383187,0.000045966983],"domain_scores_gemma":[0.9989009,0.00061398593,0.000039216724,0.00025835537,0.00015454892,0.0000329769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011988059,0.0010602261,0.0006251506,0.00092009484,0.00044281894,0.0026263439,0.0012147438,0.0011385606,0.0153359845],"category_scores_gemma":[0.0028600486,0.0006440271,0.0008017955,0.0011304531,0.0011616455,0.0046688216,0.0017840967,0.0033530216,0.0054713683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012668777,0.000047317673,0.000093332805,0.0002876781,0.000019870318,0.00003443192,0.000115283954,0.015577372,0.0011810414,0.7425553,0.038396865,0.20167874],"study_design_scores_gemma":[0.0000055192218,0.000017577393,0.000073854826,0.00025219008,0.0000152129805,0.00013191345,0.000033811943,0.03895605,0.001960944,0.5754981,0.383036,0.00001894431],"about_ca_topic_score_codex":0.0008219042,"about_ca_topic_score_gemma":0.0009128959,"teacher_disagreement_score":0.0153359845,"about_ca_system_score_codex":0.0015244698,"about_ca_system_score_gemma":0.0016107783,"threshold_uncertainty_score":0.051303983},"labels":[],"label_agreement":null},{"id":"W1248248188","doi":"10.1096/fasebj.29.1_supplement.714.4","title":"Regulation of the Human Ether‐a‐go‐go Related Gene (hERG) Potassium Channel by Nedd4 Family Interacting Proteins (Ndfips)","year":2015,"lang":"en","type":"article","venue":"The FASEB Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"hERG; NEDD4; Cell biology; Potassium channel; Ubiquitin ligase; Ion channel; Chemistry; Ubiquitin; Cardiac action potential; HEK 293 cells; Biology; Biochemistry; Gene; Neuroscience; Electrophysiology; Repolarization; Biophysics; Receptor","score_opus":0.060346395166366744,"score_gpt":0.2924918177174965,"score_spread":0.23214542255112974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1248248188","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99116254,0.0034927016,0.0037507832,0.00009790527,0.000032406155,0.000015543099,0.00023202163,0.000086155815,0.0011300873],"genre_scores_gemma":[0.9940402,0.0013586676,0.0026241732,0.00006373272,0.0000060138104,0.0000202111,0.00029405422,0.000012045073,0.0015807672],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99992645,0.000012785513,0.0000080286245,0.000023375405,0.00001600726,0.000013479206],"domain_scores_gemma":[0.9999604,0.0000063152133,0.000018175719,0.000004149865,0.0000045732704,0.000006404663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00010928326,0.0002607937,0.00013950192,0.00010373248,0.00015491131,0.0002994744,0.00018056332,0.0002186009,0.00057435845],"category_scores_gemma":[0.000110436435,0.00010070872,0.00021554562,0.00006216848,0.0002241854,0.00023084323,0.00023763889,0.00024120037,0.00019858957],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097384,0.000015257757,0.0008636029,0.000040559815,0.00000733212,0.0002632341,0.000017584362,0.00015550524,0.9959116,0.0002552523,0.0000853227,0.0022873762],"study_design_scores_gemma":[0.0000451073,0.00015900121,0.031669576,0.000007099349,0.000022002272,0.0017703889,0.00007075972,0.0045910934,0.9552788,0.0002518358,0.0061225644,0.000011765652],"about_ca_topic_score_codex":0.0005970698,"about_ca_topic_score_gemma":0.0007104084,"teacher_disagreement_score":0.0005970698,"about_ca_system_score_codex":0.00043356785,"about_ca_system_score_gemma":0.00017499995,"threshold_uncertainty_score":0.0031457543},"labels":[],"label_agreement":null},{"id":"W1258088647","doi":"10.5220/0002371301900195","title":"USE CASE BASED REQUIREMENTS VERIFICATION - Verifying the Consistency between Use Cases and Assertions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Consistency (knowledge bases); Programming language; Formal verification; Software engineering; Artificial intelligence","score_opus":0.2972459074799988,"score_gpt":0.3735455053722517,"score_spread":0.07629959789225288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1258088647","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05027837,0.00009794776,0.9418351,0.00047584908,0.00005143887,0.0008984438,0.00048714655,0.0020050039,0.0038706462],"genre_scores_gemma":[0.46085286,0.00017788791,0.5334191,0.00025401055,0.000059012236,0.0011701256,0.0011944362,0.00041353787,0.0024589428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9349821,0.029217226,0.005366188,0.0038251344,0.024099128,0.0025101923],"domain_scores_gemma":[0.85300654,0.091284856,0.00981007,0.028015345,0.016910678,0.0009725268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03350131,0.0010099222,0.001296986,0.003076598,0.0013186396,0.0041453005,0.004106287,0.0030272866,0.004292967],"category_scores_gemma":[0.09968955,0.0012327988,0.0023863453,0.0019997633,0.0041498384,0.007447784,0.0036757381,0.0018840859,0.0014194923],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021012726,0.0021433053,0.033928327,0.0018888302,0.0009665817,0.00905172,0.0070433007,0.15583384,0.11476678,0.4129305,0.006007495,0.25333804],"study_design_scores_gemma":[0.0005659606,0.001160695,0.007640643,0.0005372755,0.00047948924,0.0031217497,0.0018271384,0.657604,0.17615807,0.12031339,0.030297872,0.0002936974],"about_ca_topic_score_codex":0.0044911853,"about_ca_topic_score_gemma":0.0032118522,"teacher_disagreement_score":0.03350131,"about_ca_system_score_codex":0.0018471578,"about_ca_system_score_gemma":0.0048751216,"threshold_uncertainty_score":0.17717397},"labels":[],"label_agreement":null},{"id":"W1260237309","doi":"10.1007/s10664-015-9364-x","title":"Coevolution of variability models and related software artifacts","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Coevolution; Variation (astronomy); Artifact (error); Computer science; Software; Feature (linguistics); Representation (politics); Personalization; Software system; Kernel (algebra); Data science; Machine learning; Artificial intelligence; Data mining; Software construction","score_opus":0.07639605922882918,"score_gpt":0.30006684688225754,"score_spread":0.22367078765342835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1260237309","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6075577,0.00023558362,0.38357165,0.0004354133,0.000022949973,0.000059160742,0.00008854389,0.00023046095,0.007798609],"genre_scores_gemma":[0.968112,0.00011958052,0.030027669,0.000030982694,0.000007848016,0.000044893444,0.00009223913,0.00006782302,0.0014970768],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9966719,0.0019367124,0.000116854906,0.00055662746,0.00056323793,0.00015456743],"domain_scores_gemma":[0.97033477,0.021845287,0.0020971682,0.003968419,0.0012654891,0.0004889345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048821312,0.00048912247,0.0005511622,0.0017688172,0.0005169363,0.0029936284,0.0011925816,0.001254211,0.0020224352],"category_scores_gemma":[0.04869371,0.0006388811,0.00091994886,0.0010450134,0.0013828474,0.0036653625,0.0018552417,0.001614355,0.0002741981],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019900514,0.00029567516,0.06725051,0.00014900384,0.00042400326,0.0007215164,0.002025632,0.4159164,0.008680425,0.42262736,0.0009167822,0.0807937],"study_design_scores_gemma":[0.000018349538,0.00009404873,0.010113771,0.000029357594,0.00008417009,0.00033216344,0.0002505666,0.8269166,0.0012819801,0.15956281,0.0012805046,0.00003580693],"about_ca_topic_score_codex":0.0017634378,"about_ca_topic_score_gemma":0.0017145755,"teacher_disagreement_score":0.0048821312,"about_ca_system_score_codex":0.0010778846,"about_ca_system_score_gemma":0.00072280265,"threshold_uncertainty_score":0.02581948},"labels":[],"label_agreement":null},{"id":"W126483112","doi":"","title":"Proceedings of the 2008 AOSD workshop on Aspect-oriented modeling","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aspect-oriented programming; Computer science; Software engineering; Software; Abstraction; Modeling language; Software development; Unified Modeling Language; Perspective (graphical); Programming language; Artificial intelligence","score_opus":0.062442687137544785,"score_gpt":0.27541624859931213,"score_spread":0.21297356146176735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W126483112","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010093006,0.023508327,0.81833124,0.027204676,0.017200671,0.00057978247,0.00067117193,0.002675915,0.099735245],"genre_scores_gemma":[0.07588258,0.039646026,0.7146464,0.0053334474,0.009045493,0.00095297024,0.006641521,0.0028169355,0.14503463],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954857,0.0016401155,0.0004566425,0.00064601965,0.0015534331,0.00021812231],"domain_scores_gemma":[0.9944391,0.001986443,0.00017842908,0.0011208392,0.001671874,0.0006033766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009731935,0.0013552622,0.0011967295,0.0014508312,0.0011878812,0.005753167,0.0023455624,0.0025464247,0.017890036],"category_scores_gemma":[0.010672239,0.0012556041,0.0020621193,0.0014086061,0.0014248217,0.0054874974,0.0046123755,0.005571267,0.0056548384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031616338,0.000494273,0.0014109877,0.0006277228,0.0001633622,0.00084790605,0.0021537156,0.016402826,0.0047911126,0.1382735,0.35379213,0.48072627],"study_design_scores_gemma":[0.000051697672,0.000059355392,0.00044240247,0.0005804419,0.00004406218,0.00052442105,0.00027785412,0.021036275,0.0014280947,0.051475666,0.9240399,0.00003990729],"about_ca_topic_score_codex":0.003890535,"about_ca_topic_score_gemma":0.0043752915,"teacher_disagreement_score":0.017890036,"about_ca_system_score_codex":0.0018805687,"about_ca_system_score_gemma":0.003182158,"threshold_uncertainty_score":0.05984813},"labels":[],"label_agreement":null},{"id":"W126574721","doi":"","title":"Towards an integrated framework for model-driven security engineering","year":2008,"lang":"en","type":"article","venue":"TU/e Research Portal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Software development process; Software security assurance; Context (archaeology); Security engineering; Software development; Process management; Computer security; Systems engineering; Software engineering; Software; Risk analysis (engineering); Engineering; Information security; Security service; Business","score_opus":0.17848562785131325,"score_gpt":0.4215320235938214,"score_spread":0.24304639574250816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W126574721","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000513542,0.00011972243,0.9965185,0.00032237382,0.000037638438,0.00010345859,0.00004117936,0.00094825553,0.0013952265],"genre_scores_gemma":[0.011243698,0.0002958435,0.9866301,0.00011922373,0.000045048426,0.00032677632,0.00028686962,0.00030811742,0.00074440613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9927027,0.0033285175,0.00066546066,0.0005565801,0.0023583565,0.0003884088],"domain_scores_gemma":[0.9932059,0.0026189128,0.0004908781,0.0019102113,0.001366903,0.00040721468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013940994,0.0020346292,0.0016699521,0.0034618208,0.0014220759,0.007255953,0.005863857,0.0034947929,0.004201376],"category_scores_gemma":[0.012656319,0.0022244903,0.0042301673,0.002564958,0.003243405,0.0076447343,0.0098147,0.007909738,0.0021004735],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060496994,0.00032397584,0.000827851,0.00055465207,0.0002080839,0.0004479964,0.0011455219,0.09737962,0.0036382535,0.80226874,0.0056609404,0.087483846],"study_design_scores_gemma":[0.00006569999,0.0000774124,0.00019010632,0.00055618153,0.00012575583,0.00018867999,0.00019779227,0.5161015,0.0023126167,0.4059011,0.074212395,0.00007066996],"about_ca_topic_score_codex":0.0051560192,"about_ca_topic_score_gemma":0.006742138,"teacher_disagreement_score":0.013940994,"about_ca_system_score_codex":0.0021753076,"about_ca_system_score_gemma":0.004849861,"threshold_uncertainty_score":0.073727906},"labels":[],"label_agreement":null},{"id":"W1273632282","doi":"10.1007/s10009-014-0347-9","title":"Cloned product variants: from ad-hoc to managed software product lines","year":2015,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Software product line; Code refactoring; Computer science; Cloning (programming); Product (mathematics); Software engineering; Software; Representation (politics); Operator (biology); Focus (optics); New product development; Software development; Programming language; Business; Mathematics; Biology","score_opus":0.06308820971383697,"score_gpt":0.317853069119804,"score_spread":0.25476485940596705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1273632282","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45504567,0.0010112547,0.5166716,0.0007691598,0.00018199069,0.00034694417,0.00041766523,0.0050903177,0.02046547],"genre_scores_gemma":[0.72308195,0.0005627067,0.2585904,0.00016511336,0.000060669558,0.00014783948,0.0011586633,0.0013633101,0.014869305],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962872,0.001065942,0.00021420229,0.00057010836,0.0016521557,0.00021032064],"domain_scores_gemma":[0.98345596,0.00451457,0.0016578258,0.0078101833,0.0019492427,0.0006121655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033843366,0.0005225644,0.00034109777,0.0011707408,0.00057004887,0.0039145057,0.002723888,0.0011429226,0.003712588],"category_scores_gemma":[0.014229093,0.0005929699,0.00049295614,0.0018993112,0.0018619354,0.0046542613,0.002615562,0.001654718,0.0012075182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010870186,0.0010076372,0.03703025,0.0005149291,0.0002036049,0.0056169294,0.0066070403,0.020236123,0.0655193,0.18787798,0.00807707,0.6662221],"study_design_scores_gemma":[0.000625194,0.0036397807,0.026533926,0.00081914786,0.0008434092,0.013516051,0.0043778033,0.27097946,0.18106239,0.21075259,0.28650004,0.00035016684],"about_ca_topic_score_codex":0.0014022933,"about_ca_topic_score_gemma":0.0012873901,"teacher_disagreement_score":0.0039145057,"about_ca_system_score_codex":0.0010568177,"about_ca_system_score_gemma":0.0014509195,"threshold_uncertainty_score":0.017898321},"labels":[],"label_agreement":null},{"id":"W128640981","doi":"","title":"SAVCBS 2005 Proceedings: Specification and Verification of Component-Based Systems","year":2005,"lang":"en","type":"article","venue":"Iowa State University Digital Repository (Iowa State University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Grantová Agentura České Republiky; Enterprise Ireland; Fonds Québécois de la Recherche sur la Nature et les Technologies; National Science Foundation","keywords":"Component (thermodynamics); Computer science; Programming language","score_opus":0.014727041855860592,"score_gpt":0.1879603908482544,"score_spread":0.1732333489923938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W128640981","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011552145,0.020880215,0.871897,0.006299526,0.013087836,0.0013382894,0.0016725698,0.0054368586,0.067835614],"genre_scores_gemma":[0.14312129,0.030413562,0.60618424,0.0034882806,0.0044992007,0.0029609196,0.017241329,0.005150573,0.18694066],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932028,0.0024849265,0.0006868412,0.0005500032,0.0027408237,0.00033459713],"domain_scores_gemma":[0.99396473,0.0021103332,0.00026873616,0.0013621452,0.0016700496,0.0006240421],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011393198,0.002966248,0.0020608127,0.0017594268,0.0013533727,0.008186206,0.004960795,0.0027853146,0.020566428],"category_scores_gemma":[0.009880186,0.0015195097,0.0030806197,0.0017091597,0.0021252595,0.003064856,0.003320586,0.004118596,0.011800981],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006298178,0.0005520699,0.0010458159,0.0019651507,0.00052085216,0.0018778583,0.0014311643,0.06646385,0.009553793,0.14325039,0.41841975,0.3542896],"study_design_scores_gemma":[0.0003114969,0.00043743118,0.0010782754,0.0011253298,0.00019431616,0.0011096807,0.00039106864,0.08918343,0.010770883,0.09846936,0.79676056,0.00016822983],"about_ca_topic_score_codex":0.0053536515,"about_ca_topic_score_gemma":0.0038281786,"teacher_disagreement_score":0.020566428,"about_ca_system_score_codex":0.0029148976,"about_ca_system_score_gemma":0.005353624,"threshold_uncertainty_score":0.06880158},"labels":[],"label_agreement":null},{"id":"W131537915","doi":"","title":"A Preliminary Review on the Application of Feature Diagrams in Practice","year":2010,"lang":"en","type":"review","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Software product line; Feature model; Software engineering; Product line; Software; Data science; Data mining; Engineering; Programming language; Software development; Manufacturing engineering","score_opus":0.07163766258937548,"score_gpt":0.3928627498302413,"score_spread":0.3212250872408658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W131537915","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048888184,0.99772054,0.00041157793,0.00047947656,0.00013898102,0.00007309502,0.000108597626,0.000006574707,0.0005721708],"genre_scores_gemma":[0.0070618857,0.9910778,0.0012077834,0.00027363328,0.000050797928,0.00013645393,0.00010371161,0.0000043089753,0.00008358805],"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","domain_scores_codex":[0.9874998,0.00597604,0.0033764883,0.00063864293,0.002320008,0.00018905615],"domain_scores_gemma":[0.9297246,0.054387577,0.0067585763,0.0010244051,0.0077624694,0.0003425594],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015478195,0.00091799325,0.0026179263,0.012053949,0.0004196797,0.0022563783,0.0015885525,0.0014292927,0.0037279692],"category_scores_gemma":[0.061614167,0.0007455144,0.00234628,0.014504786,0.0008250272,0.0027210526,0.0011909798,0.0009827894,0.0005469168],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016288928,0.000030332614,0.000875759,0.59207654,0.0014281579,0.00017944208,0.00063732173,0.000266463,0.0006045282,0.0018746619,0.008339979,0.39352393],"study_design_scores_gemma":[0.00008942708,0.00028101346,0.0058105835,0.7604635,0.008183821,0.0007784151,0.0005847726,0.0001771597,0.0006060153,0.0014805672,0.22150353,0.00004120782],"about_ca_topic_score_codex":0.004238988,"about_ca_topic_score_gemma":0.014805954,"teacher_disagreement_score":0.015478195,"about_ca_system_score_codex":0.0030185562,"about_ca_system_score_gemma":0.008523693,"threshold_uncertainty_score":0.0818575},"labels":[],"label_agreement":null},{"id":"W135341072","doi":"","title":"Run-Time Management of Feature Interactions","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Modular design; Component (thermodynamics); Feature model; Artificial intelligence; Data mining; Programming language; Software","score_opus":0.02501909880521025,"score_gpt":0.29094770064712167,"score_spread":0.2659286018419114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W135341072","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09136557,0.0007183443,0.83677214,0.00055179023,0.00017804396,0.0004860704,0.00022023036,0.061854206,0.00785362],"genre_scores_gemma":[0.75957596,0.00027519077,0.22714873,0.00028774855,0.00016392792,0.00044288303,0.00084311556,0.0047401087,0.006522422],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99379516,0.0017117291,0.00043048215,0.0013756569,0.0019926156,0.00069430727],"domain_scores_gemma":[0.9765702,0.0072129034,0.002425741,0.009795997,0.0026208486,0.0013742411],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007703732,0.0013237094,0.0012599659,0.001522842,0.0011047812,0.004320897,0.004508341,0.0014100315,0.0027857346],"category_scores_gemma":[0.023391193,0.001036771,0.00089620077,0.0007319388,0.0014100099,0.0057631363,0.0032468694,0.0025941285,0.0009390639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023224847,0.00096237456,0.034956366,0.0007435194,0.0007885685,0.0015944219,0.0045819418,0.058865055,0.14685898,0.067712836,0.020072162,0.66054136],"study_design_scores_gemma":[0.00041984746,0.00093216106,0.015939662,0.00014095489,0.0006160639,0.0008202048,0.0005437854,0.6659674,0.15452062,0.05618402,0.103481464,0.00043380738],"about_ca_topic_score_codex":0.00264962,"about_ca_topic_score_gemma":0.0023117044,"teacher_disagreement_score":0.007703732,"about_ca_system_score_codex":0.0010328296,"about_ca_system_score_gemma":0.0020509416,"threshold_uncertainty_score":0.04074174},"labels":[],"label_agreement":null},{"id":"W135437107","doi":"","title":"Addressing Practical Software Development Issues in AspectJ with a Pointcut Interface","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Software engineering; Context (archaeology); Programming language; Aspect-oriented programming; Software development; Development (topology); Software","score_opus":0.1274519626479393,"score_gpt":0.39063629193119753,"score_spread":0.26318432928325824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W135437107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027580438,0.00019886266,0.9923692,0.0006398597,0.00007609504,0.000082251376,0.000008723528,0.0011703295,0.0026966473],"genre_scores_gemma":[0.040061813,0.00060275954,0.9537753,0.00079928705,0.00023950523,0.00020939803,0.000067588546,0.0009842702,0.003260141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.994439,0.001833349,0.0005435895,0.00045091115,0.0023703915,0.00036292867],"domain_scores_gemma":[0.99362165,0.0032937063,0.00048090183,0.0014907158,0.00082505133,0.0002880205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007849803,0.00082241226,0.00059470517,0.00088950514,0.001125505,0.0042125005,0.0028173432,0.0033001911,0.004180413],"category_scores_gemma":[0.011226518,0.001357969,0.001004769,0.0009676845,0.002739416,0.0065756687,0.0033409693,0.004837736,0.001421841],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018626105,0.0002743977,0.0021681392,0.0009796695,0.00007925272,0.0012333109,0.005149139,0.010165271,0.030855872,0.6679754,0.014149122,0.26678416],"study_design_scores_gemma":[0.00015639432,0.0003726055,0.00086552894,0.00055288296,0.00013540869,0.0034004636,0.00057494076,0.09787983,0.01823819,0.39792016,0.47977468,0.00012891911],"about_ca_topic_score_codex":0.00035714134,"about_ca_topic_score_gemma":0.0005394447,"teacher_disagreement_score":0.007849803,"about_ca_system_score_codex":0.00048886565,"about_ca_system_score_gemma":0.0010086851,"threshold_uncertainty_score":0.041514218},"labels":[],"label_agreement":null},{"id":"W137358740","doi":"","title":"Position Paper: From Enterprise Architectures to Software Architectures using Requirements Engineering.","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software requirements; Functional software architecture; Domain engineering; Software development; Social software engineering; Position paper; Systems engineering; Software requirements specification; Requirements engineering; Software construction; Software architecture; Software; Reference architecture; Operating system; Engineering","score_opus":0.020868022012197007,"score_gpt":0.2709453471217296,"score_spread":0.25007732510953257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137358740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005484467,0.008744963,0.8407392,0.032514155,0.006150802,0.0003994493,0.00046170718,0.00078586687,0.10471942],"genre_scores_gemma":[0.13664266,0.018651221,0.70370793,0.0059744692,0.0042661084,0.0005411621,0.0028352109,0.0009444599,0.12643689],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959144,0.0021547833,0.00020126386,0.00038605588,0.001227495,0.000115993054],"domain_scores_gemma":[0.99506146,0.0028507162,0.00026488645,0.00042895097,0.0010932243,0.00030075343],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053303717,0.00071833807,0.00027346707,0.0011592276,0.0008076821,0.005232072,0.0015251145,0.0030181431,0.01629218],"category_scores_gemma":[0.013500703,0.00035087854,0.00047435006,0.0019445255,0.0017714773,0.0076665347,0.0017372114,0.0027809222,0.005296727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005408406,0.00016237286,0.00051163073,0.00058894145,0.000034711647,0.00042806094,0.00181092,0.0059462013,0.0021545892,0.599576,0.12256681,0.2661657],"study_design_scores_gemma":[0.0000447345,0.00015439931,0.0004933207,0.0007516915,0.000031840777,0.0006236818,0.0008589577,0.016716346,0.0043312437,0.2528783,0.7230702,0.000045328987],"about_ca_topic_score_codex":0.0017871215,"about_ca_topic_score_gemma":0.0015020947,"teacher_disagreement_score":0.01629218,"about_ca_system_score_codex":0.0016333184,"about_ca_system_score_gemma":0.0026258118,"threshold_uncertainty_score":0.054502785},"labels":[],"label_agreement":null},{"id":"W137370745","doi":"10.1007/978-3-642-37057-1_3","title":"Change Propagation due to Uncertainty Change","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.07286803351559905,"score_gpt":0.29038263864691055,"score_spread":0.2175146051313115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W137370745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088136,0.0012869219,0.8716828,0.002202219,0.00044355087,0.00011445198,0.00045177367,0.0006861489,0.03499608],"genre_scores_gemma":[0.9320961,0.0012330414,0.047129627,0.00030943216,0.00028653955,0.00010666484,0.00032765314,0.00029070844,0.018220237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99794465,0.00042072567,0.00009498907,0.00048318462,0.00082571665,0.00023076322],"domain_scores_gemma":[0.98286897,0.012155366,0.0015391349,0.001390799,0.0016763841,0.0003693531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035385722,0.0007722648,0.00086513936,0.002431742,0.00085541303,0.0029010992,0.0015891879,0.0021219149,0.00960379],"category_scores_gemma":[0.03707858,0.00077673804,0.0012612172,0.0027199544,0.001615572,0.0053928504,0.0024740323,0.002421659,0.0009339721],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036344366,0.00007971986,0.006767053,0.00027922736,0.0002087335,0.0010760677,0.00066621485,0.46201727,0.004465352,0.37344098,0.0060840403,0.14455192],"study_design_scores_gemma":[0.000020974006,0.000061166764,0.0028575046,0.000043078326,0.00007183156,0.00039796226,0.00013795348,0.71344185,0.0015916168,0.27681813,0.0045053037,0.000052578507],"about_ca_topic_score_codex":0.0034273444,"about_ca_topic_score_gemma":0.0011452438,"teacher_disagreement_score":0.00960379,"about_ca_system_score_codex":0.001622386,"about_ca_system_score_gemma":0.00062098016,"threshold_uncertainty_score":0.032127917},"labels":[],"label_agreement":null},{"id":"W1412765289","doi":"10.1007/978-3-642-36089-3_16","title":"TouchRAM: A Multitouch-Enabled Tool for Aspect-Oriented Software Design","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Agile software development; Reuse; Weaving; Software engineering; Software; Software design pattern; Human–computer interaction; Software design; User interface; User story; Software development; Programming language","score_opus":0.038418397091817005,"score_gpt":0.2765153836879569,"score_spread":0.23809698659613993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1412765289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003613663,0.0004535476,0.95754564,0.000094026145,0.000091313006,0.00007931203,0.00018869282,0.030828873,0.0071049733],"genre_scores_gemma":[0.10117164,0.0017024151,0.8391361,0.00056087563,0.00010713221,0.00043597058,0.0019590997,0.025272055,0.029654665],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924743,0.00011636461,0.000061902465,0.00010272451,0.00040557026,0.0000659718],"domain_scores_gemma":[0.9991671,0.00047409668,0.000054165048,0.00017491079,0.00007417661,0.00005553389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00082351954,0.0012060388,0.0006895909,0.0010366046,0.00039742637,0.0019614338,0.0016025108,0.001290056,0.014688905],"category_scores_gemma":[0.0023204584,0.0011211685,0.0013412557,0.00076772424,0.0005122142,0.0023996397,0.003088247,0.0020768326,0.0039227135],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039509314,0.00018963295,0.0011252082,0.0015231292,0.00015582917,0.00074781955,0.0013454374,0.009876826,0.09132729,0.050149355,0.048070848,0.79509354],"study_design_scores_gemma":[0.00042709784,0.00044300107,0.0023779932,0.0009723442,0.00034129008,0.003588128,0.0002870699,0.15559521,0.1026886,0.079126604,0.65390617,0.00024638532],"about_ca_topic_score_codex":0.00028824236,"about_ca_topic_score_gemma":0.0005880988,"teacher_disagreement_score":0.014688905,"about_ca_system_score_codex":0.00021760147,"about_ca_system_score_gemma":0.0004390489,"threshold_uncertainty_score":0.04913932},"labels":[],"label_agreement":null},{"id":"W1433356898","doi":"10.1007/978-3-319-21151-0_8","title":"Reusable Model Interfaces with Instantiation Cardinalities","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Theoretical computer science; Programming language","score_opus":0.06434536249418821,"score_gpt":0.28699983627882825,"score_spread":0.22265447378464004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1433356898","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035489905,0.00026522143,0.9739206,0.00029249268,0.00011182005,0.00008322156,0.00010418173,0.0038109515,0.017862609],"genre_scores_gemma":[0.119905636,0.001024341,0.83132625,0.0004245403,0.00018333364,0.0005165445,0.00095293735,0.004533064,0.041133314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947088,0.0012258507,0.00078278105,0.0007667107,0.0021596875,0.00035627914],"domain_scores_gemma":[0.99308527,0.0023901302,0.00036073837,0.0034692602,0.0005274056,0.00016727854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005278704,0.0018356888,0.0010500462,0.0021225016,0.0010429969,0.0077033234,0.0028148727,0.002493373,0.016873114],"category_scores_gemma":[0.018021433,0.002153911,0.0023387335,0.0026748308,0.0025055646,0.01745851,0.008104924,0.006062364,0.0051223948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004244136,0.00004232382,0.00024683867,0.00015471375,0.000018073686,0.00013246827,0.0005662875,0.0015472592,0.0022640477,0.900091,0.004316993,0.090577476],"study_design_scores_gemma":[0.000038362006,0.000041096766,0.00015656302,0.00036156623,0.00009682692,0.00057942775,0.00015538449,0.031553265,0.0077100773,0.8492588,0.11000222,0.000046533045],"about_ca_topic_score_codex":0.0005617014,"about_ca_topic_score_gemma":0.0008713673,"teacher_disagreement_score":0.016873114,"about_ca_system_score_codex":0.0011688025,"about_ca_system_score_gemma":0.0011275504,"threshold_uncertainty_score":0.056446195},"labels":[],"label_agreement":null},{"id":"W1450648329","doi":"10.4018/978-1-4666-0155-0.ch004","title":"Component-Based Modeling for Information Systems Reengineering","year":2012,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Business process reengineering; Computer science; Interdependence; Information system; Systems engineering; Domain (mathematical analysis); Business process; Context (archaeology); Business requirements; Software engineering; Component-based software engineering; Business process modeling; Software system; Engineering; Software; Manufacturing engineering; Work in process","score_opus":0.049966130745376536,"score_gpt":0.26413742665580464,"score_spread":0.2141712959104281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1450648329","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001283662,0.032638162,0.86375606,0.0018998499,0.0006939715,0.00031848904,0.00036799777,0.0014330033,0.0976088],"genre_scores_gemma":[0.036878437,0.05095842,0.8145347,0.0008852619,0.0005038552,0.0010579508,0.0014138697,0.000934534,0.092832945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891436,0.00033920174,0.00008324904,0.00013282748,0.00047678803,0.000053535576],"domain_scores_gemma":[0.9994166,0.0002799745,0.00003997755,0.000112226895,0.00012507559,0.000026048965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012422262,0.0020801004,0.0008638107,0.0023040604,0.00091719814,0.0035247265,0.002691425,0.0024685417,0.009355258],"category_scores_gemma":[0.002064416,0.0010046676,0.0014070516,0.004998088,0.0012611402,0.0036275957,0.0015466204,0.0033967106,0.005767917],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001543648,0.000048197642,0.00014053313,0.0006717011,0.00004710863,0.00024201543,0.0008139428,0.026441898,0.0018553212,0.8089744,0.028487658,0.1322618],"study_design_scores_gemma":[0.0000128992215,0.000024630373,0.00015577555,0.0005063978,0.00004116763,0.00033835723,0.00012836875,0.042357687,0.0010427964,0.2778427,0.67751604,0.00003316156],"about_ca_topic_score_codex":0.004827701,"about_ca_topic_score_gemma":0.005256771,"teacher_disagreement_score":0.009355258,"about_ca_system_score_codex":0.002747541,"about_ca_system_score_gemma":0.0019718572,"threshold_uncertainty_score":0.031296432},"labels":[],"label_agreement":null},{"id":"W145585440","doi":"10.5555/2484920.2485185","title":"Model based approach to detect emergent behavior in multi-agent systems","year":2013,"lang":"en","type":"article","venue":"Adaptive Agents and Multi-Agents Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Calgary","funders":"","keywords":"Agent-oriented software engineering; Computer science; Unified Modeling Language; Sequence diagram; Software engineering; Software deployment; Multi-agent system; Software; Software development; Systems engineering; Artificial intelligence; Engineering","score_opus":0.18208004838312175,"score_gpt":0.3285164316386605,"score_spread":0.14643638325553876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145585440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002683385,0.00010758083,0.99412185,0.00011892712,0.000023423923,0.000093780895,0.000046331053,0.00087543007,0.0019292],"genre_scores_gemma":[0.20577036,0.00036396948,0.7899628,0.00014528361,0.000038903778,0.0005776528,0.0002443707,0.00015877593,0.0027378965],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998487,0.0004090705,0.00010982454,0.00022850295,0.0006839501,0.00008154231],"domain_scores_gemma":[0.99784064,0.0011899726,0.000255969,0.0002965186,0.0003599741,0.00005695107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013544764,0.0010726884,0.0008430314,0.0017206316,0.0007115117,0.0018617591,0.0017905479,0.001650098,0.0025200094],"category_scores_gemma":[0.0043099034,0.0006585781,0.0015608707,0.00067682937,0.0009248154,0.0020727373,0.0015646799,0.0020514736,0.0005450984],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012524452,0.00028885715,0.0035474359,0.00046002725,0.00020909125,0.000879897,0.00071693666,0.6911109,0.021653546,0.18380067,0.0027130262,0.094494335],"study_design_scores_gemma":[0.000016827298,0.000042211093,0.00017507379,0.000026582906,0.00003158695,0.00009533769,0.000047553127,0.9678403,0.0036732703,0.024194866,0.0038390486,0.000017231077],"about_ca_topic_score_codex":0.0039135315,"about_ca_topic_score_gemma":0.00437767,"teacher_disagreement_score":0.0039135315,"about_ca_system_score_codex":0.0012855993,"about_ca_system_score_gemma":0.0014480836,"threshold_uncertainty_score":0.00932771},"labels":[],"label_agreement":null},{"id":"W1482789625","doi":"","title":"Agent-Oriented Requirements Engineering Using ConGolog and i*","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Software engineering; Requirements engineering; Formalism (music); Requirements analysis; Systems engineering; Modeling language; Programming language; Software; Engineering","score_opus":0.07963681060504119,"score_gpt":0.3150573318561534,"score_spread":0.23542052125111224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1482789625","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020518906,0.00005361484,0.9922429,0.00016422686,0.000014921195,0.00015570976,0.00007334558,0.0004957448,0.004747639],"genre_scores_gemma":[0.042352922,0.00017441176,0.9547377,0.00011351756,0.000013973935,0.00040648965,0.0003014902,0.00012210093,0.0017773806],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9939413,0.0034181394,0.00051520794,0.00051572284,0.0014473796,0.00016228807],"domain_scores_gemma":[0.99153507,0.005104695,0.0008337979,0.0014097735,0.0009768312,0.00013985322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007156121,0.00093204173,0.00053346704,0.0021371788,0.0007789013,0.0029124264,0.0015584996,0.00094997126,0.0023802968],"category_scores_gemma":[0.012258151,0.0007395331,0.001539531,0.0015354143,0.0018857286,0.0034418947,0.0024895594,0.0016397233,0.00083766686],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009188711,0.000120267934,0.00090526533,0.0008149932,0.00007807973,0.0012715722,0.0029628433,0.07644415,0.012392174,0.7745956,0.00490549,0.12541763],"study_design_scores_gemma":[0.000114961265,0.00023051634,0.00061998237,0.0007084494,0.000107099906,0.0014507369,0.0011503256,0.45326048,0.02941037,0.28566194,0.22714691,0.00013824459],"about_ca_topic_score_codex":0.0026977705,"about_ca_topic_score_gemma":0.0033960862,"teacher_disagreement_score":0.007156121,"about_ca_system_score_codex":0.0013515063,"about_ca_system_score_gemma":0.002111603,"threshold_uncertainty_score":0.03784561},"labels":[],"label_agreement":null},{"id":"W1483912892","doi":"10.1007/978-1-4471-0719-4_13","title":"Metrics of Refactoring-based Development: An Experience Report","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Code refactoring; Extensibility; Software engineering; Systems engineering; Computer science; Set (abstract data type); Systems development life cycle; System requirements specification; Software; Software development; Engineering; Software development process; Reliability engineering; Programming language","score_opus":0.11841756771263534,"score_gpt":0.3265409299842089,"score_spread":0.20812336227157358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483912892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36783165,0.041185647,0.48475692,0.0032136592,0.00070574065,0.0007235538,0.002761749,0.009213907,0.0896072],"genre_scores_gemma":[0.68516076,0.014485895,0.25948828,0.00018656952,0.0001702069,0.00045014027,0.0060078376,0.0022482667,0.031802017],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9842324,0.0049843797,0.00077420176,0.0005934947,0.009158996,0.00025646124],"domain_scores_gemma":[0.9579876,0.019000443,0.0022118136,0.0038008473,0.01612565,0.00087363814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010860921,0.0010830676,0.00094689615,0.0049661174,0.00054232165,0.002269824,0.0016776881,0.00071009056,0.002651725],"category_scores_gemma":[0.038241167,0.00053054944,0.00047653928,0.0064628404,0.0004918023,0.003623114,0.0012172741,0.0009477685,0.00092365267],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010569061,0.00028150209,0.008201312,0.00026480155,0.00002651557,0.0000570232,0.0009987542,0.0032081627,0.0037514751,0.004518674,0.01065846,0.96792763],"study_design_scores_gemma":[0.00034367156,0.0077788867,0.22706608,0.002746955,0.00068162585,0.0040197005,0.0030856493,0.21968327,0.1601016,0.035059467,0.33890623,0.00052691303],"about_ca_topic_score_codex":0.007084789,"about_ca_topic_score_gemma":0.0055450005,"teacher_disagreement_score":0.010860921,"about_ca_system_score_codex":0.0017115355,"about_ca_system_score_gemma":0.0017557099,"threshold_uncertainty_score":0.05743873},"labels":[],"label_agreement":null},{"id":"W1483915004","doi":"10.1007/978-3-540-77442-6_4","title":"Comprehension and Dependency Analysis of Aspect-Oriented Programs through Declarative Reasoning","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Computer science; Programming language; Dependency (UML); Program comprehension; Syntax; Prolog; Aspect-oriented programming; Comprehension; Set (abstract data type); Source code; Software engineering; Natural language processing; Software system; Software","score_opus":0.05275128160178383,"score_gpt":0.3170946908675187,"score_spread":0.26434340926573485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1483915004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030330565,0.00007438586,0.9648618,0.00014452965,0.000011561804,0.00007432728,0.00012513559,0.0023861786,0.0019914987],"genre_scores_gemma":[0.36752716,0.0002960749,0.6272891,0.00009698488,0.000053325286,0.0001348401,0.0012130328,0.0011763817,0.0022130832],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980716,0.00063618895,0.00014259212,0.00027301593,0.00071506575,0.00016163275],"domain_scores_gemma":[0.99095386,0.0064924587,0.00049135287,0.0010925609,0.00088568276,0.00008415747],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002150422,0.0006355161,0.00059112237,0.0011443764,0.0005801002,0.001613012,0.0017531494,0.0006810702,0.0030753273],"category_scores_gemma":[0.01255499,0.0008337366,0.0014559301,0.0008870182,0.0009825652,0.0038846645,0.0012830164,0.0019217619,0.0005132388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051207514,0.0006711628,0.00990155,0.0008180921,0.00020985703,0.001040787,0.004562025,0.09213546,0.046003867,0.272341,0.010235182,0.56156886],"study_design_scores_gemma":[0.000065875975,0.000097719574,0.002634814,0.000087951434,0.00017650993,0.00036764698,0.00037016388,0.6785779,0.055544324,0.25169253,0.010325759,0.00005881917],"about_ca_topic_score_codex":0.0016651533,"about_ca_topic_score_gemma":0.0021419474,"teacher_disagreement_score":0.0030753273,"about_ca_system_score_codex":0.0004633607,"about_ca_system_score_gemma":0.0009822592,"threshold_uncertainty_score":0.011372626},"labels":[],"label_agreement":null},{"id":"W1484460783","doi":"10.1007/3-540-45547-7_11","title":"Modelling Trust for System Design Using the i * Strategic Actors Framework","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Trustworthiness; Stakeholder; Dependency (UML); Domain (mathematical analysis); Knowledge management; Quality (philosophy); A priori and a posteriori; Process management; Management science; Software engineering; Computer security; Business; Management","score_opus":0.1477246358586159,"score_gpt":0.3124766023657497,"score_spread":0.1647519665071338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484460783","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012844892,0.00032948153,0.9735584,0.00070702174,0.00003244849,0.00006751523,0.000040394356,0.00011715992,0.012302664],"genre_scores_gemma":[0.750033,0.00062687584,0.24316049,0.00008403559,0.000047790432,0.0002517836,0.00010191481,0.00010922785,0.005584775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968316,0.0019671698,0.00021196791,0.00022821136,0.00043281843,0.0003282726],"domain_scores_gemma":[0.9942174,0.004024428,0.0005577731,0.0005389865,0.00041668126,0.00024465192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003767269,0.00087523414,0.0008646753,0.0010078455,0.0009913641,0.0036981322,0.0014674684,0.00198193,0.0040276013],"category_scores_gemma":[0.010426354,0.0009773839,0.0018179553,0.0011776255,0.0028667836,0.005183031,0.0024892467,0.0028527228,0.00063961436],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028147135,0.000032032724,0.00050787884,0.0000881613,0.000050941777,0.00012307876,0.00048238158,0.17155991,0.00046742614,0.81666714,0.00044885295,0.009544035],"study_design_scores_gemma":[0.000023653225,0.000036448462,0.00013287284,0.000048897877,0.000049980892,0.0000480426,0.00018327877,0.47844854,0.0005402602,0.5154706,0.004996755,0.000020638028],"about_ca_topic_score_codex":0.008436351,"about_ca_topic_score_gemma":0.0071691833,"teacher_disagreement_score":0.008436351,"about_ca_system_score_codex":0.0031166493,"about_ca_system_score_gemma":0.0025061164,"threshold_uncertainty_score":0.022612989},"labels":[],"label_agreement":null},{"id":"W1484484836","doi":"10.1007/978-3-642-11928-6_3","title":"The Role of Concept, Context, and Component for Dependable Software Development","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Dependability; Computer science; Component (thermodynamics); Domain (mathematical analysis); Context (archaeology); Software system; Software engineering; Component-based software engineering; Process (computing); Function (biology); Software; Domain analysis; Reliability engineering; Systems engineering; Software construction; Operating system; Engineering","score_opus":0.020314777015448503,"score_gpt":0.2534460591692572,"score_spread":0.2331312821538087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484484836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029265186,0.027409295,0.84618205,0.0037818865,0.0010774856,0.00011149932,0.000053683587,0.0008472935,0.09127163],"genre_scores_gemma":[0.5982496,0.012596571,0.37541336,0.0006722051,0.0005568078,0.00024810637,0.00009438256,0.00033314896,0.011835845],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99815637,0.0008573473,0.00012454377,0.00025086346,0.00048058163,0.00013029129],"domain_scores_gemma":[0.9963282,0.0025475498,0.00019583541,0.00044450315,0.000292927,0.00019100102],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024586397,0.000890805,0.00065972464,0.0015792382,0.0011607789,0.0039850133,0.0015027834,0.0012349719,0.0027996076],"category_scores_gemma":[0.005581833,0.0006104975,0.000740367,0.001746544,0.0055540083,0.0097142495,0.002773332,0.0032440494,0.000615537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041348147,0.000022858823,0.00043794425,0.00027706078,0.000015639556,0.00016992624,0.0015973973,0.0015429185,0.001330493,0.9086758,0.0014949664,0.08439367],"study_design_scores_gemma":[0.000022425766,0.0001355467,0.00047774406,0.00047178366,0.00009465816,0.0006593899,0.000722975,0.012760483,0.0022478073,0.89002544,0.0923274,0.000054332264],"about_ca_topic_score_codex":0.001159312,"about_ca_topic_score_gemma":0.0013100086,"teacher_disagreement_score":0.0039850133,"about_ca_system_score_codex":0.0011264172,"about_ca_system_score_gemma":0.0016082588,"threshold_uncertainty_score":0.013002694},"labels":[],"label_agreement":null},{"id":"W1484634590","doi":"","title":"Network-centric migration of embedded control software: a case study","year":2003,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Leverage (statistics); Mechatronics; Software; The Internet; Control (management); Electronics; Microcontroller; Business process reengineering; Software engineering; Embedded system; Engineering; World Wide Web; Operating system; Manufacturing engineering","score_opus":0.15669865327967888,"score_gpt":0.4168526873298791,"score_spread":0.2601540340502002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1484634590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97928363,0.00026249053,0.011923802,0.00095971837,0.00003571705,0.00019754941,0.00006253252,0.00014248068,0.0071321474],"genre_scores_gemma":[0.9822165,0.000311708,0.013302313,0.00017865641,0.000015613086,0.00011996129,0.00008766541,0.00005635146,0.0037112706],"study_design_codex":"case_report","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969753,0.0014847373,0.0001688456,0.00026694994,0.0006528192,0.00045134476],"domain_scores_gemma":[0.99284875,0.0040374002,0.0009004084,0.0008624891,0.0006587626,0.0006921077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002420573,0.0005936915,0.0002771708,0.0008591404,0.002700303,0.0013953461,0.0024928972,0.003754973,0.0013483596],"category_scores_gemma":[0.008862027,0.0004051968,0.00047484724,0.0012461477,0.0015023291,0.0018179077,0.0014268911,0.0015292532,0.0002771404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015136081,0.008156505,0.13534407,0.0016783436,0.0002283651,0.28539383,0.124510325,0.11616808,0.030204972,0.035512522,0.016117984,0.24517134],"study_design_scores_gemma":[0.0010025654,0.004944851,0.09020571,0.0008086656,0.00033611117,0.124027506,0.18456148,0.31798482,0.070511475,0.014970419,0.19024518,0.0004013152],"about_ca_topic_score_codex":0.011510054,"about_ca_topic_score_gemma":0.022395737,"teacher_disagreement_score":0.011510054,"about_ca_system_score_codex":0.0014280948,"about_ca_system_score_gemma":0.0013162368,"threshold_uncertainty_score":0.022886097},"labels":[],"label_agreement":null},{"id":"W1485431000","doi":"","title":"Separating Crosscutting Concerns Across the Lifecycle: From Composition Patterns to AspectJ and Hyper/J","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Traceability; Separation of concerns; Software engineering; Extensibility; Programming language; Software design pattern; Reusability; Software; Code (set theory); Design by contract; Software development; Software construction; Set (abstract data type)","score_opus":0.047046304664554894,"score_gpt":0.35095720174484063,"score_spread":0.30391089708028574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485431000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04310219,0.000506187,0.9390459,0.0020036395,0.000101892496,0.00015934253,0.000030639458,0.0030564691,0.011993696],"genre_scores_gemma":[0.19096786,0.0008589917,0.79846287,0.00093752024,0.00007413899,0.00026529466,0.00014754708,0.0015772705,0.00670849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99515957,0.001360664,0.0004603563,0.0007140985,0.00185775,0.0004474825],"domain_scores_gemma":[0.9933108,0.0017946122,0.0010291173,0.0021820087,0.0011128349,0.00057063554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005596805,0.0008053385,0.00047917708,0.0012380447,0.001446385,0.004283432,0.0013255702,0.0012113982,0.001318332],"category_scores_gemma":[0.008736191,0.0011179673,0.0008639922,0.00114707,0.0036586067,0.007883182,0.0042203567,0.003375751,0.00076245226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032021248,0.00042090414,0.012681793,0.0006783722,0.00009099262,0.001450614,0.023386836,0.00666448,0.07259795,0.39113623,0.0064627356,0.48410884],"study_design_scores_gemma":[0.00020838788,0.00045894834,0.0104161585,0.000992093,0.00027819,0.0039409935,0.0075593754,0.07147485,0.094956405,0.33737856,0.47209463,0.00024136467],"about_ca_topic_score_codex":0.0036057113,"about_ca_topic_score_gemma":0.0043044346,"teacher_disagreement_score":0.005596805,"about_ca_system_score_codex":0.0014148529,"about_ca_system_score_gemma":0.0045113578,"threshold_uncertainty_score":0.02959907},"labels":[],"label_agreement":null},{"id":"W1485674396","doi":"10.1109/ccece.2001.933659","title":"Intelligent design of product lines in Holmes","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Product design; Product (mathematics); Mathematics","score_opus":0.1540550793961602,"score_gpt":0.3080055365415209,"score_spread":0.1539504571453607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1485674396","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039785493,0.00016916195,0.94201505,0.00017393887,0.000025838815,0.00022104409,0.00004890018,0.0015807038,0.015979989],"genre_scores_gemma":[0.30724373,0.0002410423,0.6744979,0.00007749271,0.000007703355,0.00023489627,0.00016139951,0.00036861308,0.017167324],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99919206,0.00019866604,0.00006122015,0.00022646802,0.00025605378,0.00006544891],"domain_scores_gemma":[0.99890935,0.0003999632,0.0001531102,0.00023305985,0.00024800363,0.000056455698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009496413,0.0005529238,0.00032966523,0.0006843373,0.0006451971,0.0018098898,0.0011349677,0.00067375245,0.0068146153],"category_scores_gemma":[0.0027718816,0.00070809125,0.00044632982,0.0003969453,0.0009292556,0.0019538463,0.0015307895,0.00063067337,0.0012950808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037384435,0.00023416501,0.0035406167,0.000574613,0.00006261249,0.00073136564,0.002504969,0.20446588,0.045701068,0.33309975,0.0041015157,0.40460962],"study_design_scores_gemma":[0.00016896268,0.0005295219,0.0008688567,0.00015217297,0.00012201104,0.0004775067,0.00054039544,0.71707934,0.05373975,0.10975899,0.116507135,0.00005533116],"about_ca_topic_score_codex":0.001098483,"about_ca_topic_score_gemma":0.0020410847,"teacher_disagreement_score":0.0068146153,"about_ca_system_score_codex":0.00092021143,"about_ca_system_score_gemma":0.0010512853,"threshold_uncertainty_score":0.022797227},"labels":[],"label_agreement":null},{"id":"W1486810819","doi":"10.1007/978-3-642-05441-9_11","title":"Towards Specifying Reactive Autonomic Systems with a Categorical Approach: A Case Study","year":2009,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Obstacle; Formal methods; Categorical variable; Formal description; Artificial intelligence; Software engineering; Risk analysis (engineering); Machine learning; Programming language","score_opus":0.24455171687492036,"score_gpt":0.38844296054739236,"score_spread":0.143891243672472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1486810819","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04629386,0.0002961675,0.92194533,0.0012107702,0.00008153249,0.00020342856,0.00020626116,0.0010710127,0.028691625],"genre_scores_gemma":[0.42514223,0.00035004056,0.565222,0.00024283105,0.000030541432,0.00024444962,0.0002894699,0.00033543602,0.008142943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99731296,0.0013634432,0.0001850825,0.0002127769,0.0007359809,0.00018980654],"domain_scores_gemma":[0.9924009,0.0052898414,0.0003605367,0.00079873495,0.000809367,0.0003406376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036630663,0.00044569274,0.00033186184,0.0005584158,0.0013602375,0.003986433,0.0018318502,0.0017832977,0.003184726],"category_scores_gemma":[0.007528827,0.00040957273,0.00064413296,0.0010468718,0.0028103096,0.0033254246,0.0023607418,0.0027155485,0.0005793883],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012539834,0.0001476145,0.002031668,0.00030840887,0.000019273677,0.0016908124,0.006182299,0.039139155,0.010555531,0.89483744,0.0037355162,0.041226886],"study_design_scores_gemma":[0.00012020847,0.00023004969,0.0010953853,0.00026824526,0.00006691853,0.0020765993,0.006877467,0.39423358,0.018170774,0.41629562,0.16044612,0.00011901212],"about_ca_topic_score_codex":0.0058041965,"about_ca_topic_score_gemma":0.012671933,"teacher_disagreement_score":0.0058041965,"about_ca_system_score_codex":0.0019298741,"about_ca_system_score_gemma":0.0018758237,"threshold_uncertainty_score":0.019372344},"labels":[],"label_agreement":null},{"id":"W1488668295","doi":"10.1007/3-540-35828-5_3","title":"Requirements Engineering for Large-Scale Multi-agent Systems","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Executable; Exploit; Software development; Software engineering; Domain (mathematical analysis); Requirements analysis; Requirements engineering; Knowledge management; Software; Systems engineering; Management science; Engineering; Computer security","score_opus":0.05563417189925629,"score_gpt":0.29676341834521425,"score_spread":0.24112924644595796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488668295","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010264209,0.0008331598,0.9750734,0.001071801,0.000046833982,0.0004261669,0.0001226272,0.0006095289,0.011552235],"genre_scores_gemma":[0.21519573,0.0014862644,0.772969,0.00032895518,0.00008139487,0.0008926848,0.00068027584,0.00038302634,0.0079826955],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955646,0.0021267133,0.00033268597,0.00029327505,0.001453879,0.00022893843],"domain_scores_gemma":[0.9929597,0.0052098157,0.00034491756,0.00063923927,0.00070619205,0.00014005657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036490038,0.0010916736,0.00089629134,0.000849903,0.0011557825,0.0026397954,0.0018926077,0.0015200959,0.0041608075],"category_scores_gemma":[0.011401504,0.0011910327,0.0013001888,0.0008058452,0.0016524404,0.002722809,0.0025804082,0.0022006377,0.0011955309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014517363,0.0002870477,0.0009314947,0.0018749963,0.00016029582,0.001594295,0.0024149523,0.3468182,0.022004023,0.34232742,0.009923862,0.2715183],"study_design_scores_gemma":[0.00010709671,0.00012615131,0.0005184574,0.00035869266,0.00007915697,0.0007997552,0.00073916116,0.5778769,0.010551666,0.34301165,0.06576225,0.000069044305],"about_ca_topic_score_codex":0.002957301,"about_ca_topic_score_gemma":0.003775559,"teacher_disagreement_score":0.0041608075,"about_ca_system_score_codex":0.001328815,"about_ca_system_score_gemma":0.0017968084,"threshold_uncertainty_score":0.019298017},"labels":[],"label_agreement":null},{"id":"W1488693076","doi":"10.1007/3-540-45581-7_14","title":"Modelling Strategic Actor Relationships to Support Intellectual Property Management","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Property (philosophy); Intellectual property; Knowledge management; Operations research; Epistemology; Engineering","score_opus":0.14619610848480036,"score_gpt":0.29398379696557386,"score_spread":0.1477876884807735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1488693076","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045634568,0.0002161017,0.9218046,0.00062707334,0.00006526655,0.00012985128,0.00026433007,0.00057314656,0.030685198],"genre_scores_gemma":[0.7093249,0.0004698874,0.27797368,0.00006669319,0.000031081217,0.00024366687,0.00055348576,0.00016671048,0.01116986],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994307,0.00029409345,0.000032473505,0.000079904814,0.00008948369,0.000073256284],"domain_scores_gemma":[0.9970151,0.0023478996,0.00019102119,0.00020752444,0.00014857519,0.00008993888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013335294,0.00050630764,0.0003431009,0.0008884049,0.0007403398,0.0024328656,0.0014908158,0.0013043514,0.01076137],"category_scores_gemma":[0.0063907914,0.0005478494,0.0008508405,0.0013200928,0.00097451033,0.003991025,0.001213307,0.0013916735,0.0011269109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006886319,0.00008437488,0.0011586399,0.000083124614,0.0000305864,0.00019337542,0.00041568454,0.56888837,0.00086191157,0.40211433,0.001531118,0.024569659],"study_design_scores_gemma":[0.00001706944,0.000013072924,0.00008094387,0.000015080071,0.00001787157,0.00002197442,0.00009122975,0.89575267,0.00039732727,0.098981656,0.0046055773,0.000005528292],"about_ca_topic_score_codex":0.0067559527,"about_ca_topic_score_gemma":0.009984211,"teacher_disagreement_score":0.01076137,"about_ca_system_score_codex":0.0011833193,"about_ca_system_score_gemma":0.0015531782,"threshold_uncertainty_score":0.03600043},"labels":[],"label_agreement":null},{"id":"W1491459646","doi":"10.1109/sefm.2004.18","title":"Formal derivation of functional architectural design","year":2004,"lang":"en","type":"article","venue":"Software Engineering and Formal Methods","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Functional requirement; Architectural geometry; Component (thermodynamics); Architectural pattern; Software engineering; Architectural design; Formal specification; Mainstream; Systems engineering; Software design; Programming language; Software; Architecture; Software development; Engineering; Software construction","score_opus":0.0441850217215463,"score_gpt":0.2941300642610514,"score_spread":0.2499450425395051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491459646","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030735796,0.00024807648,0.97838336,0.0004922147,0.00006783877,0.00007304225,0.000076422744,0.00019191249,0.017393626],"genre_scores_gemma":[0.17981844,0.00087557023,0.8077499,0.00034822902,0.00010113167,0.0004416728,0.00037405026,0.00026132088,0.0100296745],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978721,0.00080020656,0.00018125528,0.00022229982,0.00078887935,0.0001351584],"domain_scores_gemma":[0.997244,0.0011953701,0.0002150108,0.00048238118,0.00079759455,0.00006568199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039199647,0.00081117114,0.00036845016,0.001420894,0.0010651347,0.0020763455,0.0012559568,0.0011391965,0.004396567],"category_scores_gemma":[0.007735344,0.00074995327,0.0012904371,0.0006686963,0.0038514738,0.002135902,0.0019915588,0.0017632935,0.0014504388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004147939,0.000008955695,0.000060350634,0.000055654633,0.0000048920692,0.000092872484,0.00030692454,0.0054863687,0.0012209384,0.98471767,0.0006122247,0.0074291048],"study_design_scores_gemma":[0.000026766847,0.000034173474,0.00008848029,0.0001009292,0.000017923567,0.00018865717,0.00012520778,0.047944974,0.0032050514,0.892488,0.055757664,0.000022173319],"about_ca_topic_score_codex":0.0023024292,"about_ca_topic_score_gemma":0.0019670425,"teacher_disagreement_score":0.004396567,"about_ca_system_score_codex":0.0017869056,"about_ca_system_score_gemma":0.0021456727,"threshold_uncertainty_score":0.020730972},"labels":[],"label_agreement":null},{"id":"W1491528338","doi":"10.1109/spline.2006.1691592","title":"Second Workshop on Reengineering towards Product Lines (R2PL 2006)","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Executable; Computer science; Software engineering; Reuse; Product (mathematics); Business process reengineering; Software; Domain engineering; Software architecture; Systems engineering; Software development; Programming language; Component-based software engineering; Manufacturing engineering; Engineering","score_opus":0.03420541203182132,"score_gpt":0.2774724404855435,"score_spread":0.24326702845372217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1491528338","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045934826,0.042045902,0.6347032,0.038082108,0.023367925,0.0013013565,0.0023385459,0.0115982015,0.2006279],"genre_scores_gemma":[0.08809146,0.023245936,0.29138577,0.0056213797,0.005557096,0.000759297,0.008489321,0.004500746,0.572349],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968464,0.0011163743,0.00014931659,0.00078079774,0.0007686933,0.0003382652],"domain_scores_gemma":[0.99624604,0.00093894877,0.00016039853,0.0008272668,0.0011245635,0.0007027634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006623175,0.0015666545,0.0013911824,0.0015876867,0.00088494224,0.0048812465,0.0032752843,0.0041838665,0.06341252],"category_scores_gemma":[0.0053738193,0.0007432541,0.0016237808,0.0015803709,0.00071952643,0.004767415,0.0033166744,0.003105093,0.033176705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006668318,0.00068202347,0.0006267777,0.00079156604,0.0000850345,0.00077200844,0.0012611313,0.004403231,0.010190377,0.016259234,0.30118117,0.66308063],"study_design_scores_gemma":[0.00017678589,0.00045756157,0.0012336185,0.00041646138,0.000065852175,0.0007646891,0.00041166466,0.009144257,0.0086633945,0.011382523,0.967218,0.00006526411],"about_ca_topic_score_codex":0.0023272731,"about_ca_topic_score_gemma":0.0028305869,"teacher_disagreement_score":0.06341252,"about_ca_system_score_codex":0.0013875087,"about_ca_system_score_gemma":0.0018449709,"threshold_uncertainty_score":0.21213603},"labels":[],"label_agreement":null},{"id":"W1493285459","doi":"10.1007/11663430_22","title":"Workshop on Models for Non-functional Properties of Component-Based Software – NfC","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Session (web analytics); Software engineering; Context (archaeology); Component (thermodynamics); Software development; Software; Process (computing); Abstraction; Automation; Component-based software engineering; Programming language; World Wide Web","score_opus":0.06298537623259153,"score_gpt":0.26164875925137365,"score_spread":0.1986633830187821,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1493285459","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0138469385,0.004053818,0.9349788,0.0027368742,0.0018349261,0.0001833024,0.0002596425,0.00095767365,0.041148018],"genre_scores_gemma":[0.262153,0.0076369927,0.6082196,0.0011502249,0.0014960915,0.0006403985,0.002081175,0.001304315,0.115318045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985228,0.00041060383,0.000120595956,0.00029534334,0.0005368655,0.000113800415],"domain_scores_gemma":[0.9976674,0.0009407004,0.000052506923,0.0006525049,0.00056326954,0.0001237083],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030286107,0.0014945876,0.0012004261,0.0009241786,0.0007754885,0.0028482028,0.0036311115,0.0021364712,0.007942592],"category_scores_gemma":[0.0040511065,0.00094315497,0.0026699114,0.0009723693,0.0013038191,0.005219759,0.0018523125,0.003671035,0.0021325632],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028528157,0.00039259862,0.00061047304,0.00060953,0.0001560146,0.0006144744,0.0011397374,0.07794135,0.013827383,0.6497396,0.041080743,0.21360278],"study_design_scores_gemma":[0.000078383506,0.00019729644,0.00049697974,0.0005247703,0.00012457972,0.000616832,0.00016460149,0.31048727,0.014428322,0.40011716,0.2726697,0.000094174204],"about_ca_topic_score_codex":0.005082848,"about_ca_topic_score_gemma":0.003784589,"teacher_disagreement_score":0.007942592,"about_ca_system_score_codex":0.002558151,"about_ca_system_score_gemma":0.0018984627,"threshold_uncertainty_score":0.026570618},"labels":[],"label_agreement":null},{"id":"W1494300071","doi":"10.1007/978-3-642-13054-0_4","title":"Extreme Product Line Engineering – Refactoring for Variability: A Test-Driven Approach","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Code refactoring; Software product line; Eclipse; Software engineering; Computer science; Implementation; Domain engineering; Feature model; Product (mathematics); Software; Process (computing); Feature (linguistics); Domain analysis; Domain (mathematical analysis); Systems engineering; Software development; Engineering; Software construction; Programming language","score_opus":0.04312755450296103,"score_gpt":0.2581905754084423,"score_spread":0.2150630209054813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494300071","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030417588,0.00016782567,0.9648455,0.0001273308,0.000016447566,0.000086246015,0.000041326704,0.0013156818,0.0029821037],"genre_scores_gemma":[0.5128403,0.0002288995,0.4825472,0.0001592191,0.000031531563,0.00014239924,0.00028776808,0.00045043233,0.0033122697],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99748707,0.00077339995,0.00013883538,0.00026468973,0.0011859529,0.00014988768],"domain_scores_gemma":[0.99166214,0.004377843,0.00072757987,0.0019143672,0.0012004931,0.00011756449],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025465835,0.0009821207,0.00073305744,0.0010471182,0.00033523282,0.0012790735,0.0028847216,0.0013180012,0.0019188784],"category_scores_gemma":[0.0065105893,0.0006402517,0.0012394913,0.00092556217,0.00091272674,0.0015418725,0.0010560494,0.0017523093,0.0004668376],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003277833,0.0005269027,0.0039612013,0.0005621025,0.00028204801,0.0008285012,0.00043758587,0.34779546,0.07581891,0.029005833,0.0020194324,0.53843427],"study_design_scores_gemma":[0.00005520198,0.00043359637,0.0018423444,0.00008684309,0.00011985626,0.000640681,0.000067481735,0.9138172,0.04958097,0.029268332,0.0040279147,0.000059632093],"about_ca_topic_score_codex":0.0007179299,"about_ca_topic_score_gemma":0.00084957713,"teacher_disagreement_score":0.0028847216,"about_ca_system_score_codex":0.00044724144,"about_ca_system_score_gemma":0.00072578515,"threshold_uncertainty_score":0.013467729},"labels":[],"label_agreement":null},{"id":"W1494580704","doi":"10.1007/978-3-642-13273-5_9","title":"Towards a Tool Support for Specifying Complex Software Systems by Categorical Modeling Language","year":2010,"lang":"en","type":"book-chapter","venue":"Studies in computational intelligence","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Complex system; Categorical variable; Modeling language; Software; Software system; Software engineering; Formal methods; Artificial intelligence; Programming language; Theoretical computer science; Systems engineering; Machine learning; Engineering","score_opus":0.22860551426904516,"score_gpt":0.4070395009669636,"score_spread":0.17843398669791846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1494580704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010453169,0.000084872365,0.99362046,0.00014054099,0.000023833607,0.000037678627,0.000120703684,0.0033948254,0.0015317043],"genre_scores_gemma":[0.023589512,0.00029628095,0.97016215,0.00012836033,0.00003059109,0.00016722307,0.0007417023,0.001429723,0.0034544717],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783105,0.0004073707,0.00034401685,0.00029744476,0.0009670483,0.0001530186],"domain_scores_gemma":[0.99679095,0.0016212295,0.000119689284,0.00086433004,0.00045837072,0.00014551585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030766435,0.0012768,0.0014559613,0.001791767,0.0011041863,0.0058657527,0.0047888383,0.00208251,0.005887931],"category_scores_gemma":[0.005078196,0.0019388205,0.0029868449,0.0026616305,0.0023282066,0.006093757,0.004165269,0.006650724,0.003587425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006203832,0.00007104512,0.00047802558,0.00043811664,0.000050039045,0.0002514374,0.0013889638,0.010243184,0.014111652,0.8551506,0.009588911,0.108165994],"study_design_scores_gemma":[0.000097755066,0.00010193255,0.0002833376,0.00031066808,0.00013166142,0.00066880434,0.00036635553,0.21078268,0.023781048,0.51135004,0.25198978,0.00013592141],"about_ca_topic_score_codex":0.0032884579,"about_ca_topic_score_gemma":0.0044223024,"teacher_disagreement_score":0.005887931,"about_ca_system_score_codex":0.0015587239,"about_ca_system_score_gemma":0.002997525,"threshold_uncertainty_score":0.01969707},"labels":[],"label_agreement":null},{"id":"W1495505704","doi":"10.1109/icse.1999.841001","title":"An initial assessment of aspect-oriented programming","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Citation; Library science; Columbia university; Computer science; History; Operations research; Engineering; Media studies; Sociology","score_opus":0.043767653250190316,"score_gpt":0.37919657945608765,"score_spread":0.3354289262058973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1495505704","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14087568,0.03808401,0.13643076,0.16436642,0.022334674,0.006414713,0.0011223776,0.00963759,0.48073387],"genre_scores_gemma":[0.46815625,0.032300435,0.18348655,0.014938645,0.0076772263,0.0020905125,0.004392165,0.0057467283,0.28121147],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9297432,0.012823572,0.0031358784,0.0018639317,0.050222598,0.0022108934],"domain_scores_gemma":[0.79503644,0.021670064,0.003071381,0.007863328,0.16388004,0.008478753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.038795326,0.0013788122,0.00089766557,0.005584256,0.0026328496,0.009636159,0.0025780615,0.0023889472,0.009654748],"category_scores_gemma":[0.116417766,0.00078889634,0.0011023601,0.0035651368,0.0016664974,0.008055245,0.005498096,0.0060271285,0.0048711183],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057400414,0.0007446565,0.0047527677,0.0009627541,0.00004187544,0.0005933726,0.0053191353,0.0011737584,0.0047426033,0.01955085,0.17800878,0.78353554],"study_design_scores_gemma":[0.00011373549,0.0013816155,0.007783715,0.0022499375,0.00007445772,0.00068957795,0.0021361546,0.004068477,0.004390242,0.010337929,0.9666666,0.00010756457],"about_ca_topic_score_codex":0.0053404286,"about_ca_topic_score_gemma":0.007441477,"teacher_disagreement_score":0.038795326,"about_ca_system_score_codex":0.0061640884,"about_ca_system_score_gemma":0.008183253,"threshold_uncertainty_score":0.2051717},"labels":[],"label_agreement":null},{"id":"W1496321524","doi":"","title":"A framework supporting the utilization of domain knowledge embedded in software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Domain knowledge; Software engineering; Software mining; Domain engineering; Domain analysis; Domain (mathematical analysis); Knowledge engineering; Knowledge-based systems; Software development; Knowledge management; Open Knowledge Base Connectivity; Software; Software construction; Programming language; Personal knowledge management; Organizational learning","score_opus":0.07011335850313012,"score_gpt":0.38091082818605176,"score_spread":0.31079746968292166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1496321524","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009769861,0.00032059,0.9938618,0.00059303443,0.00003531254,0.00023428108,0.00007160066,0.0010496035,0.0028568387],"genre_scores_gemma":[0.015941791,0.0004870425,0.98144794,0.00013726376,0.000052997162,0.00034088938,0.00023583077,0.0001002188,0.0012560673],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946661,0.0020216778,0.00064640096,0.0008970778,0.0013738457,0.00039506576],"domain_scores_gemma":[0.991951,0.0038540447,0.00064790924,0.001987565,0.0008765584,0.0006828949],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012718564,0.0020762447,0.0015846851,0.004416099,0.0033960862,0.009837103,0.006187246,0.0051679444,0.004268427],"category_scores_gemma":[0.01193644,0.002044524,0.0037517194,0.0029832204,0.008909603,0.012143909,0.0060409103,0.0050634732,0.0020283465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046995963,0.00012763332,0.00043977445,0.0004946798,0.000075684446,0.0007263857,0.0014708098,0.012425952,0.0034274259,0.91646004,0.00281149,0.061493114],"study_design_scores_gemma":[0.00009507705,0.000201493,0.0004936572,0.00096442254,0.00018421974,0.0013339707,0.0005671657,0.10507038,0.005400289,0.6862082,0.19930202,0.00017923159],"about_ca_topic_score_codex":0.012007357,"about_ca_topic_score_gemma":0.011022778,"teacher_disagreement_score":0.012718564,"about_ca_system_score_codex":0.002393272,"about_ca_system_score_gemma":0.007821885,"threshold_uncertainty_score":0.06726295},"labels":[],"label_agreement":null},{"id":"W1497027223","doi":"10.1007/3-540-36573-7_2","title":"URN: Towards a New Standard for the Visual Description of Requirements","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Notation; Standardization; Unified Modeling Language; Programming language; Software engineering; Linguistics; Software; Operating system","score_opus":0.08166512243767958,"score_gpt":0.3303473013276184,"score_spread":0.24868217888993882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1497027223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006803907,0.0005390755,0.96725255,0.00070803193,0.00031857824,0.00024286917,0.0014951446,0.018805064,0.009958295],"genre_scores_gemma":[0.011969025,0.0018365328,0.94265825,0.0013860557,0.00017924198,0.0010547824,0.011889004,0.0097921705,0.019235035],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98918915,0.003573048,0.0021520758,0.0007836993,0.0038680346,0.00043397112],"domain_scores_gemma":[0.989527,0.0037765282,0.00063847017,0.0031055587,0.0024605799,0.0004919137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012573926,0.0025309608,0.001993978,0.0038530456,0.0010028764,0.011024847,0.0049071237,0.0032401215,0.013679888],"category_scores_gemma":[0.022218056,0.0018773216,0.0022138224,0.00247162,0.0020379315,0.009523147,0.0052783713,0.006990937,0.015208762],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021701831,0.00018833097,0.00039816412,0.0017971693,0.00007161157,0.00042607493,0.0020282469,0.00764847,0.01694812,0.4515698,0.13977717,0.37892988],"study_design_scores_gemma":[0.000073313,0.000058717833,0.00026935295,0.0010375547,0.000055193133,0.0006266097,0.00025736768,0.034109764,0.008880192,0.1204516,0.83407146,0.000108935805],"about_ca_topic_score_codex":0.0064107273,"about_ca_topic_score_gemma":0.0062859124,"teacher_disagreement_score":0.013679888,"about_ca_system_score_codex":0.0025055492,"about_ca_system_score_gemma":0.0040760604,"threshold_uncertainty_score":0.0664981},"labels":[],"label_agreement":null},{"id":"W1498795489","doi":"10.4271/2007-01-0510","title":"Experiences from Model Supported Configuration Management and Production of Automotive Embedded Software","year":2007,"lang":"en","type":"article","venue":"SAE technical papers on CD-ROM/SAE technical paper series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Ottawa Mental Health Centre","funders":"","keywords":"Automotive industry; Computer science; Software; Production (economics); Software engineering; Manufacturing engineering; Configuration Management (ITSM); Embedded system; Systems engineering; Automotive engineering; Operating system; Engineering","score_opus":0.023840425253371867,"score_gpt":0.28267905521671477,"score_spread":0.2588386299633429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1498795489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88715005,0.0006758114,0.08195196,0.0013132318,0.000047230984,0.00014314453,0.000107582295,0.001131608,0.027479336],"genre_scores_gemma":[0.948161,0.0006141156,0.04287492,0.00013232986,0.000025690284,0.00007782388,0.00024756306,0.00037903996,0.007487562],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99651587,0.002008021,0.00011930394,0.00024067581,0.00084918004,0.00026694554],"domain_scores_gemma":[0.99583817,0.0024710975,0.0001572256,0.00079980906,0.0003494975,0.00038429993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058007413,0.0006097392,0.00039035932,0.0004641396,0.0013487006,0.002800907,0.0018717322,0.0014514903,0.002690922],"category_scores_gemma":[0.006778761,0.00054628664,0.00032614803,0.0008636255,0.0018525099,0.003254036,0.0022777445,0.0012845118,0.0006148756],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012007046,0.005154886,0.017622115,0.0012224518,0.000118299715,0.009227877,0.20292784,0.05627404,0.08607364,0.035977475,0.021197962,0.5630027],"study_design_scores_gemma":[0.0006551649,0.008769511,0.01720388,0.0006023568,0.00019927524,0.009444487,0.08149766,0.18752427,0.19908415,0.02090456,0.47361964,0.0004950747],"about_ca_topic_score_codex":0.0016330968,"about_ca_topic_score_gemma":0.0019803143,"teacher_disagreement_score":0.0058007413,"about_ca_system_score_codex":0.0013085832,"about_ca_system_score_gemma":0.0008345219,"threshold_uncertainty_score":0.030677617},"labels":[],"label_agreement":null},{"id":"W1502595148","doi":"10.1007/11951148_13","title":"Towards Integrated Tool Support for the User Requirements Notation","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Eclipse; Exploit; Programming language; Extensibility; Software engineering; Isolation (microbiology)","score_opus":0.048873266190342886,"score_gpt":0.3073935538931446,"score_spread":0.2585202877028017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1502595148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011286291,0.000087483255,0.99196225,0.000111232825,0.000037551305,0.00006783296,0.0000883277,0.0041367975,0.002379928],"genre_scores_gemma":[0.02227816,0.00024633695,0.97027,0.00016006871,0.000036505724,0.00019703552,0.0009367961,0.0015567623,0.004318358],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936893,0.002072151,0.000965928,0.00068475446,0.0022362133,0.00035169668],"domain_scores_gemma":[0.9915754,0.0035218487,0.00042770858,0.002737827,0.0014259245,0.00031128945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010079067,0.0017148147,0.0012639482,0.0016049678,0.0007191995,0.0069597573,0.0051522464,0.0024098859,0.006854663],"category_scores_gemma":[0.013343763,0.0021378612,0.0022910438,0.0017215656,0.0013486756,0.007342013,0.0057237926,0.0072056525,0.005645952],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029372083,0.00039086663,0.00072903326,0.0008580752,0.00015621213,0.0006976249,0.00251064,0.0148305455,0.024232036,0.57650036,0.018484859,0.36031598],"study_design_scores_gemma":[0.00022314643,0.00025471053,0.0003986992,0.0009221797,0.00027261843,0.0012877523,0.0004371379,0.28612486,0.046522964,0.28443375,0.3789565,0.00016572447],"about_ca_topic_score_codex":0.0011951796,"about_ca_topic_score_gemma":0.0018350013,"teacher_disagreement_score":0.010079067,"about_ca_system_score_codex":0.0008776388,"about_ca_system_score_gemma":0.0022812278,"threshold_uncertainty_score":0.053303838},"labels":[],"label_agreement":null},{"id":"W150277018","doi":"10.1007/978-3-642-15228-3_10","title":"Performance Analysis of Time-Constrained SysML Activity Diagrams","year":2010,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada; Concordia University","funders":"","keywords":"Systems Modeling Language; Activity diagram; Computer science; Programming language; Unified Modeling Language","score_opus":0.024362748182750072,"score_gpt":0.24861420654292476,"score_spread":0.22425145836017468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150277018","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10102423,0.00062937976,0.88717735,0.00018467997,0.000033210057,0.000085145446,0.00039157158,0.00382572,0.0066487263],"genre_scores_gemma":[0.76669264,0.00042798536,0.22668973,0.000041377712,0.000037402187,0.000127932,0.001281823,0.0007766046,0.003924612],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957696,0.0012776955,0.00018940982,0.0003786111,0.0021364584,0.00024824947],"domain_scores_gemma":[0.9764642,0.018983094,0.0008636784,0.001561011,0.0019203051,0.00020760686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031562317,0.00081429293,0.00069661695,0.0019581788,0.00045479083,0.0020290976,0.0013012697,0.00063736894,0.0058758133],"category_scores_gemma":[0.019997591,0.0004978388,0.0006950837,0.0018903742,0.0005199802,0.0027345691,0.00088687666,0.00079435296,0.00070625683],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000594336,0.0001671088,0.0034397943,0.00031543704,0.00008276936,0.000108003806,0.00033668606,0.60473883,0.016906863,0.047438454,0.0027974718,0.3230743],"study_design_scores_gemma":[0.0000074883114,0.00004611209,0.00049589,0.000014488934,0.00001582653,0.000030554624,0.000028787876,0.987107,0.005589598,0.0059373365,0.00071906234,0.000007922112],"about_ca_topic_score_codex":0.0072178063,"about_ca_topic_score_gemma":0.006693478,"teacher_disagreement_score":0.0072178063,"about_ca_system_score_codex":0.0018683769,"about_ca_system_score_gemma":0.0016048644,"threshold_uncertainty_score":0.019656599},"labels":[],"label_agreement":null},{"id":"W1503183250","doi":"10.1007/978-3-540-88030-1_16","title":"An Iterative Framework for Software Architecture Recovery: An Experience Report","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software architecture; Reference architecture; Architecture; Software engineering; Process (computing); Architecture tradeoff analysis method; Iterative and incremental development; Software; Software architecture description; View model; Programming language","score_opus":0.041699761791025074,"score_gpt":0.3225183141990595,"score_spread":0.28081855240803444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1503183250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016812947,0.00037750317,0.9713641,0.00014931202,0.000023790995,0.0002284028,0.000052346608,0.0052654203,0.0057261796],"genre_scores_gemma":[0.098785795,0.00044684586,0.8930499,0.000053434258,0.000014614676,0.00018547087,0.00040907235,0.0007013158,0.006353538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99714154,0.0010196927,0.00014028754,0.00032576174,0.0011472194,0.00022546788],"domain_scores_gemma":[0.9962669,0.0012510465,0.00015382112,0.0013361241,0.0008341094,0.00015811627],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035508366,0.0009439496,0.0005147402,0.0011291901,0.001101989,0.0020591863,0.002600453,0.0011464669,0.0054336595],"category_scores_gemma":[0.005694556,0.0006668882,0.0011024001,0.0011079335,0.001093595,0.003077243,0.0022275734,0.0021024444,0.0020383417],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023867797,0.0005997887,0.0015676228,0.0002887541,0.00004870328,0.00021389019,0.002255971,0.020693706,0.017478766,0.035537053,0.007285668,0.9137914],"study_design_scores_gemma":[0.00029513842,0.0013266905,0.0037371512,0.00035006434,0.00023332014,0.0023751187,0.0021715239,0.7208682,0.08324364,0.0707376,0.114481054,0.00018047559],"about_ca_topic_score_codex":0.0063130185,"about_ca_topic_score_gemma":0.0058797025,"teacher_disagreement_score":0.0063130185,"about_ca_system_score_codex":0.00074774824,"about_ca_system_score_gemma":0.002744419,"threshold_uncertainty_score":0.01877886},"labels":[],"label_agreement":null},{"id":"W1505520643","doi":"10.1007/3-540-45429-2_20","title":"Data Abstraction in AspectJ","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Modularity (biology); Abstraction; Software engineering; Modular design; Software; Epistemology","score_opus":0.07861698685596824,"score_gpt":0.3188596120223591,"score_spread":0.24024262516639083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1505520643","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013201562,0.0008920267,0.95044506,0.00048681037,0.0002894413,0.00012547261,0.00023907081,0.012413452,0.021907112],"genre_scores_gemma":[0.22521508,0.001966289,0.72506064,0.0011232083,0.00038452938,0.0002866579,0.0017696561,0.014604175,0.02958971],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99729365,0.00042451132,0.0003642226,0.0003628895,0.0013143194,0.00024036341],"domain_scores_gemma":[0.9975343,0.0007646131,0.00017133873,0.0011606279,0.00027342536,0.00009577559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027354967,0.00079118845,0.00088766374,0.0011990679,0.000912966,0.003966452,0.001940479,0.000987312,0.0056433505],"category_scores_gemma":[0.005295504,0.001617061,0.0016605962,0.002015675,0.0013445248,0.005972622,0.0031711918,0.0037970773,0.0022202558],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002719157,0.00013239891,0.0018457329,0.00080610346,0.00015895478,0.00047978078,0.0023350928,0.0042528543,0.018175518,0.49057317,0.022276554,0.4586919],"study_design_scores_gemma":[0.00009908315,0.00009333832,0.00124663,0.00032780692,0.00042605866,0.0014189939,0.00029102553,0.038191617,0.033274457,0.37618575,0.5483306,0.00011465698],"about_ca_topic_score_codex":0.0012636827,"about_ca_topic_score_gemma":0.002451901,"teacher_disagreement_score":0.0056433505,"about_ca_system_score_codex":0.00061357656,"about_ca_system_score_gemma":0.0009737766,"threshold_uncertainty_score":0.018878818},"labels":[],"label_agreement":null},{"id":"W1506496004","doi":"10.1109/apsec.2004.106","title":"Use Case Refactoring: A Tool and a Case Study","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Metamodeling; Computer science; Software engineering; Context (archaeology); Event (particle physics); Unified Modeling Language; Systems engineering; Programming language; Engineering; Software","score_opus":0.13052974018147628,"score_gpt":0.34503666228152563,"score_spread":0.21450692210004935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506496004","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17592661,0.0015150965,0.79079556,0.0027775657,0.00014951633,0.0032124843,0.0011066678,0.007915961,0.01660059],"genre_scores_gemma":[0.1627111,0.0012187223,0.8280661,0.00023255243,0.000042073178,0.0019783827,0.0010882812,0.0007287144,0.0039339694],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99034214,0.005664689,0.00081723323,0.0005082794,0.0023833427,0.00028430313],"domain_scores_gemma":[0.9665912,0.026711656,0.0010538617,0.0030658685,0.0018755528,0.0007018314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014139612,0.0015987151,0.0011671475,0.0050068623,0.0017906876,0.0040750406,0.003717602,0.005030423,0.0025903755],"category_scores_gemma":[0.02413227,0.0011529536,0.0009581334,0.0048816446,0.0022605,0.005304053,0.0036515913,0.0024739914,0.00096373283],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001139805,0.0049227085,0.010333202,0.0025348705,0.00017680044,0.016736398,0.022924816,0.06551245,0.030153958,0.09282384,0.025431765,0.72730935],"study_design_scores_gemma":[0.0014978528,0.0031371876,0.011778514,0.0043732533,0.00033411843,0.025557198,0.011040484,0.410105,0.09537738,0.056637783,0.37913418,0.0010271134],"about_ca_topic_score_codex":0.00225881,"about_ca_topic_score_gemma":0.0023582724,"teacher_disagreement_score":0.014139612,"about_ca_system_score_codex":0.0016789105,"about_ca_system_score_gemma":0.0014251948,"threshold_uncertainty_score":0.07477826},"labels":[],"label_agreement":null},{"id":"W1506695012","doi":"10.1007/3-540-45415-2_10","title":"CBR-Responder, an Automated Customer Service for E-Commerce","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Service (business); Customer service; Case-based reasoning; The Internet; Product (mathematics); Artificial intelligence; World Wide Web; Marketing; Business","score_opus":0.051691792729219734,"score_gpt":0.3291205663136178,"score_spread":0.27742877358439805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1506695012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.080899574,0.002728134,0.5383791,0.003449265,0.0014446058,0.0019803469,0.005132224,0.2504961,0.115490705],"genre_scores_gemma":[0.259492,0.0019965814,0.5137558,0.002710065,0.0004191023,0.00035876653,0.009036889,0.0052892636,0.20694163],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994148,0.00012892083,0.000032893895,0.00009581039,0.000271711,0.00005588496],"domain_scores_gemma":[0.9995214,0.00015506537,0.000022785016,0.00010190415,0.00013557807,0.00006333308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081774074,0.0009535385,0.0009574608,0.0013609093,0.0007413663,0.0017835466,0.0021866632,0.0017024988,0.02785756],"category_scores_gemma":[0.0023129573,0.0005783513,0.0004950334,0.0012807613,0.00038227518,0.0016812714,0.00084564625,0.0011701721,0.01185854],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015623452,0.00090767234,0.0013608154,0.0005104355,0.000115399685,0.00071686273,0.00030291485,0.008951623,0.03270074,0.01118474,0.21674241,0.72494406],"study_design_scores_gemma":[0.0016959698,0.0013894342,0.005519756,0.00017408954,0.00047202597,0.0036496567,0.00049341813,0.5085082,0.09176378,0.019051423,0.3669988,0.0002834554],"about_ca_topic_score_codex":0.007385222,"about_ca_topic_score_gemma":0.009355147,"teacher_disagreement_score":0.02785756,"about_ca_system_score_codex":0.0006842806,"about_ca_system_score_gemma":0.0012671123,"threshold_uncertainty_score":0.093192875},"labels":[],"label_agreement":null},{"id":"W1507282807","doi":"10.1007/978-3-540-71774-4_5","title":"AOSD and Reflection: Benefits and Drawbacks to Software Evolution","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Computer science; Reflection (computer programming); Software; Software review; Field (mathematics); Software evolution; Software engineering; Event (particle physics); Software development; Data science; World Wide Web; Software construction; Programming language","score_opus":0.03826607538320131,"score_gpt":0.30565039750453815,"score_spread":0.26738432212133684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1507282807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049699653,0.014714898,0.87119853,0.011490561,0.0005566268,0.00006751085,0.000038068767,0.0022590866,0.04997493],"genre_scores_gemma":[0.49325413,0.0103219235,0.4704406,0.0020626937,0.0007521588,0.00013988378,0.000098942175,0.0010791984,0.021850502],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946569,0.0019562794,0.00028755938,0.00052837335,0.0023419696,0.00022902153],"domain_scores_gemma":[0.97618175,0.015068094,0.001094338,0.005222518,0.001977557,0.00045575117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060171727,0.00042588398,0.0006342397,0.0009595046,0.00062681665,0.0033819037,0.0017584689,0.0019699568,0.002652358],"category_scores_gemma":[0.02314705,0.0006361933,0.0006644571,0.0018293539,0.0032239656,0.008044728,0.0026674962,0.0035053769,0.000684233],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116176234,0.00012272237,0.0018889809,0.00032478737,0.000035238223,0.00007533154,0.0010938074,0.004108206,0.0030934836,0.18518461,0.0030620904,0.8008945],"study_design_scores_gemma":[0.00017656777,0.0006097915,0.003206133,0.0007053819,0.00021945524,0.0022472795,0.0013935323,0.08847128,0.012687362,0.75176984,0.13840032,0.000113082286],"about_ca_topic_score_codex":0.0007326985,"about_ca_topic_score_gemma":0.0010097591,"teacher_disagreement_score":0.0060171727,"about_ca_system_score_codex":0.00047331353,"about_ca_system_score_gemma":0.0011708713,"threshold_uncertainty_score":0.031822264},"labels":[],"label_agreement":null},{"id":"W150920210","doi":"","title":"Use case and task models : formal unification and integrated development methodology","year":2008,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Task (project management); Software engineering; Nondeterministic algorithm; Programming language; Process (computing); Iterative and incremental development; Unification; Theoretical computer science; Systems engineering","score_opus":0.1393576704843802,"score_gpt":0.3260815695756731,"score_spread":0.1867238990912929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W150920210","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007154681,0.00021851489,0.9962774,0.00025138634,0.000023531422,0.00018947551,0.000042893014,0.00017451076,0.0021068573],"genre_scores_gemma":[0.028324954,0.00066819007,0.9672346,0.00013499998,0.000062476516,0.0011151566,0.00034394997,0.00014415722,0.0019714925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98347014,0.0071525564,0.0021023045,0.0018326903,0.004792182,0.0006500808],"domain_scores_gemma":[0.98383254,0.008791406,0.0015373495,0.0031653591,0.0022642456,0.00040913283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016588876,0.0016342261,0.0009911729,0.004525606,0.0012644647,0.0067519923,0.004610502,0.0032422089,0.0030443957],"category_scores_gemma":[0.02273359,0.002026278,0.0031796363,0.0035691692,0.0058212043,0.009729376,0.0052416306,0.0048562535,0.0012546262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001986601,0.00009630603,0.00053270493,0.0003269395,0.000041440544,0.00034007826,0.0017381521,0.020770553,0.0017352229,0.923529,0.0013233267,0.04954632],"study_design_scores_gemma":[0.00006242663,0.000119574324,0.00041571955,0.0010285042,0.00010529125,0.0006844494,0.0005993802,0.18826832,0.0046194303,0.6956787,0.10830904,0.00010912158],"about_ca_topic_score_codex":0.0056421333,"about_ca_topic_score_gemma":0.0039622663,"teacher_disagreement_score":0.016588876,"about_ca_system_score_codex":0.0033858712,"about_ca_system_score_gemma":0.0076568117,"threshold_uncertainty_score":0.08773142},"labels":[],"label_agreement":null},{"id":"W1510651869","doi":"10.1109/iccl.1988.13085","title":"Adapting modules to an integrated programming environment","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Modular design; Consistency (knowledge bases); Software; Modular programming; Software engineering; Programming language; Development environment; Artificial intelligence","score_opus":0.04850826944549339,"score_gpt":0.27982758828244997,"score_spread":0.23131931883695658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510651869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063765296,0.000043476688,0.98487747,0.000125726,0.00006492059,0.0001224863,0.000026731825,0.004241851,0.004120829],"genre_scores_gemma":[0.0481523,0.00013162737,0.9418593,0.000387968,0.00004922925,0.00030472787,0.000163922,0.0013229178,0.007627942],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969484,0.0011644823,0.0002665899,0.00060365174,0.00077056006,0.00024626747],"domain_scores_gemma":[0.9964606,0.0010038291,0.00023929069,0.0014691093,0.0006046919,0.00022245968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003745175,0.00065579196,0.00037524913,0.00055880845,0.00041646432,0.0019706816,0.0025779747,0.0008728158,0.0025818937],"category_scores_gemma":[0.007870316,0.0007960917,0.0008444231,0.00067704485,0.0010096885,0.004519361,0.0041057705,0.0027831304,0.001203388],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034000148,0.00031411622,0.0032899452,0.00040408148,0.0001349558,0.0008175451,0.0044377656,0.030488126,0.040739205,0.4611714,0.014675918,0.44318694],"study_design_scores_gemma":[0.00022472849,0.000731917,0.0016603866,0.00026326568,0.00020175139,0.0014152201,0.00044637732,0.15379082,0.04991686,0.23356715,0.55757946,0.00020209647],"about_ca_topic_score_codex":0.0005535471,"about_ca_topic_score_gemma":0.0006586661,"teacher_disagreement_score":0.003745175,"about_ca_system_score_codex":0.00052429043,"about_ca_system_score_gemma":0.0010113275,"threshold_uncertainty_score":0.019806564},"labels":[],"label_agreement":null},{"id":"W1510987657","doi":"10.1007/978-3-540-24851-4_11","title":"Use Case Level Pointcuts","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programming language; Modular programming; Aspect-oriented programming; Software engineering; Source code; Sequence diagram; Abstraction; Software development; Software; Unified Modeling Language","score_opus":0.09131753367461971,"score_gpt":0.29774766484590576,"score_spread":0.20643013117128606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510987657","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010764817,0.0008221015,0.8946312,0.0006357565,0.00014769593,0.00041754197,0.0005215488,0.008998464,0.08306095],"genre_scores_gemma":[0.16933155,0.0023844792,0.6410433,0.00055222,0.00015781011,0.00049668143,0.0028196517,0.005302932,0.1779114],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971934,0.00029213252,0.00017115999,0.00031505106,0.0018253828,0.00020282688],"domain_scores_gemma":[0.99738735,0.0010444162,0.0001546449,0.0008386776,0.0004665118,0.00010827671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014850136,0.0011887663,0.00068644056,0.0021160014,0.0005832084,0.0030364043,0.0019711684,0.0019887432,0.034868978],"category_scores_gemma":[0.0053046867,0.0010225022,0.0012673101,0.0021046626,0.00076364184,0.0032865,0.002427766,0.0022649749,0.008297148],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008294385,0.00016290152,0.0011386159,0.00044809523,0.00005810239,0.0012800655,0.0007303191,0.0036192609,0.0223986,0.19120012,0.02731131,0.75156975],"study_design_scores_gemma":[0.000059702543,0.00016592519,0.0023024078,0.00050869264,0.00017714247,0.007020528,0.000321357,0.044058196,0.04434935,0.22157204,0.6793627,0.000101816375],"about_ca_topic_score_codex":0.0008076444,"about_ca_topic_score_gemma":0.0017821989,"teacher_disagreement_score":0.034868978,"about_ca_system_score_codex":0.00058259343,"about_ca_system_score_gemma":0.00073238474,"threshold_uncertainty_score":0.116648376},"labels":[],"label_agreement":null},{"id":"W1511405701","doi":"10.1007/978-3-540-31984-9_8","title":"Improving the Build Architecture of Legacy C/C++ Software Systems","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; IBM (Canada)","funders":"","keywords":"Computer science; Legacy system; Header; Directory; Architecture; Software system; Software engineering; Software architecture; Software; Resource-oriented architecture; Reference architecture; Component-based software engineering; Operating system; Programming language","score_opus":0.021425296693959133,"score_gpt":0.254878106943952,"score_spread":0.2334528102499929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511405701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27811423,0.0007427831,0.65842384,0.00077026326,0.00016865376,0.00028253507,0.00022895559,0.036099304,0.025169509],"genre_scores_gemma":[0.37214106,0.0006714656,0.60444885,0.000313907,0.0000633979,0.00008154437,0.0010161479,0.0060756207,0.0151879545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99896574,0.0001514454,0.00005513766,0.00012912073,0.000565446,0.00013311813],"domain_scores_gemma":[0.9966899,0.00074577914,0.00014990308,0.0012460927,0.0010379314,0.00013029556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010842464,0.00069381204,0.00027811818,0.0007127105,0.00056600996,0.0015069039,0.0018339324,0.00075693976,0.0040310225],"category_scores_gemma":[0.005817764,0.0009849196,0.00043818715,0.00066753017,0.0005298543,0.0026857022,0.0014585395,0.002020448,0.0018356319],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003852034,0.0004876421,0.009942592,0.0004068673,0.000073934505,0.00031739162,0.0011940455,0.06404146,0.09572984,0.015417623,0.01767295,0.7943303],"study_design_scores_gemma":[0.00022109151,0.0006954436,0.011941818,0.0001776678,0.00034939565,0.00059228606,0.0005384344,0.6583767,0.23052257,0.02315504,0.07330492,0.00012465144],"about_ca_topic_score_codex":0.00623926,"about_ca_topic_score_gemma":0.010434022,"teacher_disagreement_score":0.00623926,"about_ca_system_score_codex":0.0007054083,"about_ca_system_score_gemma":0.0014610285,"threshold_uncertainty_score":0.013485134},"labels":[],"label_agreement":null},{"id":"W1511679240","doi":"10.1007/11531371_80","title":"Evaluating Current Testing Processes of Web-Portal Applications","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Test strategy; Software engineering; Web application; World Wide Web; Software; Programming language","score_opus":0.10804146896206496,"score_gpt":0.36890845754048596,"score_spread":0.260866988578421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511679240","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97101825,0.0003668712,0.025290623,0.00010268512,0.000021191747,0.00011099849,0.000113948045,0.0011735976,0.0018017977],"genre_scores_gemma":[0.9842473,0.000087700435,0.014581314,0.000021038752,0.000013190901,0.000030159594,0.00029110402,0.00007234096,0.00065589603],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99195695,0.0034799445,0.0007157376,0.0007317245,0.0026236728,0.00049201114],"domain_scores_gemma":[0.84880126,0.1249892,0.0063573513,0.0056533907,0.011714545,0.0024841349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009416107,0.0010150428,0.000529972,0.0023450325,0.00040014254,0.0018375927,0.0020336679,0.0013731113,0.0023345973],"category_scores_gemma":[0.06432407,0.0004107755,0.00047561078,0.001021745,0.000633859,0.0027439166,0.00088079297,0.00080336985,0.0006142011],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006968382,0.0061212676,0.2045178,0.0008297447,0.00046472825,0.00047570132,0.00227773,0.1428444,0.049744107,0.0030859525,0.0020563833,0.58061385],"study_design_scores_gemma":[0.00029810978,0.0066737393,0.06669513,0.00016591414,0.00047501552,0.00037567684,0.00076483644,0.8406582,0.07750906,0.004637893,0.0016600951,0.00008636678],"about_ca_topic_score_codex":0.0041581667,"about_ca_topic_score_gemma":0.004659274,"teacher_disagreement_score":0.009416107,"about_ca_system_score_codex":0.0009984162,"about_ca_system_score_gemma":0.0011340398,"threshold_uncertainty_score":0.049797714},"labels":[],"label_agreement":null},{"id":"W1514835576","doi":"10.1007/978-3-540-31869-9_8","title":"A Survey of Software Development Approaches Addressing Dependability","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Computer science; Software engineering; Software development; Software; Programming language","score_opus":0.15180079029563096,"score_gpt":0.3046797621082638,"score_spread":0.15287897181263285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1514835576","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007279201,0.68676984,0.27688134,0.001986729,0.00062660663,0.00013253685,0.00022778536,0.00081978884,0.025276145],"genre_scores_gemma":[0.035205755,0.74181145,0.20896874,0.0010649477,0.0008956913,0.00015514794,0.0007195627,0.00027747752,0.010901207],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982551,0.0002586766,0.00023093035,0.0002668922,0.00089237426,0.00009595565],"domain_scores_gemma":[0.9953703,0.00318864,0.00023833098,0.00031915514,0.00076502876,0.00011849262],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017938636,0.0011558584,0.0014274877,0.0051795705,0.0006512632,0.0022995467,0.0020847449,0.0014347245,0.0038455327],"category_scores_gemma":[0.0045730956,0.0010725994,0.00090857316,0.011830132,0.000701653,0.0044018617,0.0012026747,0.0017107634,0.0016422154],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000332633,0.00011358924,0.00081360433,0.00505036,0.00004055119,0.000083672974,0.00021209325,0.0024569635,0.0025171703,0.029029254,0.008658469,0.9509909],"study_design_scores_gemma":[0.000050170987,0.00044265125,0.0040388256,0.006300968,0.00025469917,0.0028310667,0.00038938472,0.021862688,0.007067842,0.11212855,0.84451604,0.00011715106],"about_ca_topic_score_codex":0.0010140719,"about_ca_topic_score_gemma":0.0015902475,"teacher_disagreement_score":0.0051795705,"about_ca_system_score_codex":0.00078097195,"about_ca_system_score_gemma":0.001418539,"threshold_uncertainty_score":0.012864649},"labels":[],"label_agreement":null},{"id":"W1515352010","doi":"","title":"Eliminating Cycles in Composed Class Hierarchies","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Hierarchy; Computer science; Class hierarchy; Inheritance (genetic algorithm); Class (philosophy); Theoretical computer science; Programming language; Graph; Multiple inheritance; Artificial intelligence; Object-oriented programming","score_opus":0.024495415568985438,"score_gpt":0.28105291356400547,"score_spread":0.25655749799502003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515352010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05803436,0.00044592615,0.9229832,0.00044422006,0.00011440213,0.00028820356,0.00011171078,0.002789384,0.014788595],"genre_scores_gemma":[0.31855634,0.0005555006,0.65694845,0.0006838775,0.00008142768,0.0005632485,0.00063443766,0.0021061176,0.019870633],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9944385,0.0017995554,0.00034322208,0.0007828856,0.0020670968,0.0005688074],"domain_scores_gemma":[0.9858402,0.004178269,0.001071439,0.006020799,0.0022221098,0.00066723244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003736201,0.00065680617,0.0007976955,0.0015026175,0.0022537068,0.002415312,0.001844379,0.0010811563,0.0051348326],"category_scores_gemma":[0.016975615,0.001167623,0.0012794446,0.0013065701,0.0018044878,0.0060965368,0.0066210395,0.0019269054,0.0018161773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037675383,0.00037863836,0.008178499,0.00052053767,0.00012580355,0.00061306986,0.0042087324,0.02789273,0.022136323,0.37072977,0.014655122,0.550184],"study_design_scores_gemma":[0.00020137157,0.00029336492,0.0026290908,0.00040020625,0.00033064658,0.0007397567,0.0012307338,0.1698437,0.03940311,0.55122334,0.23356535,0.00013932835],"about_ca_topic_score_codex":0.00434711,"about_ca_topic_score_gemma":0.0072455355,"teacher_disagreement_score":0.0051348326,"about_ca_system_score_codex":0.0012224878,"about_ca_system_score_gemma":0.0035363233,"threshold_uncertainty_score":0.019759119},"labels":[],"label_agreement":null},{"id":"W1515619828","doi":"","title":"Aspect-Oriented Programming The Fun Has Just Begun","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.11503208927217773,"score_gpt":0.28683369462736213,"score_spread":0.1718016053551844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1515619828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02598997,0.06936343,0.4338549,0.12160446,0.053634733,0.00029767546,0.00032463222,0.0054154797,0.28951475],"genre_scores_gemma":[0.29939875,0.047669586,0.35784873,0.02813658,0.030554632,0.00028004133,0.00064796384,0.0037352948,0.2317284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99819946,0.00064462697,0.000067274115,0.00027186892,0.00062627986,0.0001905163],"domain_scores_gemma":[0.9883995,0.0054354267,0.00020254118,0.0020444933,0.002698245,0.0012198114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005596967,0.00074216165,0.00091876026,0.0007904273,0.0018419481,0.0062845694,0.0013740375,0.0019597618,0.012657778],"category_scores_gemma":[0.013537714,0.00036113927,0.0008613089,0.0008153303,0.0046438687,0.014531161,0.0039134943,0.00670635,0.0045614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021883505,0.00013762756,0.00089783996,0.00045025363,0.000041951145,0.000115639436,0.0013249918,0.0004248208,0.002251586,0.50094455,0.07080502,0.42238688],"study_design_scores_gemma":[0.000029659881,0.0001265922,0.00033342745,0.00027990947,0.000022612883,0.0002947416,0.00029397494,0.0011351961,0.0011883684,0.14485964,0.85140085,0.000035063855],"about_ca_topic_score_codex":0.0004913414,"about_ca_topic_score_gemma":0.00075687666,"teacher_disagreement_score":0.012657778,"about_ca_system_score_codex":0.0005868496,"about_ca_system_score_gemma":0.0012247505,"threshold_uncertainty_score":0.04234451},"labels":[],"label_agreement":null},{"id":"W1516086305","doi":"","title":"Measurement model of software requirements derived from system maintainability requirements","year":2010,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Maintainability; Functional requirement; Reliability engineering; Software requirements specification; Software; Systems engineering; Computer science; Software system; Software requirements; Software engineering; Requirements analysis; System requirements; Software construction; Engineering; Operating system","score_opus":0.041396662949769,"score_gpt":0.2627678570953471,"score_spread":0.2213711941455781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1516086305","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048539214,0.0002267473,0.9180707,0.0006637238,0.00004154985,0.00030398797,0.0008741208,0.0012115936,0.03006836],"genre_scores_gemma":[0.6987976,0.00054782094,0.29012862,0.00022398356,0.000053329582,0.0010313635,0.0036708892,0.00021685267,0.005329572],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99151784,0.0025297704,0.0007102203,0.0010005569,0.0039545833,0.0002869826],"domain_scores_gemma":[0.9881434,0.0043176725,0.0014965343,0.0022459812,0.0036354358,0.00016111707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004940762,0.00082613283,0.00041757323,0.0039811186,0.00045422043,0.0021410873,0.0019706788,0.0013051847,0.0018500402],"category_scores_gemma":[0.01606997,0.00031855848,0.00088905904,0.002728075,0.0011417374,0.003536879,0.0009264144,0.0012332563,0.00078743073],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015193618,0.0003243547,0.015270891,0.00063972466,0.00015808207,0.0003995041,0.0020341112,0.17133944,0.023607252,0.6179961,0.00771486,0.16036375],"study_design_scores_gemma":[0.00005859985,0.000700382,0.026545867,0.00030235513,0.00013442159,0.00062284706,0.0006569144,0.70833457,0.01870769,0.18973231,0.054048326,0.00015569803],"about_ca_topic_score_codex":0.0052959835,"about_ca_topic_score_gemma":0.0042309505,"teacher_disagreement_score":0.0052959835,"about_ca_system_score_codex":0.003404542,"about_ca_system_score_gemma":0.002298368,"threshold_uncertainty_score":0.026129544},"labels":[],"label_agreement":null},{"id":"W1519229316","doi":"10.1007/978-3-540-24639-8_5","title":"Experiment on Embedding Interception Service into Java RMI","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Java; Interception; Implementation; Service (business); Operating system; Remote procedure call; Distributed computing; Programming language","score_opus":0.03671562587027756,"score_gpt":0.3152118459270938,"score_spread":0.27849622005681623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1519229316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99209666,0.00007056533,0.0032580632,0.00012808414,0.00008587599,0.0000416836,0.0004080362,0.0018112982,0.0020997867],"genre_scores_gemma":[0.9909458,0.000050656687,0.0037290752,0.000071798415,0.000015741272,0.000040577208,0.000826022,0.00017818795,0.004142152],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989209,0.0002498861,0.00007258706,0.00024303897,0.00026537172,0.0002481473],"domain_scores_gemma":[0.99497837,0.0028127455,0.00025560526,0.0008237374,0.00073346624,0.000396027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006683128,0.00062301534,0.00046504373,0.00029185327,0.0004833003,0.0004706637,0.0013004297,0.0014541708,0.00826422],"category_scores_gemma":[0.00395487,0.00036537557,0.0002932951,0.00028972048,0.00053628406,0.001348619,0.0005893641,0.0010255782,0.0015777],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.027569257,0.011142299,0.027039055,0.0015590761,0.00032707572,0.0033319339,0.0014750354,0.039378155,0.7732866,0.0037263075,0.018849267,0.09231603],"study_design_scores_gemma":[0.0020912515,0.022000466,0.039484225,0.00008018544,0.00044356214,0.0011314955,0.0011365666,0.24036033,0.68321466,0.002012268,0.007876413,0.00016848248],"about_ca_topic_score_codex":0.0023263344,"about_ca_topic_score_gemma":0.0014882273,"teacher_disagreement_score":0.00826422,"about_ca_system_score_codex":0.00030914575,"about_ca_system_score_gemma":0.0004642261,"threshold_uncertainty_score":0.027646542},"labels":[],"label_agreement":null},{"id":"W1520520259","doi":"10.1007/978-3-540-24851-4_9","title":"Programming with Crosscutting Effective Views","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modular programming; Computer science; Modularity (biology); Decomposition; Modular design; Programming language; Object-oriented programming; Software engineering; Theoretical computer science","score_opus":0.026726609972611556,"score_gpt":0.28873823875716326,"score_spread":0.2620116287845517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1520520259","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011199242,0.00016705014,0.9743746,0.00014944418,0.000042161555,0.00003828897,0.00005022025,0.0016388826,0.012340192],"genre_scores_gemma":[0.17749205,0.00045170615,0.8019538,0.00020919861,0.00008096491,0.00012807192,0.00032509415,0.0019301536,0.017428959],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99848527,0.00034093013,0.00009813995,0.0002334787,0.00068273646,0.00015944625],"domain_scores_gemma":[0.99812,0.00089734973,0.00008299504,0.00062736816,0.00019976232,0.00007246401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014055778,0.000765753,0.0005284333,0.0006648381,0.0004590601,0.0016088624,0.0015063444,0.00077258644,0.0065123998],"category_scores_gemma":[0.003632188,0.0009998254,0.00093390886,0.0010991043,0.0011167603,0.0034128875,0.0025853207,0.0028297228,0.0011031532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009445988,0.00008192788,0.0005326923,0.00033432856,0.000047551075,0.00021591505,0.0006576536,0.012089911,0.010534025,0.6209607,0.007215036,0.34723574],"study_design_scores_gemma":[0.000066489076,0.000113183734,0.00039501235,0.00014520873,0.00011749128,0.00069055334,0.00014073537,0.07992766,0.023659006,0.82670027,0.06800463,0.00003981604],"about_ca_topic_score_codex":0.00049142336,"about_ca_topic_score_gemma":0.0010450652,"teacher_disagreement_score":0.0065123998,"about_ca_system_score_codex":0.00049643376,"about_ca_system_score_gemma":0.00053246145,"threshold_uncertainty_score":0.021786153},"labels":[],"label_agreement":null},{"id":"W1523120196","doi":"10.1007/3-540-45415-2_9","title":"An Extensible, Human-Centric Framework That Promotes Universal Access to Electronic Commerce","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Extensibility; Domain (mathematical analysis); Architecture; Database-centric architecture; Population; Software engineering; Software; World Wide Web; Data science; Software architecture; Reference architecture; Operating system; Medicine","score_opus":0.05223739317082936,"score_gpt":0.3281673499628654,"score_spread":0.275929956792036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523120196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02041065,0.0004867901,0.93350756,0.00079864444,0.00023868498,0.0005795839,0.00021606102,0.020438796,0.023323156],"genre_scores_gemma":[0.23185539,0.0007563978,0.73688483,0.0007907689,0.0001936281,0.00044791863,0.0010385562,0.0017607986,0.026271626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977703,0.0005450677,0.00023374357,0.00035759117,0.0007531829,0.00034015524],"domain_scores_gemma":[0.9977049,0.00037910682,0.00010129921,0.0010170699,0.00027271608,0.00052491005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004940118,0.00060772715,0.00074175606,0.0014523062,0.0015048332,0.005299896,0.004094594,0.0024410668,0.0058421623],"category_scores_gemma":[0.0040329336,0.00090888666,0.00095577835,0.0011636507,0.0023753776,0.0070509645,0.007032047,0.002755473,0.0024350665],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004779229,0.0009686111,0.003401614,0.00029168295,0.00012967642,0.0009926962,0.0021102105,0.01696571,0.02239048,0.6957848,0.02882143,0.22766516],"study_design_scores_gemma":[0.00019524097,0.00036046564,0.0021899291,0.00029140423,0.0002409873,0.0014627519,0.0006224181,0.27278116,0.026332483,0.33193144,0.36337394,0.00021778283],"about_ca_topic_score_codex":0.0035533158,"about_ca_topic_score_gemma":0.0046843984,"teacher_disagreement_score":0.0058421623,"about_ca_system_score_codex":0.0007714145,"about_ca_system_score_gemma":0.002693038,"threshold_uncertainty_score":0.026126206},"labels":[],"label_agreement":null},{"id":"W1523482906","doi":"","title":"Proceedings of the 2008 AOSD workshop on Aspects, components, and patterns for infrastructure software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; University of British Columbia","funders":"","keywords":"Variety (cybernetics); Software; Computer science; Software engineering; Software deployment; Frame (networking); Data science; World Wide Web; Telecommunications","score_opus":0.026224487799990977,"score_gpt":0.27084792810125224,"score_spread":0.24462344030126126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1523482906","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02428941,0.036059156,0.6415958,0.04398034,0.039983246,0.00096939184,0.0015984492,0.003937609,0.20758659],"genre_scores_gemma":[0.07610025,0.03443744,0.40136907,0.005142742,0.010463705,0.0006674309,0.0073034894,0.0030379225,0.4614779],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973363,0.0008025633,0.00022810751,0.0004015939,0.0010048248,0.00022645587],"domain_scores_gemma":[0.9960031,0.0011840907,0.00014486395,0.00062706176,0.0013683585,0.0006725591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059740376,0.00086524815,0.00077665626,0.0016349715,0.0011737087,0.005561121,0.0014470767,0.0016497634,0.028405312],"category_scores_gemma":[0.0066181663,0.0006939016,0.0013062105,0.0016204563,0.001290292,0.0062780776,0.0033622826,0.0038927714,0.007312519],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024313336,0.00038418084,0.0016000698,0.000638992,0.00005721906,0.0004916851,0.0023073857,0.002431554,0.0053571123,0.064232185,0.39988926,0.5223672],"study_design_scores_gemma":[0.000024994999,0.00007104317,0.00066532067,0.0002785214,0.000026355105,0.0004195817,0.00047355093,0.0023895602,0.0012546654,0.01751386,0.9768588,0.000023783095],"about_ca_topic_score_codex":0.0047201877,"about_ca_topic_score_gemma":0.009696331,"teacher_disagreement_score":0.028405312,"about_ca_system_score_codex":0.0019623039,"about_ca_system_score_gemma":0.0030538598,"threshold_uncertainty_score":0.09502524},"labels":[],"label_agreement":null},{"id":"W1524376787","doi":"","title":"Implicit context: easing software evolution and reuse","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Context (archaeology); Computer science; Component (thermodynamics); Software; Mechanism (biology); Java; Simple (philosophy); Software evolution; Software engineering; Software system; Distributed computing; Computer security; Programming language; Epistemology; Engineering; Software construction; History; Philosophy; Waste management","score_opus":0.020244468956742145,"score_gpt":0.2616144702417248,"score_spread":0.24137000128498265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1524376787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09565494,0.0017751337,0.8881717,0.0012093516,0.00010865223,0.00015606785,0.000046649784,0.006159902,0.0067176498],"genre_scores_gemma":[0.57450217,0.0011913306,0.41492742,0.0005586032,0.00017567477,0.00019967991,0.00014110132,0.0017333848,0.006570694],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99382657,0.002090817,0.00048692714,0.0010701272,0.0020348623,0.0004906846],"domain_scores_gemma":[0.9826669,0.0052052396,0.0015423592,0.008951453,0.0011709908,0.00046316648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045456197,0.0010032414,0.001002033,0.0011571732,0.001179624,0.0028072111,0.004133962,0.0019985798,0.0016927989],"category_scores_gemma":[0.027306175,0.0012049616,0.00091702945,0.0013865628,0.0034089861,0.014019028,0.009518196,0.0034806826,0.00072525523],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005381808,0.0003892738,0.011123755,0.00081505463,0.00013489608,0.0008145375,0.00731795,0.03752963,0.033683445,0.18965158,0.004047137,0.7139547],"study_design_scores_gemma":[0.00032323418,0.0009532981,0.0047155223,0.0006866493,0.0006996823,0.0018924149,0.0017900654,0.3040958,0.06269675,0.51323575,0.10856387,0.00034694275],"about_ca_topic_score_codex":0.002027475,"about_ca_topic_score_gemma":0.0028274686,"teacher_disagreement_score":0.0045456197,"about_ca_system_score_codex":0.0007918408,"about_ca_system_score_gemma":0.001982747,"threshold_uncertainty_score":0.024039805},"labels":[],"label_agreement":null},{"id":"W1526112240","doi":"10.1007/978-1-4471-0719-4_28","title":"A Product Line Analysis of Software-Controlled Gastrointestinal Stimulators","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Software product line; Domain (mathematical analysis); Software; Product (mathematics); Computer science; Realization (probability); Software engineering; Software development; Engineering; Systems engineering; Operating system; Mathematics","score_opus":0.040106432902395614,"score_gpt":0.28241286380482605,"score_spread":0.24230643090243043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526112240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05708614,0.0022146215,0.90330637,0.00017688339,0.000059760256,0.0001253086,0.00037456644,0.002128194,0.03452824],"genre_scores_gemma":[0.71932197,0.002660438,0.22247621,0.000116168565,0.00009191102,0.0001924612,0.0010334322,0.00070942746,0.05339795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99971884,0.00005207496,0.000012926276,0.00004343174,0.00015424241,0.000018550147],"domain_scores_gemma":[0.99935347,0.0003659853,0.000045976274,0.000043959742,0.00018380603,0.0000068336853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022143667,0.0008782734,0.00041312998,0.00077858695,0.00028370318,0.0009887828,0.0005788661,0.00046841803,0.0108115105],"category_scores_gemma":[0.001122707,0.00028961417,0.0006034744,0.00068780524,0.00021592368,0.00069450797,0.00016710245,0.00056947593,0.0015569496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037180344,0.00019637692,0.00240909,0.0006950398,0.00011562143,0.0006169708,0.00043710874,0.28476247,0.06212435,0.052932777,0.009012768,0.5863256],"study_design_scores_gemma":[0.000018218469,0.00031871613,0.003146454,0.0000744865,0.00007397707,0.00042912,0.000111562054,0.9452254,0.023035629,0.011783286,0.015752973,0.000030166215],"about_ca_topic_score_codex":0.0034077938,"about_ca_topic_score_gemma":0.002487663,"teacher_disagreement_score":0.0108115105,"about_ca_system_score_codex":0.000502776,"about_ca_system_score_gemma":0.0002936955,"threshold_uncertainty_score":0.0361681},"labels":[],"label_agreement":null},{"id":"W1526134753","doi":"10.1109/iri.2004.1431453","title":"Using traceability mechanisms to support software product line evolution","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Software product line; Software evolution; Change impact analysis; Computer science; Dependency (UML); Product (mathematics); Software engineering; Identification (biology); Systems engineering; Software architecture; Domain engineering; Software; Software development; Engineering; Component-based software engineering; Software construction; Programming language","score_opus":0.09050979697668972,"score_gpt":0.34094239974727614,"score_spread":0.25043260277058643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526134753","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0155588435,0.00017649707,0.97850025,0.00031282692,0.00004377262,0.00011104155,0.000025205181,0.0033825154,0.0018890569],"genre_scores_gemma":[0.38927025,0.00056451664,0.6054097,0.00018479038,0.00008988305,0.00028940832,0.0003057028,0.00046455406,0.0034212165],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99512047,0.0014647177,0.0005336252,0.00063473923,0.0019788574,0.00026758394],"domain_scores_gemma":[0.9706707,0.012908788,0.004123926,0.008801585,0.0030084644,0.0004866177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072386996,0.00092292164,0.00049059425,0.002869559,0.0008188113,0.0027421282,0.0035487404,0.0017725781,0.0025735814],"category_scores_gemma":[0.029201213,0.0008419878,0.0010167612,0.0011287105,0.0012292155,0.007675965,0.0029574204,0.002213577,0.0006203585],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033173835,0.00081285165,0.006976314,0.0005006528,0.00025151283,0.0007573956,0.0016304132,0.09119726,0.057502516,0.20822984,0.0028365967,0.6289729],"study_design_scores_gemma":[0.00042335773,0.0012545128,0.0026829126,0.000549419,0.00050925725,0.0012394971,0.00024745867,0.66063637,0.12727179,0.12704837,0.07781782,0.0003192324],"about_ca_topic_score_codex":0.0017239157,"about_ca_topic_score_gemma":0.0010875101,"teacher_disagreement_score":0.0072386996,"about_ca_system_score_codex":0.0008702194,"about_ca_system_score_gemma":0.001487436,"threshold_uncertainty_score":0.038282394},"labels":[],"label_agreement":null},{"id":"W1526615347","doi":"10.1007/978-3-540-88030-1_20","title":"Automating Architecture Trade-Off Decision Making through a Complex Multi-attribute Decision Process","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Architecture; Software architecture; Process (computing); Quality (philosophy); Task (project management); Software engineering; Context (archaeology); Process management; Software; Systems engineering; Engineering; Programming language","score_opus":0.06623488407864711,"score_gpt":0.34006301943135525,"score_spread":0.2738281353527081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526615347","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05482139,0.00010933203,0.94275475,0.00014557704,0.000016327995,0.00013979567,0.000044150762,0.00037118778,0.0015975052],"genre_scores_gemma":[0.42178833,0.00013040008,0.57662964,0.00006194733,0.000021860853,0.0001883628,0.00011487196,0.000064410604,0.0010002094],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966834,0.0014814573,0.00021370828,0.000526029,0.0008506912,0.0002446227],"domain_scores_gemma":[0.9914671,0.0070211026,0.00039609158,0.000323589,0.0005298141,0.0002622626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058120387,0.0012932412,0.0018663264,0.001423275,0.001096613,0.0035878103,0.0016808754,0.0016495137,0.0041343747],"category_scores_gemma":[0.009089121,0.0008093798,0.0017434309,0.0014439779,0.00090165035,0.0034725412,0.0022567497,0.0020577062,0.0005210211],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041024797,0.00043595931,0.0025974964,0.0002997991,0.00022162856,0.00026318806,0.0006208529,0.7544102,0.009726521,0.017178373,0.0009922943,0.21284334],"study_design_scores_gemma":[0.000016257822,0.00007772878,0.00026872993,0.000017407798,0.000038691815,0.000027605838,0.00004804485,0.9862661,0.00136059,0.011513399,0.00034741862,0.00001809679],"about_ca_topic_score_codex":0.002993586,"about_ca_topic_score_gemma":0.003598672,"teacher_disagreement_score":0.0058120387,"about_ca_system_score_codex":0.0014770117,"about_ca_system_score_gemma":0.0023427454,"threshold_uncertainty_score":0.03073734},"labels":[],"label_agreement":null},{"id":"W1528038736","doi":"10.1007/978-3-642-16488-0_19","title":"Towards an Integrated Model for Functional and User Interface Requirements","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Software engineering; Programming language; Task (project management); Interface (matter); Semantics (computer science); User interface; Functional requirement; Process (computing); User requirements document; Software; Human–computer interaction; Systems engineering","score_opus":0.0748054291519112,"score_gpt":0.31929786887817935,"score_spread":0.24449243972626816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528038736","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025232057,0.00008272457,0.98943233,0.00028145683,0.000021570486,0.00010716549,0.0001198785,0.00080071465,0.006630955],"genre_scores_gemma":[0.09886365,0.00040271223,0.8881014,0.00036155293,0.000055146407,0.0005955627,0.0011174423,0.00073984766,0.009762599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958903,0.001032148,0.00044145496,0.00044906116,0.0019375416,0.0002496493],"domain_scores_gemma":[0.9956617,0.0016161212,0.00035641558,0.00093274127,0.0012995742,0.00013351787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003739564,0.0014804659,0.00090533483,0.0028344023,0.00071644125,0.0046033408,0.0034807008,0.0028288618,0.0055075474],"category_scores_gemma":[0.008393262,0.0017324167,0.0027890163,0.0016882616,0.0016427095,0.007816259,0.0028107453,0.003969277,0.003818161],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007103474,0.00021025412,0.0015958454,0.00038261485,0.000102148675,0.0005544577,0.0015614392,0.091438234,0.011582039,0.7458605,0.0064113736,0.1402301],"study_design_scores_gemma":[0.000038569397,0.000108966866,0.000788622,0.0002759695,0.00017564144,0.00056140067,0.00036086745,0.69099224,0.0061682886,0.23844488,0.062024698,0.000059850816],"about_ca_topic_score_codex":0.006069439,"about_ca_topic_score_gemma":0.006002796,"teacher_disagreement_score":0.006069439,"about_ca_system_score_codex":0.0016694186,"about_ca_system_score_gemma":0.0030216116,"threshold_uncertainty_score":0.01977694},"labels":[],"label_agreement":null},{"id":"W1528498604","doi":"10.1007/11908029_56","title":"On a Parthood Specification Method for Component Software","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Component (thermodynamics); Software; Component-based software engineering; Programming language; Software engineering; Software development","score_opus":0.04075463974642257,"score_gpt":0.2993747549880432,"score_spread":0.25862011524162065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1528498604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064981,0.000063050196,0.997127,0.00006471434,0.0000267592,0.000029402689,0.00003352376,0.00074802985,0.001257736],"genre_scores_gemma":[0.027311351,0.0003074092,0.9628764,0.00019465997,0.000047327645,0.00017415959,0.00038070616,0.0013438656,0.0073641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974758,0.00075692375,0.0002578314,0.0002835334,0.0010890579,0.0001369024],"domain_scores_gemma":[0.99727136,0.0014255948,0.00008119867,0.0006718379,0.00047971314,0.00007035776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035332362,0.0013279502,0.0008327513,0.0013279236,0.0009706634,0.0023042238,0.0023285677,0.0015666,0.012014537],"category_scores_gemma":[0.0058160513,0.0014257507,0.0020949754,0.0015989039,0.0019784246,0.005528067,0.0023619428,0.004247345,0.003954064],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020503253,0.000080051395,0.00047429538,0.0004325169,0.00005455008,0.00023242204,0.0008048639,0.014798425,0.014020811,0.51395863,0.012668167,0.44227025],"study_design_scores_gemma":[0.00015080524,0.00022455637,0.0004152079,0.00028351668,0.00014454318,0.00061634707,0.00019751381,0.21328409,0.022858657,0.60758615,0.15410908,0.00012953617],"about_ca_topic_score_codex":0.002819938,"about_ca_topic_score_gemma":0.0034845404,"teacher_disagreement_score":0.012014537,"about_ca_system_score_codex":0.0008869865,"about_ca_system_score_gemma":0.0016447807,"threshold_uncertainty_score":0.040192604},"labels":[],"label_agreement":null},{"id":"W1529289401","doi":"","title":"Using UML to reflect non-functional requirements","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":62,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Unified Modeling Language; Computer science; Non-functional requirement; Software engineering; Applications of UML; Process (computing); Focus (optics); Functional requirement; Software development; Software; Programming language; Software construction","score_opus":0.26859176139035135,"score_gpt":0.40460851879569615,"score_spread":0.1360167574053448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1529289401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008481989,0.0003023723,0.9839332,0.0008612471,0.00011940897,0.00025102476,0.00024289882,0.0014268919,0.004380992],"genre_scores_gemma":[0.10060898,0.0005332321,0.8949428,0.00030490226,0.00005387267,0.00035459793,0.00074862665,0.0003468802,0.0021060898],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9795814,0.013231632,0.0023076476,0.0010399775,0.0033708257,0.00046852065],"domain_scores_gemma":[0.96823007,0.01777308,0.0033859015,0.007152534,0.0031595244,0.0002987878],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013070878,0.0018049844,0.0006541278,0.0034602222,0.0008135705,0.004170456,0.0020636478,0.002072904,0.0021317727],"category_scores_gemma":[0.043162,0.0010958852,0.0013165803,0.0015924999,0.0013772637,0.0077401185,0.0022378892,0.0023739268,0.0010431042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018908911,0.00031106122,0.0069930796,0.0012677766,0.00016810861,0.0019956988,0.014259269,0.06572188,0.049843937,0.61476314,0.008698248,0.23578867],"study_design_scores_gemma":[0.00013980069,0.0003213236,0.002881803,0.0017606341,0.00030398977,0.0024808012,0.0028147013,0.2867625,0.05224604,0.24730161,0.40267268,0.00031411555],"about_ca_topic_score_codex":0.0035258017,"about_ca_topic_score_gemma":0.005746911,"teacher_disagreement_score":0.013070878,"about_ca_system_score_codex":0.001713952,"about_ca_system_score_gemma":0.0023217616,"threshold_uncertainty_score":0.06912625},"labels":[],"label_agreement":null},{"id":"W1530825664","doi":"10.1007/978-3-540-74796-3_59","title":"Evaluating Reduced-Functionality Interfaces According to Feature Findability and Awareness","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Interface (matter); Computer science; Feature (linguistics); Scope (computer science); Software; Layer (electronics); Human–computer interaction; World Wide Web; Information retrieval; Operating system; Programming language","score_opus":0.12564652899838022,"score_gpt":0.39079141203380535,"score_spread":0.26514488303542516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1530825664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95528895,0.00011756641,0.041173194,0.00003314014,0.000012450114,0.00009840829,0.00016219816,0.0013637396,0.0017504811],"genre_scores_gemma":[0.96314514,0.000046786463,0.0351072,0.000021935924,0.0000066241732,0.000052090043,0.0005995656,0.00015143715,0.0008691644],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99693334,0.0007956544,0.0003022649,0.00035314533,0.0014156156,0.00019998926],"domain_scores_gemma":[0.9679533,0.024236724,0.0020826692,0.0018109279,0.0033263983,0.00058985193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030354012,0.00082120235,0.0005741617,0.001697593,0.00018541112,0.0015277345,0.0011933662,0.0010899107,0.0036369872],"category_scores_gemma":[0.033525776,0.00034488193,0.00083017355,0.00072430924,0.00035536443,0.002311057,0.00095668994,0.0004805523,0.00078385766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01628995,0.001631499,0.18663143,0.0010463605,0.0007288549,0.00036410682,0.001281404,0.046186734,0.17826626,0.002496583,0.0014411873,0.5636357],"study_design_scores_gemma":[0.00048204217,0.010541791,0.19997093,0.00011256631,0.0013757815,0.00071555696,0.0009572936,0.6222387,0.15631881,0.0056127976,0.0015438235,0.00012994415],"about_ca_topic_score_codex":0.0012812878,"about_ca_topic_score_gemma":0.0014587423,"teacher_disagreement_score":0.0036369872,"about_ca_system_score_codex":0.0003975664,"about_ca_system_score_gemma":0.00040844048,"threshold_uncertainty_score":0.016052902},"labels":[],"label_agreement":null},{"id":"W1534586049","doi":"","title":"시스템 엔지니어링을 통한 HLA 기반 선박 안전성 평가 시뮬레이션 개발에 관한 연구","year":2008,"lang":"ko","type":"article","venue":"한국해양공학회지","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Damages; Shipbuilding; High-level architecture; Reuse; Engineering; Process (computing); Software; Computer science; Risk analysis (engineering); Operations research; Systems engineering; Business; Interoperability","score_opus":0.0791950030601373,"score_gpt":0.2992905003101136,"score_spread":0.22009549724997632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1534586049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050313406,0.000078956415,0.93179476,0.0003039946,0.000040949664,0.00021820719,0.00016525047,0.0025832138,0.014501195],"genre_scores_gemma":[0.42557082,0.00020484612,0.5627267,0.00009536628,0.000015441825,0.00029565685,0.00059460144,0.00020121959,0.010295361],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942625,0.00023584544,0.00003495091,0.000071010574,0.00019601431,0.00003600206],"domain_scores_gemma":[0.99918896,0.00025220466,0.000077707584,0.00017210512,0.00025513084,0.000053870433],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010132688,0.00020294226,0.00014945441,0.00033189286,0.0004155605,0.0011270719,0.00047503557,0.0003885666,0.0031165504],"category_scores_gemma":[0.0018891889,0.00015747709,0.00027471228,0.00034226882,0.00042098935,0.0010371909,0.0004681768,0.00050333224,0.00086017704],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002850211,0.00048094167,0.019375687,0.0002768295,0.000093983974,0.0003360218,0.0013153012,0.20865157,0.069566816,0.2178979,0.01136792,0.47035196],"study_design_scores_gemma":[0.00007471221,0.00029213948,0.0041197566,0.00006856449,0.00005272174,0.00028606827,0.00042908767,0.75765693,0.03555882,0.04006029,0.1613625,0.000038392696],"about_ca_topic_score_codex":0.003352545,"about_ca_topic_score_gemma":0.0030527434,"teacher_disagreement_score":0.003352545,"about_ca_system_score_codex":0.00066116324,"about_ca_system_score_gemma":0.0012733071,"threshold_uncertainty_score":0.010425866},"labels":[],"label_agreement":null},{"id":"W1535484496","doi":"10.1007/11880905_4","title":"Self-configuration of Network Devices with Configuration Logic","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Configuration Management (ITSM); Satisfiability; Formalism (music); Virtual LAN; Distributed computing; Theoretical computer science; Computer network","score_opus":0.021776036371796596,"score_gpt":0.25351359022172004,"score_spread":0.23173755384992345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1535484496","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04318998,0.00036692244,0.92039347,0.00017292103,0.00011100019,0.0000651649,0.00006594443,0.0039496045,0.031685024],"genre_scores_gemma":[0.8381464,0.0003713044,0.14210252,0.00019492353,0.00007577323,0.00012441482,0.00023101298,0.0005366037,0.018217076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99950814,0.00010929645,0.000037094014,0.00010349254,0.00016792506,0.00007412548],"domain_scores_gemma":[0.9993368,0.00018565486,0.000057417124,0.0002915651,0.00008776392,0.0000407423],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047871232,0.00047696373,0.00038000985,0.0005502782,0.0005006374,0.0019352563,0.0012346249,0.00056539854,0.0050402726],"category_scores_gemma":[0.0012232047,0.00038028293,0.00038194036,0.0005611377,0.0009729698,0.0026979349,0.0014172568,0.0008424645,0.00085039425],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035181147,0.00014903668,0.001310477,0.00025120517,0.00006856031,0.0005859947,0.00049039937,0.078614436,0.044288926,0.58067536,0.007397473,0.28581637],"study_design_scores_gemma":[0.000067956564,0.00017488177,0.0005684792,0.000080833204,0.00007582172,0.00079459464,0.0001255227,0.4453165,0.06822218,0.45294577,0.03157196,0.000055528253],"about_ca_topic_score_codex":0.000310865,"about_ca_topic_score_gemma":0.00042256873,"teacher_disagreement_score":0.0050402726,"about_ca_system_score_codex":0.00046228355,"about_ca_system_score_gemma":0.00035513614,"threshold_uncertainty_score":0.01686132},"labels":[],"label_agreement":null},{"id":"W1536473137","doi":"","title":"Reusing class-based test cases for testing object-oriented framework interface classes: Research Articles","year":2005,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Maintainability; Computer science; Flexibility (engineering); Software deployment; Software engineering; Reuse; Interface (matter); Class (philosophy); Test case; Reliability engineering; Systems engineering; Engineering; Operating system","score_opus":0.20268813299326507,"score_gpt":0.45692009826616165,"score_spread":0.2542319652728966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536473137","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13841744,0.0031778095,0.84345716,0.00086980854,0.0001255311,0.00063228694,0.00013076581,0.0039265715,0.009262596],"genre_scores_gemma":[0.5292106,0.002146025,0.4633895,0.0002505445,0.00013693779,0.0004604133,0.0008076484,0.00094900775,0.0026493443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9854578,0.006594516,0.00096231187,0.0010255725,0.005482921,0.0004768537],"domain_scores_gemma":[0.9302019,0.054519415,0.0029026489,0.0057850843,0.0059302845,0.00066062686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007652237,0.0010134986,0.00060139154,0.0048925853,0.0004854732,0.0018171939,0.0028785123,0.0019147352,0.0019451345],"category_scores_gemma":[0.06401913,0.00043556726,0.0008237942,0.0031886734,0.0015146285,0.003335255,0.0008169117,0.0009591089,0.00081226096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023728098,0.0008584508,0.011640609,0.0006922324,0.000098805285,0.00062019605,0.0008368372,0.021555873,0.014532111,0.014032735,0.0030720176,0.9318228],"study_design_scores_gemma":[0.0008599864,0.0032953478,0.02076335,0.0014264388,0.0005934232,0.004857068,0.0012260943,0.6609854,0.17433456,0.06608399,0.065276146,0.00029824],"about_ca_topic_score_codex":0.0040127737,"about_ca_topic_score_gemma":0.0021018642,"teacher_disagreement_score":0.007652237,"about_ca_system_score_codex":0.00076785084,"about_ca_system_score_gemma":0.001038971,"threshold_uncertainty_score":0.040469408},"labels":[],"label_agreement":null},{"id":"W1536558157","doi":"10.5772/38104","title":"Integrating Performance Analysis in Software Product Line Development Process","year":2012,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software product line; Software; Software development; Computer science; Product (mathematics); Set (abstract data type); Process (computing); Domain (mathematical analysis); Software engineering; Quality (philosophy); Software quality; Software development process; Package development process; Software construction; Operating system; Mathematics; Programming language","score_opus":0.04952374589171368,"score_gpt":0.29081513845274704,"score_spread":0.24129139256103335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536558157","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010274469,0.0009151449,0.98132527,0.00021745088,0.000031189942,0.00012125747,0.00006931402,0.0012541701,0.0057917014],"genre_scores_gemma":[0.18456362,0.002721626,0.80807805,0.00008061297,0.000052669053,0.00025001296,0.00045227763,0.0005744833,0.003226651],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9929502,0.0018168773,0.00050351437,0.0006947882,0.003791901,0.00024271925],"domain_scores_gemma":[0.9935062,0.0037464483,0.00059364317,0.0005990845,0.0014772263,0.00007744859],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004753966,0.0018740195,0.00095704454,0.0038440153,0.0006319031,0.003636427,0.001330351,0.0008548012,0.0015952042],"category_scores_gemma":[0.010061375,0.0010179548,0.0011917845,0.0025706126,0.0008744052,0.004096358,0.0018139224,0.0015349436,0.0009729155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011143681,0.00029101444,0.0036750592,0.001105306,0.00013947774,0.00029862337,0.0011631406,0.17547786,0.01733648,0.077223,0.0019784896,0.72120017],"study_design_scores_gemma":[0.000052680694,0.00037315334,0.0039824415,0.0008552613,0.0003207799,0.0005186047,0.0006437124,0.73527783,0.05572561,0.14917281,0.05285203,0.00022513619],"about_ca_topic_score_codex":0.0022088175,"about_ca_topic_score_gemma":0.0010440636,"teacher_disagreement_score":0.004753966,"about_ca_system_score_codex":0.001981305,"about_ca_system_score_gemma":0.0026333279,"threshold_uncertainty_score":0.025141656},"labels":[],"label_agreement":null},{"id":"W1539705164","doi":"10.1007/978-3-642-02161-9_3","title":"Engineering Self-Adaptive Systems through Feedback Loops","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":560,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University; University of Victoria","funders":"","keywords":"Computer science; Adaptation (eye); Adaptive system; Process (computing); Perspective (graphical); Software; Class (philosophy); Software engineering; Artificial intelligence","score_opus":0.02784657795735096,"score_gpt":0.25255728229810154,"score_spread":0.22471070434075058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1539705164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01595957,0.00056815875,0.97136396,0.00012361295,0.000112884525,0.000027691021,0.000008907764,0.0005886282,0.011246465],"genre_scores_gemma":[0.8424717,0.001637418,0.13361834,0.00018866338,0.00014287938,0.00013009142,0.00004271572,0.00017212598,0.021595921],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9998216,0.000033767843,0.000009503362,0.000027592121,0.00009222098,0.000015229391],"domain_scores_gemma":[0.9996928,0.00018386844,0.000027190441,0.000039254548,0.000046157365,0.000010772386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000270716,0.0004927891,0.00030645425,0.00025205524,0.00020643862,0.00072823116,0.00041057137,0.0005815183,0.0025612898],"category_scores_gemma":[0.0011074523,0.00025480034,0.00029338765,0.00019427095,0.00057383534,0.00083624886,0.00084168615,0.00070057425,0.00056976505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014940163,0.00011753225,0.0005932973,0.000592005,0.00009649701,0.00030820526,0.00059500284,0.30093992,0.11912624,0.20144136,0.002706975,0.37333357],"study_design_scores_gemma":[0.00004639872,0.0002960059,0.0003281831,0.00007490663,0.00004941064,0.00024720098,0.00006630445,0.8073821,0.03328882,0.14013758,0.018056521,0.000026663633],"about_ca_topic_score_codex":0.00022511199,"about_ca_topic_score_gemma":0.00021893253,"teacher_disagreement_score":0.0025612898,"about_ca_system_score_codex":0.00018816719,"about_ca_system_score_gemma":0.00016291185,"threshold_uncertainty_score":0.008568406},"labels":[],"label_agreement":null},{"id":"W1540939690","doi":"","title":"Challenges in the Application of Feature Modelling in Fixed Line Telecommunications","year":2007,"lang":"en","type":"article","venue":"UEL Research Repository (University of East London)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; East China Institute of Technology; Invest Northern Ireland","keywords":"Computer science; Feature (linguistics); Software product line; Feature model; Software; Notation; Software engineering; Field (mathematics); Set (abstract data type); Distributed computing; Software development; Programming language","score_opus":0.18156874211157045,"score_gpt":0.3473665521415744,"score_spread":0.16579781003000396,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1540939690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014036474,0.00031326388,0.9797549,0.0013361407,0.00006345717,0.000083216226,0.00008407632,0.000853079,0.0034753215],"genre_scores_gemma":[0.15959789,0.0010146756,0.8358782,0.00025959287,0.000060313843,0.00020574083,0.000357459,0.00068388844,0.0019422176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9892782,0.0054890434,0.0010963094,0.0009724005,0.0028042886,0.0003598517],"domain_scores_gemma":[0.9786018,0.01363872,0.0010214042,0.0046894792,0.001789793,0.0002587371],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012356067,0.0011042204,0.0010846421,0.0014518823,0.0015202139,0.007869589,0.004385904,0.0029944598,0.002083659],"category_scores_gemma":[0.027437754,0.0011833406,0.0024327245,0.0017406481,0.004173896,0.009830445,0.0034816917,0.004985353,0.0009866308],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009116252,0.00016799831,0.0033983244,0.00082135043,0.00011907843,0.00067212916,0.0053964336,0.1450784,0.010730871,0.6579035,0.0033177666,0.17230299],"study_design_scores_gemma":[0.000053667205,0.00022832601,0.00078021496,0.0007094791,0.00009467085,0.0007853379,0.0016707451,0.44696033,0.011729382,0.41550756,0.121323615,0.00015659368],"about_ca_topic_score_codex":0.00566951,"about_ca_topic_score_gemma":0.0056235096,"teacher_disagreement_score":0.012356067,"about_ca_system_score_codex":0.002266816,"about_ca_system_score_gemma":0.003414216,"threshold_uncertainty_score":0.06534594},"labels":[],"label_agreement":null},{"id":"W1541157550","doi":"10.18046/syt.v9i18.1076","title":"On Designing Self-Adaptive Software Systems","year":2011,"lang":"en","type":"article","venue":"Sistemas y Telemática","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software; Process (computing); Feedback loop; Software development; Software system; Class (philosophy); Software requirements; Software sizing; Software construction; Software engineering; Control engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.061197426885618085,"score_gpt":0.24822780665658023,"score_spread":0.18703037977096215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1541157550","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004586334,0.00065888505,0.9862748,0.00061861746,0.000043295073,0.000082719234,0.000016761061,0.0003236406,0.007394884],"genre_scores_gemma":[0.19349514,0.0040458157,0.7932043,0.00054880255,0.00016303269,0.00062737765,0.00017298854,0.00027220446,0.007470458],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975623,0.00077920203,0.00018176358,0.00033866637,0.0010166888,0.0001214711],"domain_scores_gemma":[0.99759525,0.0012191683,0.000163971,0.0004739724,0.00046265652,0.00008494867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002834269,0.00093624933,0.00059179944,0.00079663197,0.0007588602,0.0024020337,0.001598216,0.0018733578,0.0028006034],"category_scores_gemma":[0.0072465953,0.0005871771,0.0008638502,0.0008783131,0.0031087894,0.0040497333,0.00234277,0.0017600164,0.00096270913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030396452,0.00004846604,0.00046492912,0.0005381363,0.00003591147,0.0002585113,0.0016985217,0.057969566,0.005121881,0.8404473,0.0018546571,0.09153172],"study_design_scores_gemma":[0.00006604207,0.00027867855,0.00025020735,0.000516785,0.000048286092,0.00035030907,0.0003896254,0.20486295,0.008832979,0.67346066,0.11088887,0.000054634485],"about_ca_topic_score_codex":0.00091748784,"about_ca_topic_score_gemma":0.0009401745,"teacher_disagreement_score":0.002834269,"about_ca_system_score_codex":0.0007577462,"about_ca_system_score_gemma":0.001242354,"threshold_uncertainty_score":0.014989257},"labels":[],"label_agreement":null},{"id":"W1542132029","doi":"10.1007/978-3-540-30587-3_30","title":"Managing Dependencies Between Software Products","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Carleton University","funders":"","keywords":"Computer science; Software deployment; Software; Software engineering; Context (archaeology); Software system; Process (computing); Distributed computing; Programming language","score_opus":0.039508203550401744,"score_gpt":0.274151817127704,"score_spread":0.23464361357730223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1542132029","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25882208,0.0014915332,0.694968,0.0008106372,0.00017578654,0.00022877549,0.0004452433,0.005265604,0.037792478],"genre_scores_gemma":[0.62272,0.0014433549,0.33767915,0.00017362958,0.00011578573,0.00014946795,0.001966516,0.0015592179,0.034192752],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99880445,0.00020829875,0.00008039252,0.0002102789,0.00052738725,0.00016919845],"domain_scores_gemma":[0.99392253,0.0032737625,0.0006134984,0.0013354345,0.0005744764,0.0002802507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015059679,0.0006875166,0.00046643396,0.0017138704,0.00096122245,0.0016917299,0.0015601098,0.00068275206,0.005204638],"category_scores_gemma":[0.008146264,0.0010915415,0.0006268349,0.001447326,0.0004977095,0.004628303,0.0024847207,0.0016070565,0.0014126383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036188826,0.0004304121,0.009463573,0.00055194524,0.00010477203,0.0011168012,0.0014464835,0.04575504,0.0336658,0.056888178,0.015292992,0.8349222],"study_design_scores_gemma":[0.00011933624,0.00068365125,0.013915703,0.0005019684,0.0005157128,0.0023062949,0.0010047256,0.49706635,0.08116641,0.24989201,0.15267393,0.00015390944],"about_ca_topic_score_codex":0.0019590522,"about_ca_topic_score_gemma":0.00335122,"teacher_disagreement_score":0.005204638,"about_ca_system_score_codex":0.00065802137,"about_ca_system_score_gemma":0.0013077143,"threshold_uncertainty_score":0.017411292},"labels":[],"label_agreement":null},{"id":"W1546714293","doi":"10.1007/978-3-642-15114-9_6","title":"Towards Architecture-Centric Software Generation","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"","keywords":"Computer science; Software engineering; Resource-oriented architecture; Reference architecture; Software architecture description; Software architecture; Applications architecture; Database-centric architecture; Architecture; Reuse; Architecture tradeoff analysis method; Component-based software engineering; Solution architecture; Domain (mathematical analysis); Computer architecture; Software; Software development; Operating system; Engineering","score_opus":0.03228527607934365,"score_gpt":0.27016992344658447,"score_spread":0.23788464736724083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1546714293","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006453066,0.0003062769,0.978207,0.00036054358,0.00008243173,0.00008198391,0.00006263485,0.0031771602,0.011268953],"genre_scores_gemma":[0.119538836,0.0007468048,0.86566925,0.00032589817,0.00005121011,0.00016988479,0.00056250626,0.0013153614,0.011620219],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990796,0.0002521785,0.000049976054,0.00012822941,0.000406023,0.00008395026],"domain_scores_gemma":[0.99869317,0.0003458323,0.000051797622,0.00060066907,0.00026762832,0.000040925348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014063115,0.00066680333,0.00037166366,0.0008480678,0.0004413987,0.0015985881,0.0015456893,0.0010632023,0.0045614084],"category_scores_gemma":[0.0030069835,0.00084113504,0.0007357555,0.00095677096,0.00082003366,0.002933081,0.002190708,0.0024705117,0.0023929817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007468745,0.00014484672,0.00079864817,0.00029664466,0.00005106709,0.00026658314,0.00059144344,0.044341944,0.026860619,0.4076213,0.019426228,0.49952593],"study_design_scores_gemma":[0.000054747583,0.00009906645,0.0004457206,0.00015326907,0.00006932805,0.0005472592,0.00015408621,0.45291963,0.043365393,0.37816125,0.12400122,0.000028908556],"about_ca_topic_score_codex":0.0007377836,"about_ca_topic_score_gemma":0.0016653619,"teacher_disagreement_score":0.0045614084,"about_ca_system_score_codex":0.0006476028,"about_ca_system_score_gemma":0.0013743718,"threshold_uncertainty_score":0.015259385},"labels":[],"label_agreement":null},{"id":"W1549159686","doi":"10.5772/37642","title":"Using Model Transformation Language Semantics for Aspects Composition","year":2012,"lang":"en","type":"book-chapter","venue":"InTech eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Transformation (genetics); Computer science; Composition (language); Semantics (computer science); Programming language; Linguistics; Philosophy; Chemistry","score_opus":0.10301753116493184,"score_gpt":0.32765148500465063,"score_spread":0.2246339538397188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549159686","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001148446,0.0003742605,0.97825843,0.00043316465,0.00020264008,0.00009428026,0.00011372316,0.001789899,0.017585121],"genre_scores_gemma":[0.07713945,0.0015911758,0.90265757,0.00061192294,0.0002543709,0.0005747508,0.00090049277,0.0020200824,0.014250299],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968823,0.0010484309,0.00038262494,0.00041753406,0.0010724936,0.00019657209],"domain_scores_gemma":[0.9980889,0.00071283977,0.00018041744,0.0005948617,0.00035542785,0.00006755151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026731484,0.001138025,0.0008101121,0.0014360866,0.0012652038,0.005047406,0.0019511544,0.0017816678,0.006574354],"category_scores_gemma":[0.0053745382,0.0008934069,0.002113179,0.001750066,0.0031951638,0.0075092306,0.0033634556,0.004368426,0.003979126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039254493,0.000042064996,0.000112508016,0.00017842442,0.00003226244,0.00027735587,0.00079286774,0.004957574,0.0026367786,0.9353807,0.00580498,0.049745306],"study_design_scores_gemma":[0.000044080458,0.000040368614,0.00008211458,0.00019805878,0.000041975956,0.00058549776,0.00018538136,0.03312394,0.0070608626,0.73733157,0.22126651,0.000039781018],"about_ca_topic_score_codex":0.0017843032,"about_ca_topic_score_gemma":0.0017171572,"teacher_disagreement_score":0.006574354,"about_ca_system_score_codex":0.0011810991,"about_ca_system_score_gemma":0.0025019539,"threshold_uncertainty_score":0.021993458},"labels":[],"label_agreement":null},{"id":"W1549194641","doi":"10.14279/tuj.eceasst.33.452","title":"Security Evaluation and Hardening of Free and Open Source Software (FOSS)","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software; Software engineering; Open source software; Operating system","score_opus":0.05327595486029253,"score_gpt":0.34283825795860484,"score_spread":0.2895623030983123,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549194641","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8455896,0.0008856298,0.12714852,0.0019420938,0.00007740821,0.00049341423,0.00010089696,0.0008816287,0.022880875],"genre_scores_gemma":[0.9548118,0.00024010694,0.042953253,0.00008989579,0.000012069161,0.00005228155,0.000056422763,0.00008255895,0.0017016456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98119295,0.007988384,0.0007333074,0.0007680973,0.008364102,0.0009531988],"domain_scores_gemma":[0.9642188,0.016270306,0.004868997,0.005000481,0.008763922,0.0008775263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016291767,0.00056957605,0.0004416131,0.0038820344,0.0012260169,0.0033969092,0.0009766114,0.0010431027,0.0014842418],"category_scores_gemma":[0.047355793,0.00032134552,0.00055007974,0.0010633366,0.0028348416,0.004627104,0.0029177761,0.0012298427,0.00023160955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015651833,0.0007540469,0.04566838,0.0009840779,0.00015164049,0.0008285024,0.007995849,0.052052993,0.076333776,0.10930214,0.0037385116,0.7006249],"study_design_scores_gemma":[0.00016237648,0.003823122,0.09073876,0.0017052145,0.00025774998,0.0015223523,0.008356241,0.41427124,0.28613687,0.15606397,0.03657271,0.00038944834],"about_ca_topic_score_codex":0.0026075828,"about_ca_topic_score_gemma":0.0029574614,"teacher_disagreement_score":0.016291767,"about_ca_system_score_codex":0.003780857,"about_ca_system_score_gemma":0.0025078645,"threshold_uncertainty_score":0.08616012},"labels":[],"label_agreement":null},{"id":"W1549677228","doi":"10.1007/3-540-45821-2_6","title":"A Protocol Stack Development Tool Using Generative Programming","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Protocol (science); Protocol stack; Sketch; Communications protocol; Generative grammar; Distributed computing; Programming language; Reprogramming; Stack (abstract data type); Artificial intelligence; Operating system; Algorithm","score_opus":0.08620018224210127,"score_gpt":0.32497788737744054,"score_spread":0.23877770513533927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1549677228","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001490375,0.000026490856,0.97145575,0.00005618987,0.00003829891,0.00009800108,0.00007291856,0.023467088,0.0032947378],"genre_scores_gemma":[0.050273985,0.00029569847,0.91004074,0.00018400636,0.000035816713,0.0005122119,0.00084857026,0.020173725,0.01763533],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988643,0.00023611981,0.00010986562,0.00014132017,0.00055831304,0.000090008136],"domain_scores_gemma":[0.99739057,0.0014659382,0.00010365444,0.0006490406,0.00027982856,0.00011086295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022121535,0.0015028364,0.0007812365,0.0015520459,0.0010018647,0.0024762412,0.002710955,0.001642396,0.017048737],"category_scores_gemma":[0.0053626015,0.0024634816,0.0017377432,0.00094351,0.0012868538,0.0036896945,0.003127471,0.0038193746,0.0055999532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002605737,0.00039054497,0.0017583191,0.00078440766,0.00016166024,0.0013920651,0.0019343541,0.035177235,0.034058385,0.21917535,0.054026898,0.65088016],"study_design_scores_gemma":[0.0003052139,0.00022905383,0.0006308151,0.00051277276,0.0003274458,0.0030415684,0.0002622156,0.39990488,0.09705566,0.18850018,0.30895355,0.0002765874],"about_ca_topic_score_codex":0.0010372279,"about_ca_topic_score_gemma":0.0014172265,"teacher_disagreement_score":0.017048737,"about_ca_system_score_codex":0.00053549104,"about_ca_system_score_gemma":0.0014902544,"threshold_uncertainty_score":0.057033718},"labels":[],"label_agreement":null},{"id":"W1551416464","doi":"","title":"A Social Organization Perspective on Software Architectures","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software architecture; Knowledge management; Set (abstract data type); Architectural style; Openness to experience; Adaptation (eye); Software; Architecture; Management science; Process management; Engineering; Programming language","score_opus":0.029710237950969415,"score_gpt":0.31046902876551846,"score_spread":0.280758790814549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551416464","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0301435,0.004245934,0.46083042,0.026801912,0.00037312158,0.00008436002,0.00008483222,0.00015350002,0.47728243],"genre_scores_gemma":[0.90107757,0.004673391,0.06778055,0.0014577714,0.00070815027,0.00029330226,0.00008936219,0.000084883715,0.023834923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99767774,0.0012878762,0.000075861964,0.0002379519,0.00045008044,0.00027054126],"domain_scores_gemma":[0.9977902,0.0010264791,0.00032912364,0.00019678488,0.0002958574,0.00036154693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020588837,0.00079421786,0.0003279202,0.0024367198,0.0028152876,0.0056836405,0.0008831494,0.002055835,0.004760095],"category_scores_gemma":[0.0021352528,0.00032534462,0.0006086737,0.0018276672,0.012239166,0.008379574,0.0030113112,0.0022944326,0.0006506885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.5548363e-7,0.0000026608122,0.000053847394,0.000008129578,0.0000013514995,0.000018582294,0.0003953329,0.00042863347,0.000035207453,0.9977155,0.00022063013,0.0011195838],"study_design_scores_gemma":[0.0000056235076,0.000016666701,0.00017258068,0.00004741725,0.000003997987,0.00007931018,0.00089270563,0.0023285376,0.0000802639,0.94903415,0.04733264,0.0000060296975],"about_ca_topic_score_codex":0.0021948947,"about_ca_topic_score_gemma":0.0019981547,"teacher_disagreement_score":0.0056836405,"about_ca_system_score_codex":0.0040400727,"about_ca_system_score_gemma":0.0019834794,"threshold_uncertainty_score":0.029312968},"labels":[],"label_agreement":null},{"id":"W1551848062","doi":"10.1007/11527800_25","title":"Overview of Generative Software Development","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":154,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Generative grammar; Software engineering; Domain (mathematical analysis); Software development; Software system; Domain engineering; Exploit; Set (abstract data type); Development (topology); Generative Design; Software; Model-driven architecture; Component-based software engineering; Programming language; Artificial intelligence; Engineering","score_opus":0.06802886348182707,"score_gpt":0.305745856795859,"score_spread":0.2377169933140319,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1551848062","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021413837,0.13375726,0.6143099,0.0032262348,0.0008054776,0.00025683315,0.00030908312,0.003748204,0.24144554],"genre_scores_gemma":[0.06445254,0.21172468,0.5653075,0.0019775596,0.0012914673,0.0006150755,0.0016331446,0.0015788614,0.15141921],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99926096,0.00015324868,0.000054705597,0.000119516946,0.00035995746,0.000051605526],"domain_scores_gemma":[0.9993067,0.00034139387,0.00002882873,0.00015151444,0.00012861953,0.000042931053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083066063,0.0007995352,0.0006317331,0.0024980418,0.0008059362,0.003201762,0.0015980402,0.0014757288,0.01750421],"category_scores_gemma":[0.001536689,0.001022604,0.0008801377,0.0036933601,0.0011697415,0.003280634,0.0018407799,0.0020315526,0.010442173],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020482923,0.000075098185,0.00022414316,0.0013284085,0.000014137752,0.000109467364,0.00042683893,0.0034413093,0.0018541117,0.27501208,0.02322661,0.69426733],"study_design_scores_gemma":[0.000010573241,0.000037372956,0.00025182866,0.00061805,0.00001381696,0.0006250716,0.00006969494,0.0047535575,0.0013096123,0.14200836,0.85027826,0.00002381892],"about_ca_topic_score_codex":0.0012169923,"about_ca_topic_score_gemma":0.0017550155,"teacher_disagreement_score":0.01750421,"about_ca_system_score_codex":0.0009792481,"about_ca_system_score_gemma":0.0017788596,"threshold_uncertainty_score":0.05855745},"labels":[],"label_agreement":null},{"id":"W1554687505","doi":"10.1007/3-540-39195-9_5","title":"Software Configuration Management Related to the Management of Distributed Systems and Service-Oriented Architectures","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Dynamism; Software configuration management; Configuration Management (ITSM); Software as a service; Service (business); Software engineering; Software; Application lifecycle management; Software system; Software development; Process management; Software construction; Operating system; Engineering; Computer network; Business","score_opus":0.01729710530411191,"score_gpt":0.25329379109574635,"score_spread":0.23599668579163444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554687505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01659391,0.086857006,0.59581876,0.0037439594,0.0038489092,0.00020870102,0.00017429808,0.003344532,0.28940988],"genre_scores_gemma":[0.34715027,0.12117765,0.24415955,0.0019217053,0.0071439007,0.00044816462,0.0015716155,0.0015486086,0.27487847],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935573,0.00014106417,0.000045586756,0.00012202347,0.00027596645,0.000059663485],"domain_scores_gemma":[0.9991769,0.00036527944,0.00008203029,0.00018223461,0.00012002705,0.00007342622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004831011,0.00094773376,0.00073437026,0.001505504,0.0010271159,0.0027822517,0.0015602324,0.0015781868,0.008057505],"category_scores_gemma":[0.0018255762,0.0006404967,0.000536443,0.005679928,0.001612332,0.003332745,0.0011572917,0.0020359764,0.0024546317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055874178,0.0001456707,0.0005684325,0.00063130417,0.00003642351,0.00038408258,0.0006486768,0.01991726,0.005599687,0.26920673,0.044171926,0.6586339],"study_design_scores_gemma":[0.00002049814,0.00012242877,0.0015541873,0.00067633257,0.0000646243,0.0015798988,0.00025792886,0.051328015,0.0057859668,0.4684059,0.47013977,0.000064452586],"about_ca_topic_score_codex":0.00094943866,"about_ca_topic_score_gemma":0.0010221701,"teacher_disagreement_score":0.008057505,"about_ca_system_score_codex":0.0010035961,"about_ca_system_score_gemma":0.0008184212,"threshold_uncertainty_score":0.026955068},"labels":[],"label_agreement":null},{"id":"W1554740521","doi":"10.1023/a:1016518115185","title":"A Framework for Community Information Systems","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reference architecture; Applications architecture; XML; Architecture; Software architecture description; Software architecture; Software engineering; Enterprise architecture framework; Space-based architecture; Component (thermodynamics); Data architecture; Computer architecture; Software; World Wide Web; Operating system","score_opus":0.1421115452320432,"score_gpt":0.3243237062641429,"score_spread":0.18221216103209972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1554740521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040127663,0.0006454062,0.95439595,0.005043438,0.00017273439,0.00027830832,0.00037511456,0.001190802,0.033885483],"genre_scores_gemma":[0.22679408,0.0011097548,0.7487072,0.0006054377,0.00043298045,0.0012306215,0.0009807006,0.0004919353,0.019647317],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946412,0.0028410936,0.0003935283,0.00074740424,0.00096249353,0.00041428162],"domain_scores_gemma":[0.9933007,0.0024459613,0.00038475526,0.0017425859,0.0012164445,0.00090957124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054777265,0.00095058547,0.0011008296,0.0054482203,0.005619631,0.010612123,0.004116365,0.0044227308,0.01667198],"category_scores_gemma":[0.015557065,0.0010267993,0.002025053,0.0062466823,0.007936755,0.02008786,0.008104425,0.0036663378,0.0043723676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035250857,0.000010021159,0.00009496312,0.00001915539,0.0000049682717,0.000033598564,0.00026430594,0.0010982165,0.000052434065,0.99209034,0.0019458863,0.0043825763],"study_design_scores_gemma":[0.0000148333565,0.000010783154,0.00005943418,0.000036978134,0.000012818641,0.0000720023,0.00031843327,0.020563114,0.00011144259,0.932061,0.046724945,0.000014254737],"about_ca_topic_score_codex":0.013191221,"about_ca_topic_score_gemma":0.008921451,"teacher_disagreement_score":0.01667198,"about_ca_system_score_codex":0.0039651,"about_ca_system_score_gemma":0.005017873,"threshold_uncertainty_score":0.055773318},"labels":[],"label_agreement":null},{"id":"W1556738091","doi":"10.1002/j.2334-5837.2014.tb03159.x","title":"5.2.2 Application of product lines in industrial gas turbine control systems","year":2014,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Rolls-Royce (Canada)","funders":"","keywords":"Reuse; Architecture; Gas turbines; Product (mathematics); Reliability (semiconductor); Systems engineering; Key (lock); Control (management); Computer science; Partition (number theory); Interface (matter); Reliability engineering; Embedded system; Manufacturing engineering; Engineering; Operating system; Mechanical engineering; Power (physics)","score_opus":0.02205947102036019,"score_gpt":0.273607511602427,"score_spread":0.2515480405820668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556738091","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.422615,0.0012847509,0.4522854,0.0012317809,0.00022079067,0.000610336,0.00047180793,0.007939021,0.113341086],"genre_scores_gemma":[0.77899003,0.0006066019,0.20021063,0.00017874484,0.000036584235,0.0001753232,0.0006003829,0.00042304708,0.018778626],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982571,0.0007107555,0.00008547848,0.00021782653,0.0006040952,0.00012481485],"domain_scores_gemma":[0.99700874,0.0009794965,0.00026510505,0.0006308978,0.0009782688,0.00013744776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017516112,0.0005249297,0.00020282541,0.00077684916,0.00046855467,0.0015117927,0.0008060049,0.00094635633,0.0071109342],"category_scores_gemma":[0.0033705297,0.00029713553,0.0005821227,0.0006301059,0.00040587143,0.0010902741,0.00076528534,0.00082357484,0.0014543447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008995971,0.001133378,0.024705343,0.0017288348,0.00014443474,0.004258676,0.0038647195,0.10880804,0.1165303,0.04460632,0.0126166055,0.6807037],"study_design_scores_gemma":[0.00026225927,0.0034347044,0.030812442,0.0008479202,0.0002615472,0.0032814583,0.0018773514,0.380901,0.20625708,0.018468691,0.35344303,0.0001525913],"about_ca_topic_score_codex":0.00193211,"about_ca_topic_score_gemma":0.0019527726,"teacher_disagreement_score":0.0071109342,"about_ca_system_score_codex":0.0006978475,"about_ca_system_score_gemma":0.0006418689,"threshold_uncertainty_score":0.023788393},"labels":[],"label_agreement":null},{"id":"W1556743267","doi":"","title":"Emotions as a metaphor for altering operational behavior in autonomic computing","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Autonomic computing; Metaphor; Computer science; Mechanism (biology); Human–computer interaction; Software; Software engineering; Cloud computing; Programming language; Operating system","score_opus":0.055873853709691154,"score_gpt":0.3450101134569251,"score_spread":0.28913625974723395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1556743267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05023858,0.009795782,0.6213478,0.0154739665,0.0023818156,0.00017857639,0.00016726989,0.002091246,0.29832503],"genre_scores_gemma":[0.66354567,0.0055421116,0.25023925,0.0035120526,0.0009655539,0.00046889973,0.00015052022,0.00062606507,0.074949875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99944943,0.00030566088,0.000028070894,0.00006852959,0.000112382666,0.000035850833],"domain_scores_gemma":[0.9994055,0.00035126868,0.000042167096,0.00007224291,0.00006573528,0.000063062245],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006150039,0.0004856724,0.00024653776,0.00032627585,0.00074959645,0.0035853325,0.00062983,0.0009653065,0.0076034768],"category_scores_gemma":[0.0015790382,0.00029380698,0.000345583,0.0003872025,0.0045869937,0.0035931587,0.00124409,0.0021618754,0.0011604092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015153777,0.0000564951,0.00045521877,0.0001938231,0.00002299147,0.0003336509,0.0037498577,0.004189131,0.009951244,0.8787716,0.018398663,0.083725885],"study_design_scores_gemma":[0.00012952833,0.00021309045,0.0015352428,0.00022575498,0.000059397313,0.0008749498,0.001416171,0.05512275,0.0039816955,0.5945207,0.3418494,0.000071365466],"about_ca_topic_score_codex":0.00092499785,"about_ca_topic_score_gemma":0.0009188219,"teacher_disagreement_score":0.0076034768,"about_ca_system_score_codex":0.00078291976,"about_ca_system_score_gemma":0.00044350734,"threshold_uncertainty_score":0.025436103},"labels":[],"label_agreement":null},{"id":"W1559071892","doi":"10.1007/3-540-45429-2_12","title":"Supporting Formal Verification of Crosscutting Concerns","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formal methods; Formal verification; Composition (language); Programming language; Software engineering; Process (computing); Formal description; Formal specification; Linguistics","score_opus":0.04510924830627148,"score_gpt":0.326859788120967,"score_spread":0.2817505398146955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1559071892","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027452912,0.00019830339,0.96115667,0.0001311602,0.00006226939,0.00008341121,0.00006788556,0.0069891387,0.0038583574],"genre_scores_gemma":[0.50156504,0.00052279717,0.48881218,0.00014589936,0.00008791765,0.00014054561,0.00057994423,0.0018778808,0.0062678163],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598265,0.001049943,0.00037865594,0.00044356255,0.0017156048,0.00042962618],"domain_scores_gemma":[0.98320514,0.0122751575,0.0007864811,0.0025195119,0.0010419743,0.00017180611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004343254,0.0013931845,0.000754208,0.0010403258,0.0006464922,0.0029052554,0.0026747203,0.0018963694,0.005838729],"category_scores_gemma":[0.015658606,0.0016689507,0.0012567227,0.0006543763,0.0015824491,0.0058141,0.0034941817,0.0021702275,0.0014229274],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007183813,0.00042158182,0.003512182,0.0014653705,0.0001496181,0.0016937719,0.0020303575,0.070362315,0.11034612,0.3286798,0.006034117,0.4745864],"study_design_scores_gemma":[0.0003105659,0.00027356256,0.00085949805,0.00039516288,0.00021231578,0.0012628792,0.00017963516,0.49971434,0.22304983,0.24015193,0.033489898,0.000100333105],"about_ca_topic_score_codex":0.0013924377,"about_ca_topic_score_gemma":0.0017795746,"teacher_disagreement_score":0.005838729,"about_ca_system_score_codex":0.0006810017,"about_ca_system_score_gemma":0.001425167,"threshold_uncertainty_score":0.022969604},"labels":[],"label_agreement":null},{"id":"W1560509320","doi":"","title":"Postmodern prospects for conceptual modelling","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Computer science; Context (archaeology); Postmodernism; Theme (computing); Negotiation; Software; Software development; Focus (optics); Software engineering; Management science; Engineering; Sociology; Epistemology","score_opus":0.05237914217698513,"score_gpt":0.2736519672983871,"score_spread":0.22127282512140195,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1560509320","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07426387,0.048305783,0.31648812,0.2980806,0.0018462293,0.00013252188,0.00015941246,0.00035764024,0.2603659],"genre_scores_gemma":[0.874845,0.020625608,0.07763132,0.0062625646,0.0025725102,0.00047505082,0.00013441622,0.0002018113,0.017251723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98511094,0.010452806,0.00044103328,0.0011013217,0.0024433504,0.00045045067],"domain_scores_gemma":[0.96508783,0.023588225,0.0012735301,0.005869355,0.0030014978,0.0011795798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03524209,0.00070023513,0.00096026325,0.0035073294,0.005101771,0.013042274,0.0028445309,0.0044239447,0.005631176],"category_scores_gemma":[0.025149563,0.0008577511,0.0007421556,0.0024414524,0.05577028,0.029534902,0.008152782,0.012535332,0.0009315898],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045056013,0.000008992184,0.000043888,0.000016685512,0.0000010975773,0.000010814233,0.0012443487,0.00013690845,0.000027516948,0.99615955,0.00033633478,0.0020093077],"study_design_scores_gemma":[0.000006378493,0.000008290104,0.0000685195,0.00006110458,0.0000012023986,0.000042325664,0.0005756304,0.0013802216,0.000045110555,0.96720105,0.030603655,0.0000064779388],"about_ca_topic_score_codex":0.0024756442,"about_ca_topic_score_gemma":0.0021872427,"teacher_disagreement_score":0.03524209,"about_ca_system_score_codex":0.011599281,"about_ca_system_score_gemma":0.0046578352,"threshold_uncertainty_score":0.18638027},"labels":[],"label_agreement":null},{"id":"W1563090870","doi":"10.1007/11951148_12","title":"Evaluation of Development Tools for Domain-Specific Modeling Languages","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Development (topology); Programming language; Domain (mathematical analysis); Domain-specific language; Software engineering; Artificial intelligence; Natural language processing; Mathematics","score_opus":0.09871004003921996,"score_gpt":0.32498300401244823,"score_spread":0.22627296397322827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563090870","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157792,0.0006073393,0.06900861,0.00025770956,0.00004798762,0.00071712804,0.0006895938,0.0038311677,0.009061177],"genre_scores_gemma":[0.88059115,0.00045082017,0.11312657,0.000061865496,0.000013024801,0.0003923235,0.0026067034,0.00077095436,0.0019866647],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9911315,0.004848704,0.0007046694,0.0005366146,0.002339399,0.00043914127],"domain_scores_gemma":[0.9472871,0.038032927,0.0022155368,0.0047497856,0.0069080503,0.0008066303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010545896,0.0012205017,0.0005308365,0.0019105452,0.0005223908,0.0015664181,0.0021054337,0.0010699461,0.002609661],"category_scores_gemma":[0.04516684,0.00054269115,0.00066178513,0.001258483,0.0005611171,0.0024027913,0.0016920972,0.00089874177,0.0004930901],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011349133,0.008816176,0.028345143,0.0032146533,0.0006556642,0.0006848901,0.0051240674,0.16032703,0.06691242,0.016624192,0.008326035,0.6896207],"study_design_scores_gemma":[0.0030419065,0.00921375,0.023549916,0.0005515119,0.001380491,0.00054319773,0.0026541941,0.7703713,0.15696064,0.008171237,0.02336011,0.00020175113],"about_ca_topic_score_codex":0.002228411,"about_ca_topic_score_gemma":0.002437108,"teacher_disagreement_score":0.010545896,"about_ca_system_score_codex":0.0014338912,"about_ca_system_score_gemma":0.0016332328,"threshold_uncertainty_score":0.055772662},"labels":[],"label_agreement":null},{"id":"W1563606705","doi":"","title":"Horizontal decomposition of Prevayler","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Cohesion (chemistry); Aspect-oriented programming; Separation of concerns; Programming language; Software system; Decomposition; Software; Software engineering","score_opus":0.1637117797833206,"score_gpt":0.45883163002255417,"score_spread":0.2951198502392336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1563606705","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27097344,0.0003982862,0.7064181,0.00018366738,0.000049233873,0.0002483707,0.00028502767,0.010308811,0.011135045],"genre_scores_gemma":[0.46666762,0.00023129309,0.51909405,0.00017677392,0.00002239893,0.00023509725,0.0010897665,0.0021023299,0.010380728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99878806,0.00019841912,0.00012133109,0.0002916753,0.0004467126,0.00015381307],"domain_scores_gemma":[0.99774915,0.0005262862,0.00029509593,0.00084970327,0.00049268163,0.00008704953],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009788097,0.00049193355,0.0003080986,0.00082101574,0.00038400223,0.0010272674,0.000582449,0.00043569203,0.003416464],"category_scores_gemma":[0.0027871735,0.00045913187,0.0006375472,0.00034404194,0.0006312823,0.0012863354,0.0012832915,0.00080320146,0.00092069514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000535544,0.00020362502,0.019707987,0.0007677128,0.000096132,0.0014380894,0.0032227808,0.02456757,0.2901683,0.04539688,0.0056669605,0.60822845],"study_design_scores_gemma":[0.00012581277,0.0015121682,0.030760175,0.00038937473,0.00027195393,0.004100429,0.0010874837,0.23818067,0.4906475,0.059528988,0.17322119,0.00017426608],"about_ca_topic_score_codex":0.00095994346,"about_ca_topic_score_gemma":0.0010644671,"teacher_disagreement_score":0.003416464,"about_ca_system_score_codex":0.0003569172,"about_ca_system_score_gemma":0.00064816565,"threshold_uncertainty_score":0.01142925},"labels":[],"label_agreement":null},{"id":"W1564831987","doi":"10.1007/11888116_22","title":"Composition of Use Cases Using Synchronization and Model Checking","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Composition (language); Synchronization (alternating current); Model checking; Property (philosophy); Theoretical computer science; Product (mathematics); Formal methods; Join (topology); Programming language; Mathematics","score_opus":0.05686202042845917,"score_gpt":0.28819831772173743,"score_spread":0.23133629729327826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1564831987","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014207433,0.000055229593,0.97630024,0.00009396581,0.000051091447,0.0005126513,0.000069038506,0.0038909696,0.0048194006],"genre_scores_gemma":[0.15912154,0.00017506571,0.83036286,0.00007975565,0.00003602587,0.00046241688,0.00047629632,0.0018338867,0.007452141],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98652875,0.0030670166,0.0011836835,0.0018222857,0.0063712997,0.0010269374],"domain_scores_gemma":[0.98247355,0.008671026,0.00091791904,0.0052952063,0.002216885,0.0004254333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007065742,0.0017394205,0.0016245912,0.0030824419,0.0018606457,0.0038334955,0.003187352,0.002010724,0.011087788],"category_scores_gemma":[0.024636395,0.002684152,0.0035096866,0.0017129781,0.0027160873,0.006391475,0.0052481988,0.0033955006,0.002505816],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011709534,0.0014351945,0.0071345633,0.0011884584,0.0004704359,0.0034885306,0.0033390746,0.112952955,0.07460277,0.24310884,0.0061733075,0.5449349],"study_design_scores_gemma":[0.00022293,0.00027510154,0.00092797016,0.00026287787,0.00054799346,0.001071056,0.0003793951,0.6603691,0.13974914,0.16015913,0.03587667,0.00015857919],"about_ca_topic_score_codex":0.003293067,"about_ca_topic_score_gemma":0.0047536544,"teacher_disagreement_score":0.011087788,"about_ca_system_score_codex":0.0010873543,"about_ca_system_score_gemma":0.0034656674,"threshold_uncertainty_score":0.037367642},"labels":[],"label_agreement":null},{"id":"W1565619322","doi":"","title":"OO-IP hybrid language design and a framework approach to the GIPC","year":2009,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Computer science; Programming paradigm; Compiler; Generic programming; Modularity (biology); Fifth-generation programming language; Metaprogramming; Very high-level programming language; Procedural programming; Java; First-generation programming language; Functional logic programming; Inductive programming","score_opus":0.044117874427468375,"score_gpt":0.30594800703967256,"score_spread":0.26183013261220417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565619322","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029983136,0.00018136279,0.98416615,0.0002464688,0.000045718585,0.000115186034,0.0000359315,0.00092289195,0.011288012],"genre_scores_gemma":[0.07423848,0.00041670658,0.9122266,0.00025013927,0.0000618706,0.00053968077,0.00017299992,0.00057247485,0.011520987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987525,0.000315727,0.00008117723,0.00021741376,0.00048621875,0.00014689405],"domain_scores_gemma":[0.99935955,0.0001632979,0.000060466056,0.0001677175,0.00017265668,0.000076268785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018245105,0.00057915226,0.0003223154,0.0006788491,0.0006673145,0.0031166347,0.001990116,0.00084749627,0.004043562],"category_scores_gemma":[0.0020587572,0.0005393753,0.000957688,0.0005961512,0.002225174,0.003731761,0.002912847,0.0021457165,0.001131842],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003870992,0.000034986242,0.0003102678,0.00022359454,0.000022420276,0.00024757945,0.0012600593,0.005815178,0.0075090257,0.9257769,0.0028123648,0.05594888],"study_design_scores_gemma":[0.00007434482,0.00023681889,0.0006255403,0.0003412433,0.00011367571,0.0017595438,0.0009559706,0.13606879,0.020169152,0.33458468,0.50498176,0.00008864006],"about_ca_topic_score_codex":0.0014460249,"about_ca_topic_score_gemma":0.00167987,"teacher_disagreement_score":0.004043562,"about_ca_system_score_codex":0.001007968,"about_ca_system_score_gemma":0.0022506681,"threshold_uncertainty_score":0.013527036},"labels":[],"label_agreement":null},{"id":"W1565927860","doi":"10.1007/978-3-540-87875-9_49","title":"Semantically Configurable Code Generation","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code generation; Programming language; Notation; Model-driven architecture; Generator (circuit theory); Semantics (computer science); Java; Code (set theory); Software; Software engineering; Software development; Set (abstract data type); Operating system; Key (lock)","score_opus":0.04989967081414697,"score_gpt":0.27785875087406103,"score_spread":0.22795908005991405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1565927860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018317442,0.0002758859,0.9306379,0.00021899093,0.00014374491,0.0001114903,0.000478096,0.027981266,0.021835223],"genre_scores_gemma":[0.3485832,0.0003344818,0.62733924,0.00025151315,0.00006608704,0.00020466225,0.0028761947,0.007669003,0.012675621],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989592,0.0002506736,0.00006240948,0.00024691105,0.00038818474,0.00009256181],"domain_scores_gemma":[0.9980683,0.00055433315,0.000069361726,0.0011149072,0.00016018149,0.000033037508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079027255,0.0009167368,0.00047636486,0.00080545945,0.00041728077,0.0012691377,0.0017899002,0.0009242425,0.009765608],"category_scores_gemma":[0.0032645778,0.00059719104,0.0007878551,0.0010391264,0.0012368148,0.0021864718,0.0024057992,0.0015452949,0.0034663195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037530996,0.00015798915,0.0010005173,0.000498736,0.00005538996,0.0005556445,0.00037711373,0.054636225,0.06292696,0.30607247,0.024112836,0.5492308],"study_design_scores_gemma":[0.00009458972,0.00011234317,0.0006568217,0.0001757684,0.00007549502,0.00071642856,0.000091063695,0.435465,0.12906063,0.34272477,0.09075719,0.000069919704],"about_ca_topic_score_codex":0.00043875645,"about_ca_topic_score_gemma":0.0007958967,"teacher_disagreement_score":0.009765608,"about_ca_system_score_codex":0.000612554,"about_ca_system_score_gemma":0.00052028213,"threshold_uncertainty_score":0.032669187},"labels":[],"label_agreement":null},{"id":"W1567699706","doi":"10.3233/978-1-60750-049-0-203","title":"An Aspect-Oriented Approach for Software Security Hardening: from Design to Implementation","year":2009,"lang":"en","type":"article","venue":"Frontiers in artificial intelligence and applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Software security assurance; Computer science; Unified Modeling Language; Applications of UML; Security testing; Computer security model; Software engineering; Computer security; Security information and event management; Software; Security service; Information security; Cloud computing security; Programming language; Operating system","score_opus":0.06947282986577442,"score_gpt":0.3560296801470643,"score_spread":0.2865568502812899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567699706","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026264098,0.00033209717,0.9929168,0.0007567343,0.00004506047,0.00014181645,0.000011777133,0.0004669264,0.0027024257],"genre_scores_gemma":[0.035307936,0.00070797344,0.96148914,0.0003167452,0.000040134753,0.0002362556,0.000046841535,0.00017651447,0.0016784192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99636453,0.0013397776,0.00034271803,0.00036219007,0.0014107209,0.00018021362],"domain_scores_gemma":[0.996485,0.0012158555,0.00031836066,0.0009882884,0.00079675723,0.00019583186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005551596,0.001064992,0.0005681181,0.0013717486,0.0011346834,0.0037000668,0.002519034,0.0016827727,0.0014721355],"category_scores_gemma":[0.0059437454,0.001258242,0.0014221133,0.0009910016,0.0025534434,0.004205917,0.0018454047,0.004252787,0.00074913434],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010110596,0.000433455,0.002061296,0.0013286902,0.00018860909,0.00094101287,0.004088125,0.03106757,0.047097053,0.49158293,0.0046469923,0.41646323],"study_design_scores_gemma":[0.0001929676,0.00055670517,0.0016811505,0.0013438589,0.00053616735,0.0027264422,0.0012267861,0.22613615,0.05498632,0.476364,0.23404565,0.0002038175],"about_ca_topic_score_codex":0.0011959381,"about_ca_topic_score_gemma":0.0017103683,"teacher_disagreement_score":0.005551596,"about_ca_system_score_codex":0.00097488967,"about_ca_system_score_gemma":0.0026874242,"threshold_uncertainty_score":0.029359996},"labels":[],"label_agreement":null},{"id":"W1567939684","doi":"10.1007/978-3-540-24617-6_16","title":"A Use Case Driven Testing Process: Towards a Formal Approach Based on UML Collaboration Diagrams","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Unified Modeling Language; Use Case Diagram; Process (computing); Class diagram; Software engineering; Activity diagram; Programming language; Applications of UML; Realization (probability); Test case; Software","score_opus":0.060879721790476876,"score_gpt":0.29351581892684153,"score_spread":0.23263609713636466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1567939684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025471493,0.000031702017,0.9951279,0.00015609548,0.00001030529,0.00024471513,0.000024655203,0.00074826356,0.0011090885],"genre_scores_gemma":[0.062950775,0.000109978006,0.93389225,0.00012459775,0.000016271058,0.00047006694,0.00021589089,0.00037708765,0.0018430412],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9803631,0.008943096,0.0012040077,0.0012348348,0.007778474,0.00047649702],"domain_scores_gemma":[0.96411604,0.022893596,0.0022736639,0.0049067554,0.0050424007,0.00076748856],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01383474,0.0017746262,0.0011554544,0.0033985837,0.0013117053,0.005865903,0.004534362,0.0035227991,0.003618146],"category_scores_gemma":[0.033806045,0.0016519208,0.0017569738,0.0016232028,0.003286066,0.006480338,0.0045272624,0.003251918,0.0013672913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028079454,0.0012606198,0.0056735124,0.0011645383,0.00024388244,0.0019383305,0.0070395735,0.08751606,0.051189363,0.3088046,0.005867039,0.52902174],"study_design_scores_gemma":[0.00014064096,0.00035913073,0.001238346,0.00089197775,0.00019392485,0.0018540411,0.00089319586,0.7208438,0.04933355,0.18750359,0.036568757,0.00017910128],"about_ca_topic_score_codex":0.0022518346,"about_ca_topic_score_gemma":0.0028049292,"teacher_disagreement_score":0.01383474,"about_ca_system_score_codex":0.0014626203,"about_ca_system_score_gemma":0.0041043023,"threshold_uncertainty_score":0.07316601},"labels":[],"label_agreement":null},{"id":"W1569281881","doi":"10.1142/s0218194007003410","title":"SOFTWARE ARCHITECTURE DECOMPOSITION USING ATTRIBUTES","year":2007,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cistel Technology (Canada); Carleton University","funders":"","keywords":"Computer science; Cluster analysis; Decomposition; Software; Intuition; Software design; Architectural pattern; Software engineering; Software architecture; Software system; Functional decomposition; Software development; Data mining; Programming language; Artificial intelligence; Machine learning","score_opus":0.021371959781204954,"score_gpt":0.3037227290936085,"score_spread":0.28235076931240355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569281881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01808754,0.000157026,0.97748077,0.000081555816,0.000021608224,0.0001370572,0.00011292332,0.0008514325,0.0030700266],"genre_scores_gemma":[0.11624602,0.00021891482,0.88096195,0.000023705203,0.000017144017,0.00011853742,0.0005032916,0.00021611033,0.0016942896],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977041,0.0006262372,0.00025945588,0.00037851834,0.0009355633,0.00009621966],"domain_scores_gemma":[0.99531156,0.0014708044,0.00044828778,0.001234376,0.0013518792,0.00018310628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023950909,0.0006564119,0.0005087914,0.0040464723,0.0008286479,0.0025111125,0.0007122505,0.0005174054,0.0024133308],"category_scores_gemma":[0.007091478,0.00040917547,0.0010525805,0.003071399,0.0006335244,0.0027976301,0.0016223475,0.0011376217,0.00085654965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019271359,0.00016325159,0.0076793516,0.0006235837,0.00019067033,0.00019092415,0.0022133095,0.056567423,0.03233508,0.12667264,0.0037263236,0.7694447],"study_design_scores_gemma":[0.000057061745,0.00039913115,0.008114864,0.00031646676,0.00029582065,0.0010199721,0.0018694373,0.60451245,0.053317808,0.23109238,0.09885556,0.0001490193],"about_ca_topic_score_codex":0.0011148035,"about_ca_topic_score_gemma":0.0010939045,"teacher_disagreement_score":0.0040464723,"about_ca_system_score_codex":0.0006378237,"about_ca_system_score_gemma":0.0010641133,"threshold_uncertainty_score":0.012666643},"labels":[],"label_agreement":null},{"id":"W1569514021","doi":"10.1007/978-3-642-13953-6_10","title":"Late Binding of AspectJ Advice","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Bytecode; Programming language; Compiler; Class (philosophy); Advice (programming); Compile time; Debugging; Rewriting; Implementation; Granularity; Interpreter; Operating system; Parallel computing; Virtual machine; Aspect-oriented programming; Software; Artificial intelligence","score_opus":0.025759206668290978,"score_gpt":0.2743680089093969,"score_spread":0.2486088022411059,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569514021","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023103701,0.0012983697,0.9092823,0.0006121792,0.00072296045,0.00010628487,0.00022421527,0.01711508,0.04753481],"genre_scores_gemma":[0.35491273,0.0017686717,0.46797547,0.001323718,0.00061890035,0.0001726997,0.0016734527,0.020934435,0.15062009],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975224,0.00041702332,0.00015564093,0.00031027792,0.001245871,0.0003487442],"domain_scores_gemma":[0.99547464,0.0015405047,0.00019507216,0.001860239,0.00078354205,0.00014598308],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025369036,0.0009431855,0.0009929432,0.0011840499,0.0009380821,0.0026777505,0.0025016514,0.0016728672,0.009708807],"category_scores_gemma":[0.00917285,0.0014180925,0.0010504423,0.0010875693,0.0010597944,0.0043588937,0.0024065892,0.0045053675,0.0052149454],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005048471,0.0001630065,0.0017082413,0.00068645284,0.000083230334,0.00061990984,0.0019535427,0.004943474,0.06258259,0.34144512,0.033255998,0.5520536],"study_design_scores_gemma":[0.00010014101,0.00023660524,0.0021379692,0.0004230045,0.00034782165,0.0018059926,0.0002786405,0.08560288,0.14241037,0.3121039,0.4543965,0.00015626515],"about_ca_topic_score_codex":0.0012945234,"about_ca_topic_score_gemma":0.0025075066,"teacher_disagreement_score":0.009708807,"about_ca_system_score_codex":0.00090536196,"about_ca_system_score_gemma":0.0012459115,"threshold_uncertainty_score":0.032479167},"labels":[],"label_agreement":null},{"id":"W1569571674","doi":"10.5220/0004900400780089","title":"Recovering Software Layers from Object Oriented Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software; Programming language","score_opus":0.020639891282435742,"score_gpt":0.2458919242218144,"score_spread":0.22525203293937868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1569571674","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056894433,0.00017673796,0.939976,0.00015740265,0.00002410156,0.00006546961,0.00011079985,0.0013902963,0.0012046983],"genre_scores_gemma":[0.30437583,0.0004141033,0.6914464,0.00006322103,0.000016244278,0.00007674795,0.0007452352,0.00067700155,0.0021852043],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99930596,0.00014906719,0.00004450831,0.00009625933,0.0002911716,0.00011297449],"domain_scores_gemma":[0.9979697,0.00048255362,0.00026308018,0.0007970508,0.0004001128,0.00008760942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011416266,0.0010992048,0.00066253165,0.0018532482,0.0006622368,0.0016246438,0.0009081613,0.00078411057,0.0013833308],"category_scores_gemma":[0.006163904,0.0008032187,0.0008602541,0.0013274242,0.0007685068,0.0021962954,0.0026104169,0.0014969114,0.0007718995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015669488,0.00008689545,0.0050402214,0.00023423026,0.00010233934,0.00035404164,0.00049779005,0.6463357,0.0264814,0.03566597,0.0024886741,0.28255594],"study_design_scores_gemma":[0.000013110107,0.000037808328,0.0011849074,0.00003163514,0.000028951079,0.0000694536,0.0001739266,0.92099583,0.012242332,0.059684355,0.005512076,0.000025592837],"about_ca_topic_score_codex":0.005696803,"about_ca_topic_score_gemma":0.0053862943,"teacher_disagreement_score":0.005696803,"about_ca_system_score_codex":0.00078119925,"about_ca_system_score_gemma":0.0013983991,"threshold_uncertainty_score":0.011327267},"labels":[],"label_agreement":null},{"id":"W1570173564","doi":"10.1007/978-3-540-28630-1_17","title":"Staged Configuration Using Feature Models","year":2004,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":427,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cardinality (data modeling); Computer science; Feature (linguistics); Notation; Feature model; Semantics (computer science); Product (mathematics); Process (computing); Theoretical computer science; Artificial intelligence; Programming language; Data mining; Mathematics; Arithmetic","score_opus":0.05681029222051876,"score_gpt":0.290329064332653,"score_spread":0.23351877211213423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570173564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071234293,0.00008546146,0.9761273,0.000035781788,0.000035431152,0.0000383802,0.00010687228,0.004802126,0.011645243],"genre_scores_gemma":[0.38694677,0.00031273896,0.58579355,0.00005304825,0.000024340778,0.00013527343,0.0007357246,0.0015314599,0.024467085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99959713,0.000044419583,0.000025589325,0.000099344805,0.000192704,0.00004077628],"domain_scores_gemma":[0.99936396,0.00014521339,0.000038967573,0.00036205174,0.00006480658,0.000025042944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030426905,0.00082895113,0.0006379106,0.0007766108,0.00043233918,0.0013400046,0.0016817789,0.0008034169,0.017551614],"category_scores_gemma":[0.0012973202,0.00080157927,0.00086893636,0.0009742336,0.00065878284,0.0026545322,0.0016290288,0.00079808896,0.0032930092],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031827093,0.00010359859,0.0010146826,0.00027620682,0.000063635256,0.0005844817,0.00033871623,0.2438667,0.043670382,0.11674405,0.009414964,0.5836043],"study_design_scores_gemma":[0.00003439999,0.00019078974,0.00050512777,0.000064109096,0.00006157068,0.0006510302,0.00006700716,0.8424324,0.030224867,0.08503667,0.040655423,0.000076548014],"about_ca_topic_score_codex":0.0011037599,"about_ca_topic_score_gemma":0.0018587171,"teacher_disagreement_score":0.017551614,"about_ca_system_score_codex":0.000387468,"about_ca_system_score_gemma":0.0004254407,"threshold_uncertainty_score":0.05871594},"labels":[],"label_agreement":null},{"id":"W1570637401","doi":"10.1023/a:1022649506310","title":"Visualizing Flow Diagrams in WebSphere Studio Using SHriMP Views","year":2003,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; IBM (Canada)","funders":"Russian Science Foundation","keywords":"Computer science; Knowledge management","score_opus":0.057606944977519836,"score_gpt":0.30282397699629376,"score_spread":0.24521703201877393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1570637401","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050109953,0.00012742207,0.8494442,0.00036549763,0.00011614887,0.00021060286,0.0049497574,0.079676755,0.014999615],"genre_scores_gemma":[0.2730182,0.00053517194,0.67506045,0.00024137521,0.000070647075,0.00049832155,0.008241548,0.02497917,0.01735509],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997626,0.000057255584,0.000023495559,0.000034587454,0.00009018054,0.000031820367],"domain_scores_gemma":[0.99819094,0.0011756632,0.000078256366,0.00017667143,0.00019539114,0.00018300522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006760367,0.0012583588,0.00059580524,0.0024060728,0.0006448744,0.0027074367,0.0008477257,0.00088369695,0.03493054],"category_scores_gemma":[0.0022603828,0.0007711933,0.0011923965,0.0011921762,0.00038930518,0.0019507647,0.0016542855,0.0014325891,0.002479014],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019351605,0.0009120192,0.01353526,0.0024930497,0.0003602532,0.0028212476,0.014247216,0.079150505,0.08913122,0.07940327,0.12300987,0.59300095],"study_design_scores_gemma":[0.00071898144,0.0002940006,0.008313684,0.0006739515,0.0002671851,0.0012386756,0.0015900723,0.62136596,0.068115585,0.050546844,0.24657993,0.00029504212],"about_ca_topic_score_codex":0.004548568,"about_ca_topic_score_gemma":0.0070466218,"teacher_disagreement_score":0.03493054,"about_ca_system_score_codex":0.00037101936,"about_ca_system_score_gemma":0.000826614,"threshold_uncertainty_score":0.11685425},"labels":[],"label_agreement":null},{"id":"W1571680251","doi":"10.1023/a:1016545426571","title":"Views and Patterns in E-Commerce Application Design","year":2002,"lang":"en","type":"article","venue":"Annals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Separation of concerns; Abstraction; Software engineering; Domain analysis; Domain (mathematical analysis); Implementation; Software design pattern; Human–computer interaction; Object-oriented design; Software; Domain engineering; Software design; Component-based software engineering; Software development; Software construction; Programming language; Engineering","score_opus":0.14940596255560232,"score_gpt":0.31125499844193666,"score_spread":0.16184903588633434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1571680251","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20752586,0.0010317989,0.77295464,0.0023834105,0.00008559687,0.00015247232,0.00010346045,0.00053325546,0.015229438],"genre_scores_gemma":[0.7431733,0.0005086868,0.2508017,0.00019897394,0.00003829521,0.00011194206,0.00014240491,0.0001813834,0.0048432727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965643,0.0016425841,0.00027199156,0.000330298,0.0010381327,0.00015266468],"domain_scores_gemma":[0.9884496,0.007949595,0.00072076655,0.0013914965,0.00115668,0.00033188652],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032615983,0.00035504933,0.0003534605,0.00094516954,0.0006982264,0.003500696,0.0009054513,0.001544741,0.0021529633],"category_scores_gemma":[0.020204468,0.0011469082,0.00055820163,0.0011341852,0.0017566837,0.008581022,0.0014158633,0.00166795,0.00040383634],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004465434,0.00027076594,0.028118066,0.0002852213,0.00011723366,0.0008705625,0.005588786,0.026765246,0.0080047045,0.58212817,0.0038942266,0.3435104],"study_design_scores_gemma":[0.00009711631,0.00039031755,0.004923496,0.00018593423,0.00023512317,0.0016709669,0.0026851308,0.23742872,0.010071594,0.71433187,0.027914228,0.00006533451],"about_ca_topic_score_codex":0.002359957,"about_ca_topic_score_gemma":0.003840655,"teacher_disagreement_score":0.003500696,"about_ca_system_score_codex":0.000789761,"about_ca_system_score_gemma":0.0010459586,"threshold_uncertainty_score":0.017249167},"labels":[],"label_agreement":null},{"id":"W1574404229","doi":"10.1007/3-540-45429-2_14","title":"Process-Algebraic Foundations of Aspect-Oriented Programming","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Correctness; Computer science; Equivalence (formal languages); Weaving; Process calculus; Aspect-oriented programming; Programming language; Process (computing); Algebra over a field; Simple (philosophy); Theoretical computer science; Mathematics; Discrete mathematics; Pure mathematics","score_opus":0.03215982808662111,"score_gpt":0.30347071429616523,"score_spread":0.27131088620954413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1574404229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008648444,0.0039149276,0.90934753,0.0022376548,0.00028295265,0.000052896878,0.00008831938,0.0003748099,0.07505247],"genre_scores_gemma":[0.5471034,0.010892357,0.41401553,0.0006294572,0.0013026918,0.00031408586,0.00036897347,0.00029045288,0.025083033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99906856,0.00019524166,0.00008306805,0.000116658644,0.00045819642,0.00007840357],"domain_scores_gemma":[0.9988147,0.0006571565,0.00009255071,0.00018098427,0.0001955207,0.000059199025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011295016,0.0006929976,0.0006440922,0.0009215587,0.0011855017,0.0038096828,0.0010796799,0.0009735512,0.0029659208],"category_scores_gemma":[0.0028634393,0.0007526076,0.0011624581,0.0015039473,0.0043356046,0.0066211014,0.0014940553,0.0042108707,0.0008874865],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000039722877,0.0000058376268,0.000030013742,0.000030336449,0.0000032955993,0.000021217817,0.000112640715,0.00079560623,0.00022730994,0.9932863,0.00041548847,0.0050679287],"study_design_scores_gemma":[0.0000047044427,0.0000046061355,0.000028112107,0.000013062726,0.000004329532,0.000039306924,0.000016239423,0.0025505184,0.00018648224,0.98874646,0.008403081,0.000003106548],"about_ca_topic_score_codex":0.0010880507,"about_ca_topic_score_gemma":0.0009349585,"teacher_disagreement_score":0.0038096828,"about_ca_system_score_codex":0.0010895038,"about_ca_system_score_gemma":0.0009982664,"threshold_uncertainty_score":0.009922028},"labels":[],"label_agreement":null},{"id":"W1576391018","doi":"10.1007/3-540-46428-x_17","title":"A Model for Describing Object-Oriented Systems from Multiple Perspectives","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Unified Modeling Language; Programming language; Object-oriented programming; Formal specification; Object (grammar); Object Constraint Language; Theoretical computer science; Software engineering; Artificial intelligence; Applications of UML; Software","score_opus":0.06792613572311325,"score_gpt":0.27523287996250084,"score_spread":0.2073067442393876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1576391018","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022422753,0.0004807583,0.98787796,0.0006061564,0.00015276957,0.00012913336,0.00032024735,0.00093738316,0.0072533446],"genre_scores_gemma":[0.07232158,0.0013762015,0.91180295,0.0005036757,0.00022892877,0.001008189,0.0012893231,0.0005794091,0.010889693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99837106,0.00040433407,0.00027082118,0.00023585833,0.0005687464,0.00014915514],"domain_scores_gemma":[0.9984376,0.0005359386,0.00023306422,0.00035442537,0.00029911174,0.00013985741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019241744,0.001955949,0.0010943484,0.0025432184,0.0013363964,0.0058196094,0.0028816056,0.0029677362,0.004576896],"category_scores_gemma":[0.0033059148,0.0012621694,0.0027058867,0.0031322902,0.0023898964,0.009009353,0.0030604794,0.0035398754,0.0023443755],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003238714,0.000044455475,0.0003171681,0.00025634572,0.000045835244,0.00042845105,0.00085781247,0.009392905,0.00315335,0.94930565,0.0048274808,0.03133809],"study_design_scores_gemma":[0.0000705414,0.000084123516,0.00024057252,0.00029623028,0.00023633422,0.00069404417,0.000376553,0.092848696,0.0033795363,0.7412599,0.16043134,0.0000822321],"about_ca_topic_score_codex":0.0037930605,"about_ca_topic_score_gemma":0.0041180956,"teacher_disagreement_score":0.0058196094,"about_ca_system_score_codex":0.001579998,"about_ca_system_score_gemma":0.0021205966,"threshold_uncertainty_score":0.015311241},"labels":[],"label_agreement":null},{"id":"W1577076081","doi":"","title":"Designing for privacy and other competing requirements","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Computer science; Privacy by Design; Operationalization; Usability; Information privacy; Privacy software; Computer security; Domain (mathematical analysis); Risk analysis (engineering); Requirements engineering; Internet privacy; Software; Human–computer interaction; Business","score_opus":0.17502043176092438,"score_gpt":0.3344955473353962,"score_spread":0.15947511557447183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1577076081","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045416936,0.0007218298,0.821351,0.027171178,0.00013121282,0.0005750433,0.00012335487,0.00030649416,0.1042029],"genre_scores_gemma":[0.5093478,0.00057450833,0.47296706,0.0025141523,0.00011035968,0.0008878468,0.00018550265,0.00021580626,0.013196937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9518643,0.027548954,0.0029093476,0.0031314907,0.011116206,0.0034296238],"domain_scores_gemma":[0.94397074,0.03678572,0.003718222,0.007759235,0.0058269594,0.0019392131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033998642,0.001203655,0.0012150013,0.001415326,0.0048049297,0.009015784,0.00310288,0.0075965608,0.0037930536],"category_scores_gemma":[0.04499887,0.001267778,0.002702078,0.001493411,0.007691221,0.014155528,0.0064251306,0.005298099,0.00085297093],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041340154,0.000074587704,0.0013278548,0.00022715067,0.00004663957,0.0005190444,0.0039282213,0.0058831624,0.0017063374,0.96071106,0.0015737779,0.0239609],"study_design_scores_gemma":[0.00005818641,0.00020718582,0.00096032536,0.00029015788,0.000101253376,0.0016697267,0.0060277814,0.029302733,0.0042547383,0.88255847,0.07447277,0.00009664079],"about_ca_topic_score_codex":0.002629217,"about_ca_topic_score_gemma":0.001939638,"teacher_disagreement_score":0.033998642,"about_ca_system_score_codex":0.0033874887,"about_ca_system_score_gemma":0.005884094,"threshold_uncertainty_score":0.17980415},"labels":[],"label_agreement":null},{"id":"W1579873665","doi":"10.1007/978-3-642-16782-9_10","title":"Interactive Goal Model Analysis Applied – Systematic Procedures versus Ad hoc Analysis","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Post hoc; Post-hoc analysis; Medicine; Mathematics; Statistics","score_opus":0.019827827937314316,"score_gpt":0.27287478993008973,"score_spread":0.25304696199277543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1579873665","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009648707,0.00007153688,0.98015743,0.00014140227,0.000016376573,0.00018978241,0.00010758825,0.0013444606,0.00832268],"genre_scores_gemma":[0.17943019,0.00014673677,0.81575423,0.00008423571,0.000021315476,0.00033443933,0.00029663515,0.000455092,0.003477198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926449,0.004009066,0.00035514226,0.0008354081,0.0018500072,0.00030543434],"domain_scores_gemma":[0.97994256,0.014070956,0.000861563,0.0028912672,0.002062356,0.00017144973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077055395,0.0012751258,0.0008404232,0.0027082916,0.0007012933,0.0041712406,0.0018316748,0.0008083924,0.010005741],"category_scores_gemma":[0.019199865,0.00063040684,0.0015755796,0.0025804464,0.0017936187,0.004230788,0.0024947773,0.0021815454,0.0016771124],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046131958,0.00042847355,0.004483768,0.0010933434,0.00037243543,0.0001791478,0.00303383,0.046042103,0.012576253,0.29949692,0.0060568573,0.62577564],"study_design_scores_gemma":[0.00015629033,0.0005556128,0.0032204078,0.00040578502,0.00048381288,0.0002538177,0.0021006577,0.52118176,0.031627454,0.41362604,0.026275419,0.000112940965],"about_ca_topic_score_codex":0.0019760027,"about_ca_topic_score_gemma":0.0026316,"teacher_disagreement_score":0.010005741,"about_ca_system_score_codex":0.00165034,"about_ca_system_score_gemma":0.0041465075,"threshold_uncertainty_score":0.04075128},"labels":[],"label_agreement":null},{"id":"W1580081356","doi":"10.1007/11783596_3","title":"Aspects and Data Refinement","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Compiler; Data structure; Compile time; Theoretical computer science","score_opus":0.05386307499404696,"score_gpt":0.29983322223533115,"score_spread":0.2459701472412842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580081356","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065683336,0.0042082677,0.9203383,0.0025863438,0.00036790466,0.00012218443,0.00028448724,0.0019808752,0.06354333],"genre_scores_gemma":[0.20334531,0.007173342,0.7072369,0.0015914094,0.0005991326,0.00034594588,0.0016394001,0.0030496356,0.075018995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9960204,0.0010476353,0.00046926126,0.0006706989,0.0015761614,0.00021587449],"domain_scores_gemma":[0.99406415,0.002296316,0.00016057912,0.0026514719,0.00073621445,0.00009127665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004093906,0.0008893234,0.001020862,0.0019014549,0.0012863968,0.003837947,0.0019162091,0.00092762086,0.009366954],"category_scores_gemma":[0.01236421,0.0013517947,0.0017287971,0.0030419438,0.004665282,0.009747632,0.0050919564,0.004442127,0.002694874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003358217,0.000013749417,0.00045508033,0.00018366017,0.000023170249,0.000091794755,0.0010346227,0.000937528,0.0009979561,0.8457886,0.0077289576,0.14271145],"study_design_scores_gemma":[0.000013581569,0.000015312107,0.00018538142,0.000101460486,0.00004410882,0.00027884397,0.00020970296,0.0038626713,0.0029500157,0.82492,0.1674036,0.000015272482],"about_ca_topic_score_codex":0.0023802232,"about_ca_topic_score_gemma":0.0018839622,"teacher_disagreement_score":0.009366954,"about_ca_system_score_codex":0.0011925686,"about_ca_system_score_gemma":0.001132911,"threshold_uncertainty_score":0.031335592},"labels":[],"label_agreement":null},{"id":"W1580617843","doi":"10.3233/978-1-60750-049-0-336","title":"Behavioral Model Composition: a Non Functional Requirements Driven Approach","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Composition (language); Computer science; Linguistics; Philosophy","score_opus":0.13903128826808925,"score_gpt":0.3257459394076207,"score_spread":0.18671465113953145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1580617843","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00097250653,0.0002366293,0.9842688,0.00041168838,0.000062958956,0.00014613678,0.000056301324,0.0005112611,0.013333732],"genre_scores_gemma":[0.021631785,0.0006467469,0.96245944,0.0002560595,0.000046851346,0.0004159309,0.00034879797,0.00043389134,0.013760473],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965777,0.0013325745,0.00017383951,0.0003345314,0.0014435193,0.00013789265],"domain_scores_gemma":[0.9978115,0.0010183039,0.00013098681,0.00047066453,0.00045553592,0.00011307578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038461303,0.0019089291,0.0007877635,0.0022210672,0.0012284986,0.0034294575,0.003450963,0.002080511,0.007472121],"category_scores_gemma":[0.0045638666,0.0015667172,0.002656112,0.001620343,0.001745025,0.004331825,0.0032627457,0.0033724122,0.003286758],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057958125,0.00019440378,0.0003778314,0.00058537925,0.00011121303,0.0006311933,0.0012900366,0.038819697,0.0100812325,0.7933022,0.0074510863,0.14709789],"study_design_scores_gemma":[0.00003948215,0.000086457396,0.0001926372,0.00036742302,0.00011390988,0.000916085,0.0004152637,0.27516654,0.012548371,0.48955607,0.2205296,0.00006824129],"about_ca_topic_score_codex":0.0021991471,"about_ca_topic_score_gemma":0.0038418046,"teacher_disagreement_score":0.007472121,"about_ca_system_score_codex":0.0021709267,"about_ca_system_score_gemma":0.0029729186,"threshold_uncertainty_score":0.024996758},"labels":[],"label_agreement":null},{"id":"W1581327827","doi":"10.1007/11562436_27","title":"Abstract Operational Semantics for Use Case Maps","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Operational semantics; Semantics (computer science); Programming language","score_opus":0.05901399295091442,"score_gpt":0.3033734993339051,"score_spread":0.2443595063829907,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581327827","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007179505,0.0008229734,0.9543424,0.0010111284,0.00027157448,0.00021276603,0.00090629054,0.0020511085,0.03320219],"genre_scores_gemma":[0.4469565,0.001953048,0.5203827,0.000637091,0.0006196365,0.0010123895,0.0032966363,0.0011358379,0.024006171],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954306,0.001198184,0.0006664575,0.0007883249,0.0013704194,0.00054602436],"domain_scores_gemma":[0.99698406,0.0009986567,0.00023074787,0.0006655474,0.00097210763,0.00014880311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026376897,0.0017917353,0.0009372543,0.0043417593,0.0019213632,0.00875196,0.0027005507,0.002440535,0.010827638],"category_scores_gemma":[0.005111032,0.0012505929,0.0018431805,0.0047542905,0.0049997955,0.014951032,0.004558846,0.004042412,0.002289053],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018155199,0.000020596877,0.00011273092,0.00009203296,0.0000124960925,0.00013292872,0.00052703667,0.0011833434,0.0007983085,0.9816275,0.0020073706,0.013467502],"study_design_scores_gemma":[0.000016789172,0.000015192769,0.00012351687,0.00009835592,0.000034043158,0.00027241476,0.0003310494,0.01092233,0.0016918505,0.9391985,0.047269534,0.000026414436],"about_ca_topic_score_codex":0.0026825506,"about_ca_topic_score_gemma":0.0017324218,"teacher_disagreement_score":0.010827638,"about_ca_system_score_codex":0.0019525106,"about_ca_system_score_gemma":0.0014983054,"threshold_uncertainty_score":0.03622204},"labels":[],"label_agreement":null},{"id":"W1581898678","doi":"","title":"Specifying framework constraints with FCL","year":2004,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Constraint (computer-aided design); Programming language; Object Constraint Language; Code (set theory); Software engineering; Unified Modeling Language; Engineering; Software","score_opus":0.21025149631258397,"score_gpt":0.43684804300652996,"score_spread":0.226596546693946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1581898678","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004331989,0.00009922889,0.9661981,0.0004340897,0.000118851174,0.000313787,0.0010888594,0.020603461,0.006811579],"genre_scores_gemma":[0.10822591,0.00028158777,0.8765347,0.00094901473,0.00012690242,0.0006303362,0.0027261858,0.0052439193,0.005281481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98846006,0.0027799548,0.0015040085,0.0014242383,0.0043441933,0.0014874875],"domain_scores_gemma":[0.97487974,0.014923633,0.0015768427,0.004017913,0.004207979,0.00039391793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01011189,0.0019600154,0.0015003547,0.0047314377,0.0023790426,0.0076303827,0.0051388163,0.003243664,0.013936864],"category_scores_gemma":[0.03522755,0.002637918,0.0038422262,0.0027118938,0.0045466833,0.008855345,0.006079092,0.004171312,0.0030266535],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035716672,0.00022058474,0.0035467397,0.0013538271,0.00022379376,0.0016355295,0.0022256619,0.09039327,0.010210977,0.6495741,0.04417681,0.19608156],"study_design_scores_gemma":[0.00028402166,0.000096343785,0.00047561282,0.0007083265,0.00021783312,0.0010408842,0.00046772874,0.46436054,0.043363664,0.274115,0.21450002,0.00037006667],"about_ca_topic_score_codex":0.02444701,"about_ca_topic_score_gemma":0.027798923,"teacher_disagreement_score":0.02444701,"about_ca_system_score_codex":0.004012686,"about_ca_system_score_gemma":0.007920024,"threshold_uncertainty_score":0.053477407},"labels":[],"label_agreement":null},{"id":"W1583419483","doi":"10.1007/978-3-642-05006-0_4","title":"Achieving High-Level Directives Using Strategy-Trees","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Tree (set theory); Operations research; Management strategy","score_opus":0.0690954671932154,"score_gpt":0.3021116071020777,"score_spread":0.23301613990886227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583419483","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078305,0.000032934553,0.9800969,0.000103498314,0.000023766637,0.00005994651,0.00006747872,0.0041113934,0.00767356],"genre_scores_gemma":[0.22153543,0.00015262282,0.7640336,0.00022759805,0.000026324033,0.0001793202,0.00045997294,0.0024697701,0.010915355],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99805236,0.00050920056,0.00015352471,0.00022376199,0.0007846381,0.0002765955],"domain_scores_gemma":[0.99720097,0.0015255163,0.00012782836,0.0006577271,0.00038450613,0.00010345422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017460414,0.0010475782,0.0006515268,0.00067996635,0.0006896037,0.0021835451,0.0014747026,0.0013003071,0.008101076],"category_scores_gemma":[0.0066881203,0.00085753214,0.0010726659,0.00076916395,0.0014252831,0.0028866632,0.002594928,0.0030964392,0.0049085165],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019192135,0.00019863244,0.0013258344,0.00036583623,0.00006769578,0.0003950824,0.0013950482,0.027978513,0.03260524,0.64508116,0.009163504,0.28123143],"study_design_scores_gemma":[0.00008294657,0.00011890706,0.00034704217,0.00010570731,0.0000882507,0.0003590391,0.00032817738,0.24784178,0.053876013,0.65244377,0.044342462,0.00006589576],"about_ca_topic_score_codex":0.0012609811,"about_ca_topic_score_gemma":0.0025176243,"teacher_disagreement_score":0.008101076,"about_ca_system_score_codex":0.00060936075,"about_ca_system_score_gemma":0.0013653206,"threshold_uncertainty_score":0.027100801},"labels":[],"label_agreement":null},{"id":"W1583518931","doi":"10.1002/0471028959.sof376","title":"Engineering Web Applications with Java","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Java; Computer science; Software engineering; Real time Java; Java API for XML-based RPC; Web application; World Wide Web; Operating system; Java annotation","score_opus":0.008833670458328368,"score_gpt":0.21070839944469952,"score_spread":0.20187472898637115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583518931","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070661516,0.0017923617,0.9018904,0.00062432414,0.0003720684,0.00016361207,0.00011765873,0.004882133,0.08309138],"genre_scores_gemma":[0.10598937,0.006940885,0.8012018,0.0007321614,0.00031992426,0.00033320903,0.00088681094,0.0023592135,0.08123661],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922585,0.00012946612,0.000062006184,0.00009550385,0.0004366832,0.000050382743],"domain_scores_gemma":[0.9995592,0.00017240764,0.00003275845,0.000105368475,0.0001031857,0.000026987309],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004946709,0.0004202015,0.00023589344,0.00086011516,0.0003523773,0.002064908,0.000687306,0.0005273847,0.0064216494],"category_scores_gemma":[0.0020704712,0.00031615645,0.0004964676,0.0006707576,0.00052351586,0.0014980206,0.0014960178,0.0012129778,0.0044281427],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031086904,0.00013257314,0.00097159,0.00065371266,0.000039876842,0.0006996295,0.0004800572,0.015530875,0.038063772,0.2704198,0.02094257,0.65203446],"study_design_scores_gemma":[0.00002560594,0.00006496594,0.0007921811,0.0003909412,0.000034366243,0.0009708779,0.00013305315,0.051243346,0.03148095,0.1413504,0.77347666,0.000036652094],"about_ca_topic_score_codex":0.0005988035,"about_ca_topic_score_gemma":0.00083679846,"teacher_disagreement_score":0.0064216494,"about_ca_system_score_codex":0.00030222736,"about_ca_system_score_gemma":0.0005332647,"threshold_uncertainty_score":0.021482587},"labels":[],"label_agreement":null},{"id":"W1583668165","doi":"10.1007/978-3-540-75162-5_3","title":"Analysis of Early Aspects in Requirements Goal Models: A Concept-Driven Approach","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Computer science; Process management; Requirements analysis; Domain (mathematical analysis); TRACE (psycholinguistics); Management science; Goal modeling; Repertory grid; Prioritization; Risk analysis (engineering); Systems engineering; Software; Engineering; Business; Psychology; Political science","score_opus":0.08607470470527344,"score_gpt":0.3155356689842053,"score_spread":0.22946096427893187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1583668165","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021323487,0.0001713025,0.9748013,0.00019201719,0.0000150595815,0.0004404305,0.00016325375,0.00034859267,0.0025445328],"genre_scores_gemma":[0.19020641,0.0003077364,0.8065025,0.00010462678,0.000020692161,0.000549149,0.0005945335,0.00021283998,0.0015013766],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9905393,0.00333264,0.00041043278,0.0006839032,0.004564661,0.0004690746],"domain_scores_gemma":[0.97343427,0.01985033,0.0014614112,0.0015915269,0.003382474,0.0002799078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010155906,0.0017484115,0.0010095715,0.0033686562,0.0008731222,0.0035825416,0.0030661647,0.0015704788,0.0025138382],"category_scores_gemma":[0.023111992,0.0017561193,0.003589488,0.002313084,0.0018196824,0.005832062,0.002098911,0.0031586136,0.0005440076],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005218072,0.0006388202,0.007316971,0.0016285876,0.0004111924,0.0010881216,0.0041335486,0.33329827,0.022816101,0.37045372,0.0027563379,0.25493655],"study_design_scores_gemma":[0.00008002333,0.00031594504,0.0016403657,0.0003534909,0.00039526552,0.00038518463,0.00079771545,0.83715683,0.017573306,0.13027787,0.010933639,0.000090271744],"about_ca_topic_score_codex":0.0037344692,"about_ca_topic_score_gemma":0.004447111,"teacher_disagreement_score":0.010155906,"about_ca_system_score_codex":0.002267086,"about_ca_system_score_gemma":0.004257129,"threshold_uncertainty_score":0.053710163},"labels":[],"label_agreement":null},{"id":"W1588073359","doi":"","title":"Refactoring use case models: the metamodel","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Metamodeling; Computer science; Perspective (graphical); Software engineering; Simple (philosophy); Use Case Diagram; Programming language; Artificial intelligence; Unified Modeling Language; Software; Class diagram","score_opus":0.22131181829441157,"score_gpt":0.3026894803147454,"score_spread":0.08137766202033384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588073359","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024112295,0.00054275437,0.989153,0.0012507647,0.0000960726,0.0002442873,0.00028796765,0.0019755955,0.0040384],"genre_scores_gemma":[0.03664975,0.001577991,0.9542019,0.00046090965,0.000105084684,0.00062136556,0.0015196883,0.00081563083,0.004047726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99221486,0.0027313763,0.0010873092,0.00094367104,0.0026614838,0.00036130685],"domain_scores_gemma":[0.98771274,0.004638895,0.00091132685,0.0045845243,0.0018152257,0.00033725158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013033163,0.0014054058,0.001123092,0.0043979036,0.0012090921,0.006636814,0.0041638114,0.0028894532,0.0024490254],"category_scores_gemma":[0.017605783,0.0014322045,0.0025800965,0.00273629,0.0025373865,0.010190742,0.003368485,0.0050264243,0.0017796272],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008899908,0.00023655128,0.0023540054,0.00084552064,0.00016384084,0.0008112602,0.003683069,0.03365724,0.011606252,0.72682464,0.01350799,0.20622066],"study_design_scores_gemma":[0.00006178726,0.000106721345,0.000600234,0.0015642407,0.00016878547,0.001175963,0.00057926663,0.112078376,0.012687348,0.3786539,0.49214432,0.00017906702],"about_ca_topic_score_codex":0.004140282,"about_ca_topic_score_gemma":0.0049247253,"teacher_disagreement_score":0.013033163,"about_ca_system_score_codex":0.0024140335,"about_ca_system_score_gemma":0.004616581,"threshold_uncertainty_score":0.06892681},"labels":[],"label_agreement":null},{"id":"W1588475075","doi":"","title":"Are patches cutting it?: structuring distribution within a JVM using aspects","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"AspectJ; Computer science; Maintainability; Java; Aspect-oriented programming; Programming language; Virtual machine; Software engineering; Extensibility; Software; Code (set theory); Operating system; Distributed computing; Set (abstract data type)","score_opus":0.0696622722318761,"score_gpt":0.3091274421978148,"score_spread":0.2394651699659387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1588475075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35030484,0.0007654988,0.62795246,0.000905649,0.000085970336,0.00025824067,0.0000713361,0.01217059,0.007485373],"genre_scores_gemma":[0.63504535,0.0003647629,0.35588637,0.0003983414,0.00006144647,0.00015771034,0.00022805111,0.0042417054,0.0036162487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876153,0.0003265017,0.00008603426,0.00025663342,0.00039896846,0.00017030154],"domain_scores_gemma":[0.99295956,0.0021703485,0.00062411296,0.0033741773,0.0005715269,0.0003002229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018508178,0.00043014257,0.00033354448,0.0005078258,0.00053326215,0.0014443053,0.0013397576,0.0006074558,0.0013951322],"category_scores_gemma":[0.009707935,0.00060426805,0.00032273945,0.0004954325,0.0012542031,0.0039524534,0.0019232862,0.0014018994,0.0005682018],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00079996063,0.00045779886,0.024006916,0.00040561284,0.00007901999,0.0007219241,0.005822819,0.02154771,0.13934769,0.04111841,0.008254549,0.7574375],"study_design_scores_gemma":[0.00072630745,0.0023542598,0.043997943,0.0005614225,0.00047518522,0.0035234692,0.002968999,0.34037018,0.291119,0.09185961,0.22180998,0.00023370005],"about_ca_topic_score_codex":0.0011288417,"about_ca_topic_score_gemma":0.00101492,"teacher_disagreement_score":0.0018508178,"about_ca_system_score_codex":0.00041748406,"about_ca_system_score_gemma":0.00079479325,"threshold_uncertainty_score":0.009788156},"labels":[],"label_agreement":null},{"id":"W1590192012","doi":"10.1007/978-3-540-45242-3_29","title":"Refactoring the Scenario Specification: A Message Sequence Chart Approach","year":2003,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Code refactoring; Programming language; Chart; Sequence (biology); Software engineering; Software","score_opus":0.0835306875495944,"score_gpt":0.28856179294357504,"score_spread":0.20503110539398062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1590192012","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036535147,0.00006150073,0.9859897,0.0002966906,0.00004138042,0.0005698407,0.00048062572,0.0055537764,0.0033529447],"genre_scores_gemma":[0.06832686,0.0002761047,0.9214658,0.00020286972,0.000045553083,0.0006375585,0.002225791,0.0017663852,0.0050529772],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920202,0.0030298156,0.00093590707,0.00086013664,0.0027435846,0.00041037155],"domain_scores_gemma":[0.9800143,0.011914664,0.0016337472,0.00316489,0.002885771,0.00038662736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010178095,0.0018946426,0.001234344,0.0038746381,0.0014357085,0.005291218,0.003949648,0.003084139,0.01270056],"category_scores_gemma":[0.027012102,0.0016499809,0.0021007874,0.0021063285,0.001838696,0.006180676,0.002653967,0.0031641074,0.0037981975],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082295534,0.0006089431,0.0036477125,0.001684241,0.0002186444,0.0035937054,0.0058313715,0.1253097,0.037797127,0.34823385,0.021402055,0.4508497],"study_design_scores_gemma":[0.00021571301,0.00035473314,0.00078838354,0.0009702898,0.00033055767,0.0009418382,0.0008889423,0.6127417,0.08739526,0.15965377,0.13539651,0.0003223068],"about_ca_topic_score_codex":0.0059326915,"about_ca_topic_score_gemma":0.0047234283,"teacher_disagreement_score":0.01270056,"about_ca_system_score_codex":0.001695657,"about_ca_system_score_gemma":0.003989486,"threshold_uncertainty_score":0.053827524},"labels":[],"label_agreement":null},{"id":"W1591312063","doi":"10.1145/337180.337848","title":"Improving design and source code modularity using AspectJ (tutorial session)","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Aspect-oriented programming; Programming language; Modular design; Java; Software engineering; Object-oriented programming; Session (web analytics); Code (set theory); Synchronization (alternating current); Source code; Software; World Wide Web","score_opus":0.05514026705918588,"score_gpt":0.29040805351789134,"score_spread":0.23526778645870547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1591312063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006326708,0.015008753,0.9469465,0.0028375033,0.0025026603,0.0003940554,0.0002793614,0.012268722,0.013435642],"genre_scores_gemma":[0.02567577,0.028628238,0.8894909,0.0015124667,0.002989163,0.0005278302,0.0020345903,0.007101668,0.042039327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99895835,0.0002247763,0.00008065882,0.00019600683,0.00045951435,0.000080715756],"domain_scores_gemma":[0.99813384,0.00056238344,0.00014123677,0.00018764188,0.0007753885,0.00019946393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00222199,0.0016725727,0.00076995965,0.0012657841,0.0005547025,0.0020496382,0.001385377,0.0012474165,0.016379546],"category_scores_gemma":[0.0062854174,0.0011161264,0.0012914003,0.0014150477,0.00043581377,0.0038620627,0.0016324454,0.0024750072,0.011274905],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085416716,0.0002691939,0.00038884903,0.00088686316,0.00006765336,0.0002527242,0.0005195954,0.0046301805,0.026397692,0.013318924,0.14092268,0.81226027],"study_design_scores_gemma":[0.0001655351,0.0005596718,0.0030415873,0.0013844665,0.00021168002,0.0023648564,0.00021654554,0.041199535,0.039051525,0.044011418,0.8675865,0.00020655314],"about_ca_topic_score_codex":0.0008979517,"about_ca_topic_score_gemma":0.0013495487,"teacher_disagreement_score":0.016379546,"about_ca_system_score_codex":0.00053216843,"about_ca_system_score_gemma":0.0010318196,"threshold_uncertainty_score":0.054795027},"labels":[],"label_agreement":null},{"id":"W1594442179","doi":"10.1007/978-3-642-04554-7_9","title":"A UML Profile for Goal-Oriented Modeling","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Metamodeling; Unified Modeling Language; Computer science; Software engineering; Programming language; Applications of UML; UML tool; Notation; Eclipse; Software","score_opus":0.034446792029044514,"score_gpt":0.29000344918527354,"score_spread":0.25555665715622905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594442179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018176993,0.0002683108,0.97073036,0.0006671852,0.00010989685,0.0006258292,0.002156445,0.011434311,0.012190063],"genre_scores_gemma":[0.027505456,0.0010650691,0.9411335,0.00062265625,0.00006363455,0.0010380015,0.010862928,0.004166911,0.013541842],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99736303,0.000694794,0.00059570506,0.00024556834,0.0009042199,0.00019675204],"domain_scores_gemma":[0.996716,0.0011979894,0.0002629625,0.000640695,0.0009497591,0.00023267834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031349997,0.0019706367,0.001010425,0.0029633415,0.0011112981,0.0052009434,0.002294161,0.0024932448,0.008004054],"category_scores_gemma":[0.007805701,0.0018467042,0.0018522852,0.0023604857,0.0007662365,0.0046558147,0.0021674032,0.0042295787,0.0109603265],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002596744,0.0005422939,0.0023010825,0.0017146881,0.00010021876,0.0019206103,0.0041337246,0.024835467,0.028300246,0.39924264,0.11965397,0.41699544],"study_design_scores_gemma":[0.00010631846,0.0001124594,0.0008620802,0.0015600635,0.00013880566,0.002096305,0.0005990337,0.101216,0.01851655,0.13271165,0.74192685,0.00015384004],"about_ca_topic_score_codex":0.0056444425,"about_ca_topic_score_gemma":0.0067577767,"teacher_disagreement_score":0.008004054,"about_ca_system_score_codex":0.0015415575,"about_ca_system_score_gemma":0.0044341167,"threshold_uncertainty_score":0.026776195},"labels":[],"label_agreement":null},{"id":"W15946086","doi":"","title":"Evaluating the Effectiveness of Using Catalogues to Elicit Non-Functional Requirements.","year":2007,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Task (project management); Requirements elicitation; Work (physics); Order (exchange); Functional requirement; Software; Software engineering; Data science; Knowledge management; Requirements analysis; Systems engineering; Engineering; Programming language","score_opus":0.19163731440205595,"score_gpt":0.42968871028012634,"score_spread":0.2380513958780704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W15946086","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8807607,0.00095424557,0.09008977,0.00038386227,0.00016025675,0.001775961,0.0016868112,0.0038727294,0.0203157],"genre_scores_gemma":[0.8357037,0.0004937547,0.1563912,0.00020039685,0.000020900618,0.00067405705,0.002655398,0.0002548085,0.0036057746],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99395365,0.0032401853,0.0005979507,0.00038130739,0.0016186966,0.00020835162],"domain_scores_gemma":[0.9352718,0.051255807,0.0036248772,0.005049528,0.004021715,0.0007763785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073762187,0.000770396,0.0004593234,0.0015819444,0.00032372554,0.001359417,0.0009482296,0.00096639886,0.0044423565],"category_scores_gemma":[0.064766936,0.00034103144,0.0005582795,0.00078848976,0.00032008457,0.0014309646,0.0011969968,0.00042874637,0.0015672044],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007689583,0.0045197746,0.103012234,0.0026304491,0.00031440184,0.0006355127,0.0025778208,0.028657543,0.046699587,0.004565866,0.005875427,0.7928217],"study_design_scores_gemma":[0.0025834476,0.028733268,0.20341633,0.0016568283,0.0014579652,0.0041575353,0.008796136,0.4406375,0.18901996,0.023440978,0.09544867,0.00065141864],"about_ca_topic_score_codex":0.0023548745,"about_ca_topic_score_gemma":0.0034615265,"teacher_disagreement_score":0.0073762187,"about_ca_system_score_codex":0.0006943498,"about_ca_system_score_gemma":0.0012486379,"threshold_uncertainty_score":0.03900969},"labels":[],"label_agreement":null},{"id":"W1594879786","doi":"10.1007/978-3-642-23605-1_14","title":"Modeling and Analyzing Agents’ Collective Options in Collaborative Decision Making","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Group decision-making; Operations research; Management science; Human–computer interaction; Engineering","score_opus":0.05565910376562111,"score_gpt":0.3135785518456265,"score_spread":0.2579194480800054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1594879786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16667536,0.0009609664,0.8198965,0.00080331264,0.0000649227,0.00005737396,0.00006169515,0.00007361933,0.011406318],"genre_scores_gemma":[0.91118956,0.0004545284,0.08342207,0.000039783616,0.000050767347,0.00012985637,0.000051595394,0.000028729268,0.0046331026],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856514,0.0008547139,0.000060813396,0.00017940755,0.00020399496,0.00013591275],"domain_scores_gemma":[0.99046105,0.008506597,0.00039117355,0.0002418046,0.00019944116,0.0001999752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028303028,0.00088148145,0.0011124203,0.00074189075,0.0009167905,0.0027975806,0.0017492531,0.0023152626,0.0027429576],"category_scores_gemma":[0.009644313,0.00078498607,0.001294725,0.0013536143,0.0018376698,0.0044931853,0.0016677737,0.0018417457,0.00022869435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055496625,0.000065695414,0.0010614656,0.000052540545,0.00006354115,0.00010489982,0.0002585091,0.8497389,0.0003442397,0.13611096,0.0003281422,0.011815582],"study_design_scores_gemma":[0.000004243394,0.000011944043,0.00011000698,0.00000584073,0.0000094733905,0.000011969734,0.00004316489,0.92171484,0.00009270401,0.07779023,0.00019777252,0.000007740235],"about_ca_topic_score_codex":0.0048176586,"about_ca_topic_score_gemma":0.00394515,"teacher_disagreement_score":0.0048176586,"about_ca_system_score_codex":0.0011740229,"about_ca_system_score_gemma":0.00095971435,"threshold_uncertainty_score":0.014968216},"labels":[],"label_agreement":null},{"id":"W159855645","doi":"10.1007/978-3-642-33826-7_8","title":"Verification of Aspectual Composition in Feature-Modeling","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Aspect-oriented programming; Computer science; Weaving; Feature (linguistics); Context (archaeology); Software engineering; Programming language; Set (abstract data type); Separation of concerns; Formal methods; Formal verification; Software; Theoretical computer science; Engineering","score_opus":0.03961761202041255,"score_gpt":0.28358494643059523,"score_spread":0.24396733441018267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W159855645","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016587507,0.00006687793,0.97874933,0.00008364024,0.00003205413,0.000120751785,0.000062029896,0.0024820184,0.0018157588],"genre_scores_gemma":[0.4620047,0.00022105729,0.5333043,0.00013494043,0.000055451474,0.00022845689,0.0004668799,0.0010343217,0.0025498546],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9918656,0.00253457,0.0005843744,0.0009667222,0.0033980333,0.0006507334],"domain_scores_gemma":[0.98772556,0.0069053452,0.0007875956,0.002988223,0.0014303315,0.00016283782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006404,0.0012039819,0.0012266238,0.0009125168,0.0009805084,0.0023421329,0.00337581,0.0017034506,0.0041770083],"category_scores_gemma":[0.01786938,0.0015262528,0.0033858344,0.0007036666,0.0027375892,0.004038626,0.0037463675,0.0025116568,0.0011198614],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096600957,0.00047139253,0.006614941,0.0013986119,0.00045968208,0.0014832396,0.0011159128,0.2934837,0.05669298,0.35472924,0.0034887611,0.2790956],"study_design_scores_gemma":[0.00011317307,0.0001473359,0.0007635522,0.00015758624,0.00020816943,0.0003925238,0.00010571478,0.81062317,0.057289813,0.12254245,0.0076050363,0.000051533756],"about_ca_topic_score_codex":0.0036349539,"about_ca_topic_score_gemma":0.0035594127,"teacher_disagreement_score":0.006404,"about_ca_system_score_codex":0.0010966961,"about_ca_system_score_gemma":0.002595412,"threshold_uncertainty_score":0.033867955},"labels":[],"label_agreement":null},{"id":"W1602329079","doi":"10.1007/978-3-642-04554-7_8","title":"Extending the User Requirements Notation with Aspect-Oriented Concepts","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Notation; Computer science; Standardization; Extension (predicate logic); Software engineering; Aspect-oriented programming; Programming language; Software; Linguistics","score_opus":0.035067915717097706,"score_gpt":0.3088058052858306,"score_spread":0.2737378895687329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602329079","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010513202,0.00020489978,0.9864222,0.0003953824,0.00015660803,0.00005553817,0.00007879877,0.0017833293,0.00985196],"genre_scores_gemma":[0.031879175,0.00085162424,0.9547474,0.00049427606,0.00016764438,0.00023846689,0.00047846517,0.001111053,0.010031821],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956899,0.0019487641,0.0005964222,0.0003897257,0.0011837156,0.00019141825],"domain_scores_gemma":[0.9942563,0.0031721834,0.00041791098,0.0012833701,0.000691695,0.00017849174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00624496,0.0015789653,0.00090329227,0.0014602419,0.0008246365,0.0049259895,0.0025314183,0.0018214813,0.0055228653],"category_scores_gemma":[0.0091869375,0.0012746996,0.0019093206,0.0014885844,0.0017085245,0.007107693,0.002979317,0.0051392624,0.0034193262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008334641,0.00011384208,0.00035632934,0.0006096646,0.000047018293,0.000737313,0.0022553257,0.0057338136,0.008199304,0.79095554,0.016944055,0.17396446],"study_design_scores_gemma":[0.00007458145,0.000116331095,0.000260436,0.0005611326,0.00010547071,0.002030028,0.0002807131,0.043664645,0.01126302,0.29573542,0.6458225,0.00008575149],"about_ca_topic_score_codex":0.0009901588,"about_ca_topic_score_gemma":0.0016286698,"teacher_disagreement_score":0.00624496,"about_ca_system_score_codex":0.00047954696,"about_ca_system_score_gemma":0.0012249529,"threshold_uncertainty_score":0.033026874},"labels":[],"label_agreement":null},{"id":"W1602672367","doi":"10.1007/11581741_13","title":"Control Flow Analysis of UML 2.0 Sequence Diagrams","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Metamodeling; Sequence diagram; Computer science; Unified Modeling Language; Applications of UML; Flowchart; UML tool; Communication diagram; Programming language; Control flow; Activity diagram; Theoretical computer science; Data mining; Software","score_opus":0.032778836282624735,"score_gpt":0.2849920416730981,"score_spread":0.25221320539047337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1602672367","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12507604,0.00047676376,0.8614718,0.00012121153,0.0000300562,0.00025274773,0.0007144347,0.005249784,0.006607139],"genre_scores_gemma":[0.6374128,0.00042534719,0.35203215,0.00006165337,0.00003511885,0.00023487698,0.0027350392,0.00081859966,0.0062443996],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990715,0.00027495105,0.000060964583,0.00012706546,0.00038679817,0.000078707875],"domain_scores_gemma":[0.99685514,0.0022802337,0.00019448057,0.0001334606,0.00050489954,0.00003173742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011202508,0.0005467205,0.00027330234,0.0034352639,0.00041435048,0.0008635391,0.00047076243,0.0004592339,0.002991526],"category_scores_gemma":[0.0037251792,0.00035173458,0.0006703617,0.0010026499,0.00035417118,0.0009262312,0.00025531003,0.00041346133,0.00034494247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007216647,0.0002707482,0.01072213,0.0008610582,0.00008604322,0.0005070626,0.0018391326,0.14648995,0.0672996,0.071542926,0.005690069,0.69396967],"study_design_scores_gemma":[0.00006108005,0.00019849135,0.0069983364,0.00022386454,0.00010462902,0.00026886785,0.00020320677,0.86272424,0.071846746,0.039845247,0.017460572,0.00006473298],"about_ca_topic_score_codex":0.009636583,"about_ca_topic_score_gemma":0.006328592,"teacher_disagreement_score":0.009636583,"about_ca_system_score_codex":0.00082890096,"about_ca_system_score_gemma":0.0010477209,"threshold_uncertainty_score":0.019160986},"labels":[],"label_agreement":null},{"id":"W1603944439","doi":"10.1007/11693017_11","title":"Automated Support for Building Behavioral Models of Event-Driven Systems","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Event (particle physics); Dependency (UML); Lift (data mining); Elevator; Witness; Software engineering; Modelica; Software; Artificial intelligence; Human–computer interaction; Programming language; Machine learning","score_opus":0.053033261871030926,"score_gpt":0.32295636817251516,"score_spread":0.26992310630148425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603944439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011894742,0.00003959544,0.9700271,0.00009657274,0.000022084007,0.000100226396,0.00041681764,0.016300023,0.001102756],"genre_scores_gemma":[0.41355866,0.00015275249,0.57987225,0.00010692632,0.000045271478,0.00033153399,0.0024168,0.0013525097,0.002163315],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981193,0.00050928036,0.00018945146,0.00024629373,0.0007725996,0.0001631494],"domain_scores_gemma":[0.990271,0.00633247,0.0005708318,0.00189581,0.00078223244,0.00014767238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019412523,0.0012408037,0.00080300745,0.0010272479,0.000574716,0.0021471414,0.003273986,0.0011406254,0.0063612885],"category_scores_gemma":[0.0123718865,0.0013208707,0.0015193108,0.00064028736,0.00062001974,0.003252638,0.0017834726,0.0017781394,0.0016100346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006159071,0.00056736375,0.005998213,0.00068135024,0.00029374385,0.00069996127,0.0007404209,0.57390666,0.026762597,0.1024205,0.0116078425,0.27570546],"study_design_scores_gemma":[0.000029476994,0.000018252202,0.00012863167,0.000016125186,0.000029658138,0.00004630841,0.000020396496,0.9714622,0.0059248945,0.01973239,0.0025805605,0.000011178681],"about_ca_topic_score_codex":0.0035401413,"about_ca_topic_score_gemma":0.007308453,"teacher_disagreement_score":0.0063612885,"about_ca_system_score_codex":0.0006659704,"about_ca_system_score_gemma":0.0013338012,"threshold_uncertainty_score":0.021280587},"labels":[],"label_agreement":null},{"id":"W1605491627","doi":"10.1109/re.2004.56","title":"Visual variability analysis for goal models","year":2004,"lang":"en","type":"article","venue":"Institutional Research Information System (Università degli Studi di Trento)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Goal modeling; Goal orientation; Contrast (vision); Qualitative analysis; Visualization; Quantitative analysis (chemistry); Risk analysis (engineering); Requirements engineering; Management science; Artificial intelligence; Engineering; Software; Qualitative research; Programming language","score_opus":0.12799757321811966,"score_gpt":0.3688569832145502,"score_spread":0.24085940999643052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605491627","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002545091,0.00004489277,0.9935556,0.00011901444,0.000011317692,0.00004286371,0.00010909595,0.0017168564,0.0018552449],"genre_scores_gemma":[0.17157072,0.00015920486,0.8244898,0.0001170527,0.000026861466,0.00043898966,0.0005951219,0.00091061153,0.0016916421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978849,0.0008304108,0.0001339838,0.00026841174,0.00077032606,0.0001119577],"domain_scores_gemma":[0.99246526,0.0049784896,0.00056086335,0.0010593019,0.0007968534,0.00013923392],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035068628,0.0010027852,0.00051689567,0.0027458628,0.00076595653,0.0030375752,0.0011892698,0.0011220815,0.0064680967],"category_scores_gemma":[0.013858942,0.0005775209,0.0018000323,0.001028521,0.0013109827,0.0031952807,0.0027620778,0.0018582394,0.0010250552],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004085689,0.00012170639,0.0020686723,0.0005716225,0.000119833225,0.00046210643,0.0031190175,0.16145457,0.026122602,0.50492907,0.0118689025,0.28875336],"study_design_scores_gemma":[0.00005918014,0.00005707267,0.0006880088,0.00019746515,0.000044888202,0.00018916273,0.0003971134,0.5764354,0.01150482,0.37844044,0.031916358,0.000070019654],"about_ca_topic_score_codex":0.0025249044,"about_ca_topic_score_gemma":0.0018769071,"teacher_disagreement_score":0.0064680967,"about_ca_system_score_codex":0.0013992399,"about_ca_system_score_gemma":0.0012146924,"threshold_uncertainty_score":0.021637917},"labels":[],"label_agreement":null},{"id":"W1605645998","doi":"","title":"Experience in using business scenarios to assess COTS components in integrated solutions","year":2005,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; IBM (Canada)","funders":"","keywords":"IBM; Software engineering; Systems engineering; Computer science; Component (thermodynamics); Variety (cybernetics); Business requirements; Corporation; Process (computing); Software; System integration; Commercial off-the-shelf; Business process; Engineering management; Manufacturing engineering; Engineering; Database; Work in process; Operating system; Operations management; Business","score_opus":0.5220359155872678,"score_gpt":0.4873209957969892,"score_spread":0.03471491979027863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605645998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9406939,0.00050749496,0.03591513,0.0020126416,0.000047350968,0.00033225585,0.00012508615,0.0002820347,0.02008413],"genre_scores_gemma":[0.94536334,0.0008454182,0.049191345,0.00047188665,0.000020841473,0.0001555743,0.00020724307,0.00010960685,0.0036346752],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9768132,0.017949605,0.00084153604,0.0008490139,0.0024749008,0.0010717185],"domain_scores_gemma":[0.9636811,0.02363032,0.0013733625,0.0026172602,0.0054447246,0.003253182],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023955304,0.0011783488,0.0006711819,0.0022320547,0.0028671764,0.004583714,0.0021313964,0.0037243261,0.0020900795],"category_scores_gemma":[0.04389819,0.0007163621,0.00074725103,0.0032114156,0.0024592034,0.0072191427,0.0041732495,0.0024542452,0.0007619453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012122851,0.007435671,0.06941671,0.0010219422,0.0002405943,0.010512344,0.5079095,0.039931327,0.016622137,0.029037056,0.01435712,0.30230328],"study_design_scores_gemma":[0.00055029895,0.011149455,0.040088385,0.001305519,0.0003362835,0.01331306,0.47391778,0.13500036,0.026059473,0.036413085,0.26080856,0.0010577146],"about_ca_topic_score_codex":0.0043233456,"about_ca_topic_score_gemma":0.007821008,"teacher_disagreement_score":0.023955304,"about_ca_system_score_codex":0.0034196265,"about_ca_system_score_gemma":0.0016289963,"threshold_uncertainty_score":0.12668926},"labels":[],"label_agreement":null},{"id":"W1606170621","doi":"10.1007/11751113_12","title":"Aspects-Classes Integration Testing Strategy: An Incremental Approach","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Unit testing; Integration testing; Object-oriented programming; Software engineering; Programming language; Aspect-oriented programming; Software testing; White-box testing; Software; Test strategy; Test case; Software development; Software construction; Machine learning","score_opus":0.06751752389846226,"score_gpt":0.2935742514626894,"score_spread":0.22605672756422712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1606170621","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057906725,0.00019294843,0.91617525,0.00049512205,0.00007731392,0.00077472057,0.00018707589,0.00887791,0.015312859],"genre_scores_gemma":[0.33522943,0.00015555733,0.65429014,0.00034468123,0.0000477354,0.0003305634,0.0007240952,0.0014398417,0.00743794],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99597496,0.00096045167,0.0002532864,0.0006310556,0.0018571039,0.00032319876],"domain_scores_gemma":[0.99100035,0.00334673,0.0004815416,0.0028910232,0.0019355842,0.00034482626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002887745,0.0015152559,0.0008998428,0.0024512142,0.00082409603,0.0020224806,0.0039104675,0.001447701,0.0060846894],"category_scores_gemma":[0.011342272,0.0009896683,0.0013108454,0.0011754647,0.0010707709,0.0036563464,0.0030663991,0.0019970702,0.0016909675],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005498774,0.0015364119,0.010732055,0.00042218,0.00017784497,0.00085148687,0.0013312665,0.013578127,0.07365419,0.033584647,0.008477577,0.85510427],"study_design_scores_gemma":[0.00041351913,0.0018403851,0.014146475,0.00040746157,0.0014555727,0.0038048457,0.001457968,0.6326322,0.19624239,0.094516024,0.05274225,0.00034094366],"about_ca_topic_score_codex":0.0023114053,"about_ca_topic_score_gemma":0.004658381,"teacher_disagreement_score":0.0060846894,"about_ca_system_score_codex":0.0006404784,"about_ca_system_score_gemma":0.0028142277,"threshold_uncertainty_score":0.020355284},"labels":[],"label_agreement":null},{"id":"W1607794687","doi":"10.1007/3-540-45393-8_3","title":"From Entities and Relationships to Social Actors and Dependencies","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"","keywords":"Computer science; Software engineering; Software development; Conceptual model; Modeling language; Software; Programming language; Knowledge management; Database","score_opus":0.046808704409637865,"score_gpt":0.27080160574286544,"score_spread":0.22399290133322758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1607794687","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039977945,0.008784749,0.784461,0.013527383,0.0005452367,0.00014063744,0.0012228439,0.00060608034,0.15073419],"genre_scores_gemma":[0.6243364,0.011277435,0.2992059,0.0013101462,0.0008232806,0.0004492007,0.0020318876,0.00043179156,0.06013394],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903107,0.0004571845,0.000058363163,0.00021021152,0.0001897524,0.000053501102],"domain_scores_gemma":[0.9969522,0.002188824,0.00014608589,0.0003940304,0.00021768975,0.00010115002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010000027,0.00071291294,0.0004510251,0.0024074626,0.0014767416,0.004248008,0.0010770581,0.00123804,0.009716396],"category_scores_gemma":[0.0067201178,0.0007781349,0.0007377969,0.0028133392,0.0050621424,0.016508067,0.0024930194,0.0022356128,0.0016631498],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005992444,0.00000600833,0.00021948203,0.000057737012,0.0000062749027,0.00006973032,0.0008918725,0.00093749625,0.00014675275,0.97962254,0.0021349448,0.015901258],"study_design_scores_gemma":[0.000001882041,0.0000021784303,0.00009667298,0.000017427468,0.0000057499565,0.000054472606,0.0002461273,0.0017202633,0.0000828981,0.97980887,0.017960034,0.00000349695],"about_ca_topic_score_codex":0.0024893377,"about_ca_topic_score_gemma":0.002588047,"teacher_disagreement_score":0.009716396,"about_ca_system_score_codex":0.001355177,"about_ca_system_score_gemma":0.0006996465,"threshold_uncertainty_score":0.03250456},"labels":[],"label_agreement":null},{"id":"W1609143095","doi":"10.1007/978-3-540-69295-9_26","title":"An Evaluation Study of the Effectiveness of Modeling NASA Swarm-Based Exploration Missions with ASSL","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Swarm behaviour; Software engineering; Systems engineering; Artificial intelligence; Engineering","score_opus":0.08366728721329393,"score_gpt":0.3265659421670226,"score_spread":0.2428986549537287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1609143095","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96605575,0.00050271314,0.027289042,0.0003098352,0.00005413755,0.00006715914,0.00040353363,0.00074331835,0.004574509],"genre_scores_gemma":[0.99103713,0.00009247563,0.008189454,0.000021364904,0.000011111981,0.00001777655,0.00018173213,0.00004376546,0.0004050704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99937266,0.00034014697,0.00004705096,0.000091322516,0.00009732789,0.00005145197],"domain_scores_gemma":[0.9892736,0.008498477,0.00069031236,0.0004942338,0.00080163975,0.00024163957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022593248,0.001333563,0.00077884854,0.00061637675,0.00050033873,0.0009854143,0.0010993808,0.001183897,0.0014301016],"category_scores_gemma":[0.007671905,0.00039810492,0.00059373275,0.00046967663,0.0006917877,0.0014144912,0.0006089929,0.0007354961,0.00018881618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045833923,0.00018605363,0.003582929,0.00006364812,0.000063031264,0.000031053238,0.00003586464,0.98688704,0.0008499095,0.00034993532,0.00016045543,0.007331752],"study_design_scores_gemma":[0.000022160508,0.00018740533,0.00044824707,0.0000044574194,0.000017492945,0.000006925192,0.000021507869,0.9985378,0.0005894803,0.000086516084,0.00007403854,0.0000039926035],"about_ca_topic_score_codex":0.03432376,"about_ca_topic_score_gemma":0.015861886,"teacher_disagreement_score":0.03432376,"about_ca_system_score_codex":0.001026547,"about_ca_system_score_gemma":0.00082497176,"threshold_uncertainty_score":0.068247914},"labels":[],"label_agreement":null},{"id":"W16155167","doi":"","title":"An Ontology of Architectural Design Decisions in Software-Intensive Systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Ontology; Interdependence; Software system; Architectural pattern; Class (philosophy); Systems engineering; Software; Software construction; Programming language; Engineering; Artificial intelligence","score_opus":0.07439718129609621,"score_gpt":0.32588725045654676,"score_spread":0.2514900691604506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W16155167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120890856,0.0023930015,0.7390384,0.010548795,0.0003315363,0.000529423,0.0009420388,0.0011747712,0.1241511],"genre_scores_gemma":[0.547529,0.0021091774,0.43282002,0.00044426863,0.00017022333,0.00035528952,0.0013077036,0.0002512587,0.015013083],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99735165,0.0009436032,0.00035726407,0.00042685188,0.00068808097,0.00023255289],"domain_scores_gemma":[0.995719,0.0016526391,0.00058345264,0.00092146394,0.00082575035,0.00029766076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029003213,0.00059005374,0.00034827125,0.0036937727,0.0024704554,0.0059447344,0.0014274897,0.001546837,0.004063525],"category_scores_gemma":[0.008550999,0.000737216,0.0012476726,0.0025874244,0.0055843643,0.008627126,0.0023897237,0.0019001963,0.00071758],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031240335,0.00007524144,0.0037490623,0.00014427252,0.00003147995,0.0007637875,0.0046346975,0.012767231,0.0027296187,0.9156513,0.0027037817,0.05671835],"study_design_scores_gemma":[0.000025784146,0.000068313464,0.0032161237,0.00024519887,0.000079132704,0.0010218904,0.0040997914,0.06491749,0.001972884,0.79128647,0.13300323,0.000063796164],"about_ca_topic_score_codex":0.014390605,"about_ca_topic_score_gemma":0.01626296,"teacher_disagreement_score":0.014390605,"about_ca_system_score_codex":0.0037087058,"about_ca_system_score_gemma":0.003452718,"threshold_uncertainty_score":0.028613687},"labels":[],"label_agreement":null},{"id":"W1624022100","doi":"10.1109/cmpass.1996.507870","title":"Table transformation tools: why and how","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Sketch; Table (database); Documentation; Computer science; Transformation (genetics); Software engineering; Programming language; Database; Algorithm","score_opus":0.08075873492826145,"score_gpt":0.25632025603513936,"score_spread":0.1755615211068779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1624022100","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028989345,0.0016637641,0.95422804,0.0065744063,0.0008247902,0.00022416413,0.00027911516,0.010908854,0.02239793],"genre_scores_gemma":[0.062869385,0.003914994,0.8955288,0.0030710786,0.0003985249,0.00043792676,0.00094861875,0.0067825774,0.026048053],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995301,0.001398009,0.00039235924,0.00072701956,0.0017511257,0.00043045715],"domain_scores_gemma":[0.99237037,0.0028804678,0.00036168686,0.0022749412,0.0017223031,0.00039023216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054612556,0.001262289,0.0009344322,0.0017246472,0.0019339022,0.012256696,0.002961198,0.0033495557,0.019709425],"category_scores_gemma":[0.029111465,0.001622634,0.0012856236,0.0024312702,0.0048957737,0.027752757,0.004332767,0.005740095,0.013685912],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014898578,0.00015819212,0.0014233972,0.0007025329,0.000043047996,0.00043567398,0.002911454,0.0018435903,0.005255828,0.42806947,0.07340224,0.48560563],"study_design_scores_gemma":[0.00007569371,0.000073969466,0.0004984892,0.0008815853,0.00006296835,0.0018318483,0.0027155073,0.017518077,0.016679145,0.42517993,0.5342924,0.00019044249],"about_ca_topic_score_codex":0.0031367287,"about_ca_topic_score_gemma":0.0033592593,"teacher_disagreement_score":0.019709425,"about_ca_system_score_codex":0.0010431454,"about_ca_system_score_gemma":0.002504765,"threshold_uncertainty_score":0.06593466},"labels":[],"label_agreement":null},{"id":"W1630476232","doi":"10.1007/978-3-540-88653-2_19","title":"A Security Hardening Language Based on Aspect-Orientation","year":2008,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software security assurance; Hardening (computing); Proposition; Computer security model; Computer security; Software engineering; Information security; Security service; Linguistics","score_opus":0.045844003879053456,"score_gpt":0.31885229368752416,"score_spread":0.2730082898084707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1630476232","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003304048,0.00020085699,0.9817514,0.00019355025,0.00012895095,0.00009542212,0.00009944365,0.009356136,0.0048702285],"genre_scores_gemma":[0.08536729,0.0006777249,0.8919634,0.0005853396,0.00012845545,0.00021556928,0.0005308709,0.006019639,0.014511606],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99912935,0.00013961624,0.000120681994,0.00016692036,0.00035322856,0.00009021423],"domain_scores_gemma":[0.99893945,0.0004888782,0.00011814545,0.00023212636,0.00016408566,0.000057319958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013169309,0.0013493662,0.0007661464,0.0008738613,0.0005629213,0.0021781714,0.0015075821,0.0010014104,0.005151049],"category_scores_gemma":[0.0024621284,0.0012368425,0.0013217283,0.00065920927,0.0011915552,0.003889779,0.0017182662,0.004712452,0.0022288423],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003006665,0.00019914257,0.00080402463,0.0011186766,0.000103961676,0.0005884238,0.0015521499,0.011849715,0.064701505,0.39267895,0.03019619,0.4959066],"study_design_scores_gemma":[0.0001912005,0.00019097088,0.0006535674,0.0004693819,0.0003269681,0.0020565,0.00020530746,0.13689847,0.088059746,0.3355908,0.4351853,0.00017173328],"about_ca_topic_score_codex":0.00065878185,"about_ca_topic_score_gemma":0.00097082986,"teacher_disagreement_score":0.005151049,"about_ca_system_score_codex":0.0004188484,"about_ca_system_score_gemma":0.0008789477,"threshold_uncertainty_score":0.017232},"labels":[],"label_agreement":null},{"id":"W1631144379","doi":"10.1007/11536406_12","title":"The Application of a Case-Based Reasoning System to Attention-Deficit Hyperactivity Disorder","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Attention deficit hyperactivity disorder; Eye movement; Saccadic masking; Computer science; Cognitive psychology; Artificial intelligence; Attention deficit disorder; Machine learning; Psychology; Psychiatry","score_opus":0.018228878254931268,"score_gpt":0.274265233146209,"score_spread":0.25603635489127774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1631144379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13408877,0.0022496267,0.81690717,0.005100158,0.000617329,0.001770195,0.0011056995,0.009368409,0.02879275],"genre_scores_gemma":[0.26080745,0.0013660849,0.7316016,0.00044893558,0.000118375916,0.00040885538,0.0006348494,0.00016564797,0.0044482932],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990513,0.0003906079,0.00014815557,0.00015414749,0.0002232564,0.000032473527],"domain_scores_gemma":[0.99337053,0.0055291736,0.00013772062,0.0003296281,0.00047050373,0.00016244226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025610987,0.0006889012,0.0005150182,0.0020895833,0.00076262123,0.0019708541,0.0020009086,0.0012039348,0.008761822],"category_scores_gemma":[0.0108542675,0.00047831435,0.0007269429,0.0009508658,0.0005563038,0.0015609859,0.0013524462,0.0010104438,0.0012028986],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000710011,0.0013795093,0.0078094476,0.00039794407,0.00013758968,0.0031076844,0.001223066,0.016007716,0.0060241735,0.009459901,0.0135761965,0.94016665],"study_design_scores_gemma":[0.0015553754,0.0012519553,0.017675018,0.0009952115,0.001113039,0.017815653,0.0019177919,0.77559555,0.02155554,0.10645313,0.053746052,0.00032574066],"about_ca_topic_score_codex":0.0066702045,"about_ca_topic_score_gemma":0.0058355853,"teacher_disagreement_score":0.008761822,"about_ca_system_score_codex":0.0007460407,"about_ca_system_score_gemma":0.0012412741,"threshold_uncertainty_score":0.02931124},"labels":[],"label_agreement":null},{"id":"W163197604","doi":"","title":"From Requirements to Architectural Design -Using Goals and Scenarios","year":2001,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":120,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Notation; Software engineering; Domain (mathematical analysis); Architectural design; Systems engineering; Architecture; Functional requirement; Focus (optics); Realization (probability); Programming language; Engineering","score_opus":0.14364339327332343,"score_gpt":0.3459438942493221,"score_spread":0.20230050097599866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W163197604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053864443,0.0048423978,0.9285306,0.011199467,0.0003880326,0.00020539925,0.00018352582,0.0006622173,0.048601918],"genre_scores_gemma":[0.18240452,0.008705259,0.79447603,0.0026684878,0.0003642315,0.0008008334,0.0005820167,0.00042291122,0.009575727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98792136,0.009122508,0.0006408491,0.0006991454,0.0012780267,0.00033808014],"domain_scores_gemma":[0.9912328,0.0055080163,0.000486648,0.0013520445,0.0009311765,0.00048939395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010481052,0.0019464154,0.00094865344,0.0046936763,0.001724634,0.0107837785,0.0024117702,0.0033445307,0.004681376],"category_scores_gemma":[0.016880827,0.0013307711,0.0014801191,0.003805244,0.013892015,0.020154946,0.0077792513,0.0059090266,0.0014031329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015053703,0.000016965701,0.00009565509,0.00020165676,0.000012599858,0.00017887587,0.0026946045,0.0027950301,0.00033230716,0.9725231,0.002058939,0.01907527],"study_design_scores_gemma":[0.000019525498,0.0000251435,0.000080070946,0.00038055395,0.000011792897,0.0002049398,0.0017981058,0.006366498,0.0005870123,0.906637,0.0838645,0.000024899224],"about_ca_topic_score_codex":0.003224767,"about_ca_topic_score_gemma":0.002455073,"teacher_disagreement_score":0.0107837785,"about_ca_system_score_codex":0.0033840437,"about_ca_system_score_gemma":0.0031689508,"threshold_uncertainty_score":0.055429697},"labels":[],"label_agreement":null},{"id":"W1637620047","doi":"10.1007/978-3-540-95888-8_2","title":"Autonomic Computing Now You See It, Now You Don’t","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign","keywords":"Autonomic computing; Computer science; Adaptation (eye); Architecture; Perspective (graphical); End-user computing; Interactive computing; Software engineering; Utility computing; Distributed computing; Cloud computing; Human–computer interaction; Artificial intelligence; Cloud computing security","score_opus":0.028776708763651616,"score_gpt":0.2769299558859484,"score_spread":0.24815324712229675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1637620047","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007477411,0.038182765,0.13784601,0.04823001,0.02805265,0.000074875396,0.0001563882,0.0033941327,0.7365857],"genre_scores_gemma":[0.14635184,0.038699854,0.04717699,0.019648908,0.0114321895,0.00011015465,0.0002403976,0.0009990269,0.7353407],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99977225,0.00004009026,0.000009304686,0.000033595967,0.00011850099,0.00002630357],"domain_scores_gemma":[0.99969065,0.00008082055,0.000016493108,0.00006990955,0.00008512191,0.000057129728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040955748,0.0004135372,0.00037071688,0.0002716983,0.0006287307,0.0023725813,0.00042591686,0.0007887028,0.01278598],"category_scores_gemma":[0.0009931552,0.00025343554,0.000340278,0.00039237508,0.0006310434,0.0036132194,0.00070801703,0.0029865764,0.008470461],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053438907,0.00006805807,0.0007298551,0.00022612842,0.00005917687,0.00012321844,0.00033328967,0.001838263,0.003927436,0.12688433,0.33614182,0.529615],"study_design_scores_gemma":[0.000009026843,0.000044457025,0.00053713005,0.00014241763,0.000024310033,0.00034761365,0.0001525126,0.0023382432,0.0012324309,0.07114967,0.92400163,0.000020584881],"about_ca_topic_score_codex":0.00045176927,"about_ca_topic_score_gemma":0.00089043885,"teacher_disagreement_score":0.01278598,"about_ca_system_score_codex":0.0004425681,"about_ca_system_score_gemma":0.00034660997,"threshold_uncertainty_score":0.042773306},"labels":[],"label_agreement":null},{"id":"W1643118172","doi":"","title":"Framework for Version Control & Dependency Link of Components & Products in a Software Product Line","year":2004,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Product (mathematics); Component (thermodynamics); Software product line; Software; Software development; Software engineering; Component-based software engineering; Operating system","score_opus":0.0999678418064342,"score_gpt":0.22894308893125703,"score_spread":0.12897524712482283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1643118172","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015385495,0.00022791629,0.9922593,0.00019943566,0.000047785696,0.00016148372,0.00014081047,0.0030536535,0.0023711019],"genre_scores_gemma":[0.068647645,0.0006258905,0.92375934,0.00015763805,0.00015023277,0.00064546225,0.00072286616,0.0007526568,0.0045383438],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921151,0.0026634391,0.0010065335,0.0016911863,0.001966184,0.0005575023],"domain_scores_gemma":[0.9907884,0.0037790367,0.0011061146,0.0025327615,0.0014037096,0.0003899253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013275956,0.0014267634,0.0012704488,0.005976502,0.001766437,0.009717815,0.0045445366,0.0028735115,0.0075025316],"category_scores_gemma":[0.016887357,0.0013349252,0.0027184207,0.0039015678,0.0044680173,0.011366123,0.0035220392,0.0038616299,0.0030736174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011259543,0.00012607421,0.0015677453,0.00024395017,0.00009034364,0.0006127376,0.0010631498,0.03174807,0.0024576164,0.8216146,0.0053147683,0.1350484],"study_design_scores_gemma":[0.00015312452,0.00024043275,0.0009222375,0.00035384123,0.0002237727,0.0010422278,0.00028246245,0.35274318,0.0066854786,0.5161642,0.120980985,0.00020820762],"about_ca_topic_score_codex":0.012004409,"about_ca_topic_score_gemma":0.00626177,"teacher_disagreement_score":0.013275956,"about_ca_system_score_codex":0.0029270088,"about_ca_system_score_gemma":0.003851796,"threshold_uncertainty_score":0.070210755},"labels":[],"label_agreement":null},{"id":"W1657711203","doi":"10.1007/978-3-319-21912-7_10","title":"Concern-Oriented Behaviour Modelling with Sequence Diagrams and Protocol Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Sequence diagram; Sequence (biology); Protocol (science); Theoretical computer science; Programming language; Unified Modeling Language","score_opus":0.12433280390001564,"score_gpt":0.3249286991305254,"score_spread":0.20059589523050977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1657711203","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017483543,0.00026543357,0.9918133,0.00015962103,0.000031294974,0.00008190566,0.00009382832,0.00053706695,0.0052692383],"genre_scores_gemma":[0.13223667,0.0021345294,0.8471707,0.00017858854,0.00009241931,0.00058659044,0.00078506116,0.0005533059,0.016262142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975889,0.0009471747,0.00022447822,0.00031291426,0.0007955636,0.00013094909],"domain_scores_gemma":[0.9976172,0.0013611298,0.00020431817,0.00044325026,0.00030711186,0.00006705237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025200956,0.0016704593,0.0008216172,0.0015222498,0.0007637318,0.0034654369,0.0022508898,0.0019453659,0.0049003805],"category_scores_gemma":[0.0061316495,0.001335402,0.0022935485,0.0017912373,0.0017417761,0.0049891723,0.0017563383,0.002920642,0.0019134113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006106596,0.00008488039,0.0004337235,0.00048145975,0.000065003886,0.0002682688,0.0009784709,0.10327619,0.0047779228,0.82873213,0.0027829208,0.058058053],"study_design_scores_gemma":[0.000036177473,0.000050841718,0.00015566172,0.00021094328,0.0001069681,0.00027092872,0.00012273093,0.3647284,0.0065262266,0.5764816,0.051262558,0.000046986206],"about_ca_topic_score_codex":0.0032043317,"about_ca_topic_score_gemma":0.0027722705,"teacher_disagreement_score":0.0049003805,"about_ca_system_score_codex":0.0012396903,"about_ca_system_score_gemma":0.0016699122,"threshold_uncertainty_score":0.016393363},"labels":[],"label_agreement":null},{"id":"W165813828","doi":"","title":"A Tool for Formal Feature Modeling Based on BDDs and Product Families Algebra.","year":2010,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Binary decision diagram; Notation; Computer science; Feature model; Feature (linguistics); Theoretical computer science; Formalism (music); Product (mathematics); Programming language; Algebra over a field; Mathematics; Software","score_opus":0.0225354677155848,"score_gpt":0.2702688416240051,"score_spread":0.24773337390842032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W165813828","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042370002,0.00012944834,0.9932319,0.00007563361,0.000041355714,0.000088534514,0.0003384998,0.0035835747,0.002087377],"genre_scores_gemma":[0.024130782,0.00044520947,0.9683621,0.00012250314,0.00004287812,0.00054166204,0.0011201497,0.0005742755,0.0046605477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986449,0.00034784066,0.00017686693,0.00021533872,0.0005527606,0.00006229241],"domain_scores_gemma":[0.9982175,0.0010213101,0.00016072529,0.0002807687,0.00026517827,0.000054511787],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018329673,0.0010330047,0.00073076034,0.0022656,0.00089142274,0.002807916,0.0018277481,0.001406787,0.012805924],"category_scores_gemma":[0.005935164,0.00094881706,0.0018114013,0.0016346329,0.0011988322,0.0036507535,0.002066469,0.0022203487,0.0029839014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014920857,0.00013460769,0.0010251559,0.0013620006,0.00012545429,0.00097347633,0.00078922306,0.056796826,0.014191012,0.5943055,0.025382362,0.30476516],"study_design_scores_gemma":[0.00012231262,0.0001508344,0.00042562466,0.00049316854,0.00012842847,0.0018708262,0.00014339313,0.27059373,0.012778814,0.3126051,0.4005548,0.00013291997],"about_ca_topic_score_codex":0.0023332748,"about_ca_topic_score_gemma":0.0022763556,"teacher_disagreement_score":0.012805924,"about_ca_system_score_codex":0.00091410964,"about_ca_system_score_gemma":0.0021741106,"threshold_uncertainty_score":0.042840004},"labels":[],"label_agreement":null},{"id":"W1666161204","doi":"10.48550/arxiv.1012.2469","title":"UCMExporter: Supporting Scenario Transformations from Use Case Maps","year":2010,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sequence diagram; Computer science; Notation; Unified Modeling Language; Interoperability; Software engineering; Sequence (biology); Programming language; Activity diagram; Transformation (genetics); Model transformation; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.1284083240886377,"score_gpt":0.22568602849609168,"score_spread":0.09727770440745398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1666161204","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062142075,0.00011971655,0.87003756,0.00017561884,0.000048910446,0.0003800004,0.0018689155,0.115451306,0.005703845],"genre_scores_gemma":[0.103990175,0.00046266013,0.85606486,0.00025352047,0.00004190489,0.0013304049,0.01162317,0.01945572,0.006777547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99679273,0.0009370838,0.00036874664,0.000532353,0.0012028493,0.00016623201],"domain_scores_gemma":[0.9921819,0.004820061,0.00046491204,0.0018096701,0.00055546087,0.00016801074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004980372,0.0020733776,0.0007351289,0.0028215903,0.0005443144,0.0034821087,0.0028866492,0.0017430095,0.015410829],"category_scores_gemma":[0.018660335,0.0014732028,0.0015574634,0.0013337675,0.00094428606,0.005193087,0.004009484,0.0021256458,0.0041773277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008372636,0.0006044601,0.004230082,0.0017492359,0.00030077656,0.0033938263,0.0034829422,0.05591513,0.043386243,0.10129577,0.08951656,0.6952877],"study_design_scores_gemma":[0.0002445037,0.00017694128,0.002239582,0.0005631111,0.00009514338,0.0025082356,0.0004833856,0.40881622,0.11554462,0.07926557,0.389781,0.000281647],"about_ca_topic_score_codex":0.0014449499,"about_ca_topic_score_gemma":0.0015282262,"teacher_disagreement_score":0.015410829,"about_ca_system_score_codex":0.00069835916,"about_ca_system_score_gemma":0.001276961,"threshold_uncertainty_score":0.05155438},"labels":[],"label_agreement":null},{"id":"W1671209498","doi":"10.1109/ase.1998.732635","title":"Synthesizing software architecture descriptions from Message Sequence Chart specifications","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Chart; Programming language; Software; Formal specification; Software architecture; Sequence (biology); Sequence diagram; Unified Modeling Language","score_opus":0.19631262811561065,"score_gpt":0.27687971680830553,"score_spread":0.08056708869269488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1671209498","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026700381,0.00008171555,0.96677077,0.00009604719,0.000028604569,0.00020057395,0.00047403574,0.0032096407,0.0024382733],"genre_scores_gemma":[0.19971812,0.00033138963,0.79303086,0.00005444368,0.00002055062,0.00049951277,0.0024411182,0.0007880703,0.0031160372],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859506,0.00043820962,0.0001223203,0.00011775415,0.0006263758,0.00010020788],"domain_scores_gemma":[0.99646,0.002276839,0.00035995356,0.00036891524,0.0004765564,0.00005770577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017990316,0.0009456322,0.00045158388,0.0012938959,0.0004200998,0.0015515012,0.0009450363,0.0009523079,0.0030719435],"category_scores_gemma":[0.0066943923,0.0007344423,0.0010129301,0.0009215043,0.0007577828,0.0014071172,0.00083785725,0.0008168828,0.00087120297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035481775,0.00012906555,0.0021489866,0.0007644394,0.00006584232,0.0009475166,0.0011402782,0.52214885,0.059751917,0.23252636,0.004522013,0.1754999],"study_design_scores_gemma":[0.00008187604,0.00011121398,0.00022819953,0.00009176356,0.000047272923,0.00009872519,0.00016291197,0.8662016,0.073606536,0.03964969,0.019683553,0.00003668217],"about_ca_topic_score_codex":0.0029011888,"about_ca_topic_score_gemma":0.005919876,"teacher_disagreement_score":0.0030719435,"about_ca_system_score_codex":0.00091919623,"about_ca_system_score_gemma":0.001875923,"threshold_uncertainty_score":0.010276616},"labels":[],"label_agreement":null},{"id":"W167150697","doi":"","title":"A Survey of Good Practices and Misuses for Modelling with i* Framework.","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Syntax; Work (physics); Management science; Risk analysis (engineering); Data science; Engineering; Business; Artificial intelligence","score_opus":0.16262830101611353,"score_gpt":0.3661229334890736,"score_spread":0.20349463247296007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W167150697","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1612053,0.18904808,0.55376124,0.042069525,0.0011717249,0.0008092929,0.0005751303,0.0042072963,0.047152393],"genre_scores_gemma":[0.4769021,0.121080264,0.38710976,0.005712194,0.00050995103,0.0008132613,0.0015677054,0.00232871,0.0039760717],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8250963,0.09135365,0.024329048,0.0064176796,0.050494876,0.002308484],"domain_scores_gemma":[0.53127575,0.34391156,0.033272326,0.038977128,0.050351754,0.0022114932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.10569566,0.0014472434,0.0019271895,0.016563,0.002612922,0.012307305,0.0049918336,0.0034351319,0.00095144176],"category_scores_gemma":[0.19954689,0.0023818836,0.001943506,0.02424916,0.008243034,0.019619359,0.005706159,0.0045368746,0.0009726356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023301512,0.0003504429,0.03808751,0.012041139,0.00037114212,0.0014540893,0.063774705,0.0037067714,0.008660456,0.0646914,0.020841606,0.7857878],"study_design_scores_gemma":[0.000064322514,0.00081965775,0.025224011,0.036212306,0.00051592547,0.010370871,0.070297316,0.016775515,0.023777753,0.048829447,0.7664232,0.0006896709],"about_ca_topic_score_codex":0.004279403,"about_ca_topic_score_gemma":0.004343906,"teacher_disagreement_score":0.10569566,"about_ca_system_score_codex":0.005362187,"about_ca_system_score_gemma":0.006870744,"threshold_uncertainty_score":0.55897874},"labels":[],"label_agreement":null},{"id":"W1677888577","doi":"10.1007/3-540-45821-2_8","title":"Architectural Refactoring in Framework Evolution: A Case Study","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Software engineering; Software product line; Programming language; Architecture; Object-oriented programming; Software architecture; Domain (mathematical analysis); Set (abstract data type); Process (computing); Software development; Software","score_opus":0.050587530247644966,"score_gpt":0.3035502522059936,"score_spread":0.2529627219583486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1677888577","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752554,0.00020570781,0.015959492,0.0005289625,0.000015215122,0.00011793648,0.00006499351,0.0001766466,0.0076755933],"genre_scores_gemma":[0.9764732,0.0002021945,0.01974521,0.00008665034,0.000007348201,0.000034529043,0.00008253808,0.000056985198,0.0033112762],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9979086,0.0010800097,0.00007665771,0.0001557618,0.0005066758,0.00027245717],"domain_scores_gemma":[0.9910301,0.006469011,0.0005019291,0.0009481614,0.0006256937,0.000425084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032267647,0.00043572902,0.00032122823,0.0009194385,0.0018671348,0.0012342017,0.001677645,0.0029071164,0.0015541384],"category_scores_gemma":[0.007958598,0.0003260293,0.00054967013,0.0014598443,0.0010249253,0.0014136456,0.00087747374,0.0012622175,0.0002795316],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021208478,0.01229989,0.071792,0.0012265492,0.00021351765,0.07872011,0.053401962,0.07653588,0.046685703,0.03173239,0.008484867,0.6167863],"study_design_scores_gemma":[0.0017209997,0.009652555,0.105014004,0.0007531674,0.0010129093,0.07210919,0.06348949,0.43413073,0.16046682,0.02821017,0.12290781,0.00053221424],"about_ca_topic_score_codex":0.008256075,"about_ca_topic_score_gemma":0.021153871,"teacher_disagreement_score":0.008256075,"about_ca_system_score_codex":0.0012058659,"about_ca_system_score_gemma":0.0010977774,"threshold_uncertainty_score":0.017064989},"labels":[],"label_agreement":null},{"id":"W1684877896","doi":"10.1007/978-3-642-33826-7_18","title":"Efficient Probabilistic Abstraction for SysML Activity Diagrams","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Soundness; Systems Modeling Language; Computer science; Probabilistic logic; Activity diagram; Theoretical computer science; Probabilistic CTL; Model checking; Semantics (computer science); Abstraction; Property (philosophy); Computation tree logic; Relation (database); Programming language; Unified Modeling Language; Probabilistic analysis of algorithms; Data mining; Artificial intelligence; Software","score_opus":0.0424621177752026,"score_gpt":0.2900711261308994,"score_spread":0.24760900835569682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1684877896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018721041,0.000058980266,0.99537814,0.000026449397,0.00001040218,0.000036083427,0.0001221673,0.0020406805,0.00045495317],"genre_scores_gemma":[0.15276678,0.0003533571,0.8396179,0.0000615823,0.000047887723,0.0002409893,0.0015888413,0.0011518324,0.0041709263],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956939,0.0009675794,0.00033447612,0.00047487376,0.0021877182,0.0003413718],"domain_scores_gemma":[0.9929074,0.0036695132,0.0004535433,0.0019803979,0.0008259039,0.00016316779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025416284,0.0012155239,0.0013424691,0.0019062725,0.00068059104,0.0026080678,0.0023470502,0.0008822616,0.007216371],"category_scores_gemma":[0.010606807,0.0014486043,0.002693348,0.0020228385,0.0009963443,0.0044146692,0.004287872,0.0027096688,0.0021431972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037194297,0.0001412034,0.0015291764,0.00070850254,0.00012006953,0.00025092438,0.000629938,0.20237331,0.012966211,0.2211719,0.0074634114,0.55227333],"study_design_scores_gemma":[0.000041710486,0.000042726544,0.00036843494,0.000067368455,0.00006430637,0.0001531514,0.000055922585,0.7792821,0.008132034,0.19790505,0.013849701,0.000037542784],"about_ca_topic_score_codex":0.0031893523,"about_ca_topic_score_gemma":0.007245014,"teacher_disagreement_score":0.007216371,"about_ca_system_score_codex":0.0013396326,"about_ca_system_score_gemma":0.0020953016,"threshold_uncertainty_score":0.024141133},"labels":[],"label_agreement":null},{"id":"W168830788","doi":"","title":"On Composition and Reuse of Aspects","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Modular programming; Computer science; Aspect-oriented programming; Separation of concerns; Composition (language); Component (thermodynamics); Software engineering; Programming language; Engineering; Software","score_opus":0.027815619192195544,"score_gpt":0.27412790597420417,"score_spread":0.24631228678200862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W168830788","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013359612,0.011813046,0.89871204,0.0028070074,0.00043706858,0.00011130861,0.000037126207,0.0002598989,0.07246285],"genre_scores_gemma":[0.31032676,0.035804205,0.5962463,0.0026496155,0.0019412315,0.00055280345,0.00038322483,0.00071426283,0.051381588],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99448746,0.001789327,0.00044576116,0.0010479491,0.0018952647,0.0003341846],"domain_scores_gemma":[0.9942662,0.003215673,0.00042675278,0.0012466116,0.00068442646,0.00016036123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040833238,0.0012400782,0.0009876564,0.0019128524,0.0024498738,0.003532182,0.0011948536,0.0022000272,0.0034655966],"category_scores_gemma":[0.008588241,0.00083047623,0.0012005967,0.0025454755,0.00869999,0.010000911,0.004124662,0.002962726,0.0013269476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024263454,0.000016868045,0.00021213488,0.00015191453,0.000019565316,0.00020980305,0.0010152203,0.0036082726,0.001338627,0.9510288,0.00089751,0.041476827],"study_design_scores_gemma":[0.000013734965,0.000041989486,0.00017503448,0.00016510896,0.000029278575,0.00033927825,0.00016717028,0.0064300094,0.0020354113,0.923861,0.066720575,0.000021443719],"about_ca_topic_score_codex":0.0022416562,"about_ca_topic_score_gemma":0.0015786806,"teacher_disagreement_score":0.0040833238,"about_ca_system_score_codex":0.0013708677,"about_ca_system_score_gemma":0.0012392587,"threshold_uncertainty_score":0.021594942},"labels":[],"label_agreement":null},{"id":"W1692869204","doi":"","title":"Model checking the composition of hypermedia design components","year":2000,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hypermedia; Component (thermodynamics); Composition (language); Software; Component-based software engineering; Model checking; Software engineering; Software development; Software design; Programming language; Operating system","score_opus":0.34325161948160227,"score_gpt":0.4292090734881823,"score_spread":0.08595745400658006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1692869204","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11452523,0.00010709338,0.87992716,0.00021552695,0.000060482842,0.00027381544,0.00009837512,0.0024552231,0.0023371368],"genre_scores_gemma":[0.5794565,0.00018017791,0.4160774,0.00012856968,0.000030075278,0.00048886135,0.0004942156,0.0004409451,0.0027032334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.987299,0.0050566043,0.00074522634,0.0015973236,0.004436071,0.0008657569],"domain_scores_gemma":[0.9748218,0.016973507,0.0021141048,0.003727628,0.0021240215,0.00023892004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008886084,0.0015369062,0.0011020163,0.0017395084,0.0016041854,0.0035040427,0.0023554158,0.0021962528,0.0021871785],"category_scores_gemma":[0.035741225,0.0014601746,0.002897526,0.0009961592,0.00364487,0.004002165,0.0032893945,0.0018757952,0.00042334347],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009095646,0.00045626544,0.010397564,0.00054128375,0.00041922607,0.0009530488,0.0011844939,0.810277,0.03367005,0.07607817,0.0010153843,0.06409798],"study_design_scores_gemma":[0.000118832446,0.00015165137,0.00044640963,0.000048819787,0.00015894185,0.00013198626,0.00009117293,0.92856336,0.041051246,0.027125914,0.002076369,0.000035343946],"about_ca_topic_score_codex":0.011796928,"about_ca_topic_score_gemma":0.01081376,"teacher_disagreement_score":0.011796928,"about_ca_system_score_codex":0.0026690403,"about_ca_system_score_gemma":0.0051892865,"threshold_uncertainty_score":0.046994686},"labels":[],"label_agreement":null},{"id":"W1709441513","doi":"10.3233/jid-2001-5201","title":"SPECIFICATION DRIVEN BEHAVIORAL DESIGN OF COMPLEX SYSTEMS","year":2001,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Systems engineering; Computer science; Engineering","score_opus":0.16682329166004342,"score_gpt":0.3601411996922473,"score_spread":0.19331790803220386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1709441513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032911918,0.0001619192,0.9873704,0.00030551193,0.000035946116,0.00014123786,0.00006470887,0.00047691836,0.008152138],"genre_scores_gemma":[0.15867084,0.0014353802,0.82586265,0.00038440304,0.00005267193,0.0015440299,0.00039568372,0.0003545888,0.011299803],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976513,0.0010777314,0.00015918112,0.00016199374,0.0007741693,0.00017573091],"domain_scores_gemma":[0.99776626,0.0011672551,0.0001754949,0.000395694,0.00041928035,0.00007606735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031865842,0.00076803385,0.0003758979,0.0005857297,0.0005286321,0.0024122188,0.0013928927,0.0010754388,0.004468991],"category_scores_gemma":[0.0035458887,0.0006074573,0.0008629662,0.00057574845,0.0019591202,0.0011740526,0.0013772951,0.0016872004,0.00096126145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006431862,0.00008279573,0.00035384492,0.00036398886,0.000034768775,0.0002277066,0.0006571492,0.2172107,0.0130117405,0.7244557,0.0018166747,0.041720502],"study_design_scores_gemma":[0.00014177013,0.00025421657,0.00026414634,0.0002615775,0.000048905284,0.00018803714,0.0002291527,0.60454285,0.014702713,0.26291472,0.11638914,0.00006275755],"about_ca_topic_score_codex":0.002420383,"about_ca_topic_score_gemma":0.0028666705,"teacher_disagreement_score":0.004468991,"about_ca_system_score_codex":0.0014562559,"about_ca_system_score_gemma":0.0024239928,"threshold_uncertainty_score":0.016852438},"labels":[],"label_agreement":null},{"id":"W1710690747","doi":"10.5555/1753235.1753267","title":"SAT-based analysis of feature models is easy","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":223,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Satisfiability; Computer science; Feature (linguistics); Consistency (knowledge bases); Theoretical computer science; Exploit; Feature model; Feature selection; Model checking; Product (mathematics); Algorithm; Data mining; Artificial intelligence; Programming language; Mathematics","score_opus":0.04253091478969003,"score_gpt":0.29909035119034116,"score_spread":0.25655943640065115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1710690747","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15062761,0.0004198593,0.8141869,0.0019072685,0.0001369873,0.00033209487,0.0029080308,0.0044820667,0.024999153],"genre_scores_gemma":[0.7114767,0.00043662058,0.27431563,0.0005253667,0.00010482252,0.00041608818,0.005547642,0.0007216992,0.00645549],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9961564,0.0013473913,0.00019970653,0.0007523244,0.0012502674,0.0002939485],"domain_scores_gemma":[0.9812707,0.012844626,0.0011845534,0.0034460588,0.0010777317,0.00017645207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016854191,0.0011712846,0.001062934,0.0008666843,0.0008317722,0.003482529,0.001767729,0.0011375167,0.0119779585],"category_scores_gemma":[0.016772589,0.0007482458,0.0019095169,0.0012109736,0.0013300463,0.0057201544,0.001782741,0.0022798683,0.0020925046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009643797,0.0010062037,0.014375644,0.0012688246,0.0005351499,0.0009087091,0.00070981425,0.37830436,0.034740772,0.324131,0.02798724,0.2150679],"study_design_scores_gemma":[0.000075531556,0.00013134627,0.0014057936,0.00005559297,0.000062873965,0.000224873,0.00018445459,0.68939596,0.011784848,0.28940204,0.0072433613,0.00003336913],"about_ca_topic_score_codex":0.0020615277,"about_ca_topic_score_gemma":0.003927365,"teacher_disagreement_score":0.0119779585,"about_ca_system_score_codex":0.001323831,"about_ca_system_score_gemma":0.0016888862,"threshold_uncertainty_score":0.040070295},"labels":[],"label_agreement":null},{"id":"W1724969323","doi":"","title":"Principles in formal specification of object oriented design and architecture","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Rotation formalisms in three dimensions; Formal specification; Architecture; Programming language; Formal methods; Database-centric architecture; Software engineering; Key (lock); Computer architecture; Theoretical computer science; Reference architecture; Software architecture; Mathematics; Software","score_opus":0.06339106354923034,"score_gpt":0.2830077837824239,"score_spread":0.21961672023319356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1724969323","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00069983717,0.0023691065,0.9806788,0.0028351895,0.0002773841,0.00014637857,0.00015464314,0.00040228263,0.012436354],"genre_scores_gemma":[0.047565453,0.0057899356,0.93460023,0.0020129543,0.00070118875,0.0013942575,0.000631547,0.0003115785,0.006992776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98935133,0.004334103,0.0015682334,0.0010289836,0.0031895435,0.0005278006],"domain_scores_gemma":[0.99020827,0.005673982,0.00066848064,0.0019353334,0.0013000129,0.00021391167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015640689,0.0020547456,0.0012908095,0.00318485,0.0026141305,0.008108329,0.0039317547,0.0041929237,0.0048957067],"category_scores_gemma":[0.015567577,0.0015610065,0.0029598922,0.003964279,0.016199443,0.010047796,0.003769899,0.008785622,0.0030122688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003726631,0.000009202677,0.00003702583,0.000091464826,0.0000071188365,0.000030622276,0.00035449752,0.0009375901,0.0001696255,0.990567,0.001242127,0.0065499768],"study_design_scores_gemma":[0.000016909356,0.000016323502,0.0000344961,0.00015595667,0.000010972006,0.000078384415,0.00007608575,0.003335937,0.00044712983,0.9390842,0.05672538,0.000018244287],"about_ca_topic_score_codex":0.005122477,"about_ca_topic_score_gemma":0.003186746,"teacher_disagreement_score":0.015640689,"about_ca_system_score_codex":0.0040145693,"about_ca_system_score_gemma":0.00515048,"threshold_uncertainty_score":0.08271688},"labels":[],"label_agreement":null},{"id":"W1728992199","doi":"10.1007/978-3-642-33999-8_25","title":"Towards Advanced Goal Model Analysis with jUCMNav","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Transport Canada; Carleton University; JDA Software (Canada); University of Ottawa","funders":"","keywords":"Computer science; Context (archaeology); Software engineering; Domain (mathematical analysis); Domain-specific language; Modeling language; Management science; Risk analysis (engineering); Systems engineering; Programming language; Software","score_opus":0.027633703668716224,"score_gpt":0.27648945374898376,"score_spread":0.24885575008026753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1728992199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013703487,0.00009186681,0.9916476,0.00015823042,0.000040591774,0.000063811116,0.000204899,0.0038114537,0.0026111086],"genre_scores_gemma":[0.035382137,0.00022987921,0.95942324,0.0001541487,0.000026988317,0.00014479301,0.0010708487,0.0010144699,0.0025534316],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99697435,0.0008505634,0.00020463273,0.00043093995,0.0013252314,0.0002142041],"domain_scores_gemma":[0.99727196,0.0013041424,0.00015110328,0.0007258486,0.00047178887,0.00007522405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003491596,0.0013275519,0.0011932544,0.001997473,0.00084223296,0.004447155,0.0026646547,0.0010527746,0.0087964665],"category_scores_gemma":[0.010956745,0.001299693,0.003237817,0.0016875315,0.0012428204,0.0053643696,0.0053509376,0.00474588,0.0043881885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020740366,0.00022825676,0.0015326226,0.00075451314,0.00022775319,0.00025784274,0.00062006875,0.09598884,0.0049673743,0.41713145,0.023873663,0.45421028],"study_design_scores_gemma":[0.000036066154,0.00003981931,0.00017366289,0.00021744058,0.00007849136,0.00012041937,0.00017809325,0.5511215,0.0052247266,0.3981381,0.044637866,0.00003386186],"about_ca_topic_score_codex":0.0043632896,"about_ca_topic_score_gemma":0.008426458,"teacher_disagreement_score":0.0087964665,"about_ca_system_score_codex":0.0010376984,"about_ca_system_score_gemma":0.0026536314,"threshold_uncertainty_score":0.029427052},"labels":[],"label_agreement":null},{"id":"W1743700406","doi":"10.1007/11531142_11","title":"Sustainable System Infrastructure and Big Bang Evolution: Can Aspects Keep Pace?","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Restructuring; Pace; Computer science; Modular programming; Point (geometry); Domain (mathematical analysis); Code (set theory); Software engineering; Process management; Engineering; Business; Programming language; Set (abstract data type); Mathematics; Geography","score_opus":0.012399886082880436,"score_gpt":0.2303968064392697,"score_spread":0.2179969203563893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1743700406","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16076674,0.030434636,0.12762845,0.14789048,0.0026383575,0.00008161364,0.00033696543,0.0006794819,0.52954334],"genre_scores_gemma":[0.9505162,0.011430399,0.008024551,0.0044659968,0.0006791461,0.00004330248,0.00008952157,0.00020821953,0.024542712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992949,0.00021735494,0.000025016245,0.000109066365,0.0001762208,0.0001774925],"domain_scores_gemma":[0.99758255,0.0011581144,0.00023382621,0.0003372249,0.00038152974,0.00030682137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020960344,0.0005292958,0.00072849705,0.00047219187,0.0011449859,0.0056220246,0.0012681705,0.0025740282,0.010824482],"category_scores_gemma":[0.006190009,0.00041403656,0.0004894961,0.0010368633,0.004851076,0.013344089,0.0020363224,0.0034961195,0.0010447138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009017088,0.00005615034,0.002428875,0.00027584392,0.00006957553,0.00022220303,0.0009191331,0.0047190795,0.00091497315,0.9172558,0.013118084,0.05993005],"study_design_scores_gemma":[0.00001200287,0.000040247796,0.0016453988,0.00010581556,0.00002764558,0.00013232624,0.0011084988,0.0039918576,0.0003914071,0.94583654,0.046684887,0.000023307835],"about_ca_topic_score_codex":0.002593603,"about_ca_topic_score_gemma":0.0034661782,"teacher_disagreement_score":0.010824482,"about_ca_system_score_codex":0.002014114,"about_ca_system_score_gemma":0.0020145415,"threshold_uncertainty_score":0.03621149},"labels":[],"label_agreement":null},{"id":"W1753799222","doi":"10.1002/smr.1553","title":"A standards‐based model of system maintainability requirements","year":2012,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Maintainability; Standardization; Computer science; Software; Reliability engineering; Systems engineering; Software engineering; Software system; Embedded system; Operating system; Engineering","score_opus":0.03999430210769324,"score_gpt":0.3240065482566557,"score_spread":0.2840122461489625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1753799222","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015318178,0.0002413389,0.88709074,0.0030415906,0.000075231204,0.00050263334,0.00093083264,0.0012243275,0.09157515],"genre_scores_gemma":[0.47503135,0.0011937135,0.48496503,0.0007565219,0.00011980342,0.001772636,0.0047215796,0.00053356803,0.030905724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9910138,0.0024420447,0.0009274509,0.0010045015,0.004148488,0.00046358834],"domain_scores_gemma":[0.9885162,0.002997319,0.0008744851,0.002218104,0.0052024857,0.0001913142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00652372,0.0008351288,0.00045806635,0.0039448407,0.001016984,0.0058537778,0.0035026746,0.0024568478,0.004906302],"category_scores_gemma":[0.01161341,0.00069570396,0.0013410245,0.002766042,0.0021771041,0.007448274,0.0017025329,0.0022774814,0.001756401],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026042388,0.00007702576,0.0011360782,0.0001774407,0.000030119456,0.00034172332,0.0014443952,0.07615977,0.0026047914,0.87508684,0.0055042403,0.037411526],"study_design_scores_gemma":[0.000053540625,0.0002175392,0.0023602075,0.00043398625,0.00007146062,0.0005469986,0.0012697963,0.41481405,0.004331971,0.39399874,0.18180668,0.00009503684],"about_ca_topic_score_codex":0.012853561,"about_ca_topic_score_gemma":0.010803575,"teacher_disagreement_score":0.012853561,"about_ca_system_score_codex":0.0051899836,"about_ca_system_score_gemma":0.005003431,"threshold_uncertainty_score":0.03765613},"labels":[],"label_agreement":null},{"id":"W1757047971","doi":"","title":"An Iterative Model for Agile Product Line Engineering.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software product line; Agile software development; Domain (mathematical analysis); Computer science; Software engineering; Domain engineering; Product (mathematics); Model-driven architecture; Software; Quality (philosophy); Unified Modeling Language; Systems engineering; Software development; Risk analysis (engineering); Process management; Engineering; Business; Software construction","score_opus":0.08478748285346549,"score_gpt":0.3154623521027814,"score_spread":0.2306748692493159,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1757047971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049624704,0.0004101242,0.93614507,0.0014339014,0.000086011554,0.0004365541,0.0001360512,0.0004990254,0.055890813],"genre_scores_gemma":[0.20148641,0.00081927277,0.77127457,0.00034657057,0.00006160494,0.0016725146,0.00046317044,0.00020428721,0.023671562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99539185,0.0022167235,0.0003088396,0.000536489,0.0012242295,0.00032190033],"domain_scores_gemma":[0.99516124,0.0019703992,0.00051055144,0.0010555299,0.00085927156,0.0004429962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003933034,0.0011097324,0.0003608526,0.0013603293,0.0013463072,0.0042103967,0.0026461845,0.003018242,0.010374313],"category_scores_gemma":[0.008358197,0.0007408752,0.0013757691,0.0013408636,0.0037135722,0.005530954,0.0033605031,0.0025781584,0.00397404],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044877197,0.000082515435,0.00080695766,0.00013881568,0.000025331135,0.0004705596,0.0014825304,0.03437457,0.001244144,0.92308724,0.0031230538,0.035119366],"study_design_scores_gemma":[0.0001264262,0.00021686485,0.00040616564,0.0002487761,0.00005415239,0.00079564756,0.0005849929,0.24349095,0.0015038983,0.615734,0.13677023,0.00006791105],"about_ca_topic_score_codex":0.003605632,"about_ca_topic_score_gemma":0.00367716,"teacher_disagreement_score":0.010374313,"about_ca_system_score_codex":0.0025933636,"about_ca_system_score_gemma":0.0038144542,"threshold_uncertainty_score":0.03470552},"labels":[],"label_agreement":null},{"id":"W1759566837","doi":"10.1007/978-3-540-89020-1_18","title":"Transforming Timeline Specifications into Automata for Runtime Monitoring","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Correctness; Programmer; Timeline; Programming language; Automaton; Toolchain; Runtime verification; Formalism (music); Model transformation; Software; Notation; Software engineering; Formal specification; Formal verification; Theoretical computer science; Artificial intelligence","score_opus":0.07010819227778484,"score_gpt":0.3038538854685864,"score_spread":0.23374569319080155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1759566837","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074762413,0.00006086967,0.9841249,0.00007985891,0.000052408417,0.00005611717,0.00021377363,0.0054319175,0.0025039155],"genre_scores_gemma":[0.27433738,0.00028486413,0.7149416,0.00019732337,0.000059039765,0.00025652358,0.0011225909,0.0028420324,0.005958627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99860865,0.00035705316,0.00018692044,0.00026045,0.00045852433,0.00012842187],"domain_scores_gemma":[0.99629116,0.0020700207,0.0003985692,0.0006295179,0.00055335695,0.000057432484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013253537,0.0007738493,0.0004274951,0.0006319324,0.00030972812,0.0018980318,0.0012465139,0.0010857752,0.004990529],"category_scores_gemma":[0.005593828,0.0008687592,0.0010490692,0.00062633055,0.0010873527,0.002481886,0.0011528598,0.0019262835,0.0014858213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006846358,0.00019679045,0.0015900938,0.0007044918,0.00009339219,0.00068171404,0.0017338581,0.14535524,0.06612337,0.520698,0.010600798,0.25153765],"study_design_scores_gemma":[0.00016480629,0.00016734653,0.0003041945,0.00014868745,0.00012631425,0.0003537834,0.00021955455,0.5480297,0.12499282,0.27777308,0.047634576,0.00008515324],"about_ca_topic_score_codex":0.0016074622,"about_ca_topic_score_gemma":0.0022793326,"teacher_disagreement_score":0.004990529,"about_ca_system_score_codex":0.00067849207,"about_ca_system_score_gemma":0.0009236196,"threshold_uncertainty_score":0.016694963},"labels":[],"label_agreement":null},{"id":"W1769485920","doi":"10.1007/0-306-47003-9_2","title":"Stepwise Design with Message Sequence Charts","year":2006,"lang":"en","type":"book-chapter","venue":"Kluwer Academic Publishers eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Software engineering; Process (computing); Automation; Relation (database); Software; Formal specification; Sequence (biology); Programming language; Data mining; Engineering","score_opus":0.07641966359258025,"score_gpt":0.26860800167843735,"score_spread":0.1921883380858571,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769485920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025136769,0.00021158876,0.99201643,0.00009482528,0.000038363072,0.0002825509,0.000054527,0.0016021717,0.0031858673],"genre_scores_gemma":[0.059500266,0.00049546175,0.93404794,0.00007989273,0.000038353206,0.0007816756,0.0002558843,0.00030510192,0.0044954387],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99466777,0.0025716955,0.00041187386,0.00050799234,0.0016142362,0.0002264046],"domain_scores_gemma":[0.9953465,0.002480509,0.0004140491,0.00070330437,0.00090364646,0.00015193206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055428552,0.0015782381,0.0005914668,0.0016271485,0.00078694534,0.0024919608,0.0020697135,0.0011351731,0.0053211222],"category_scores_gemma":[0.008519584,0.00080485863,0.0013054463,0.0012597344,0.0013597776,0.0019219129,0.0018895,0.0013090271,0.0016946702],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035601325,0.00023654844,0.0018135546,0.0011982319,0.00012759493,0.0013419895,0.003290508,0.103720926,0.03231907,0.45186257,0.0076345415,0.39609852],"study_design_scores_gemma":[0.0003722498,0.0007020175,0.00073690707,0.0007311438,0.0002860089,0.0007498867,0.00043864883,0.40020746,0.070234984,0.22360449,0.30177566,0.0001605165],"about_ca_topic_score_codex":0.0016937145,"about_ca_topic_score_gemma":0.0017026488,"teacher_disagreement_score":0.0055428552,"about_ca_system_score_codex":0.0010310594,"about_ca_system_score_gemma":0.002066055,"threshold_uncertainty_score":0.029313803},"labels":[],"label_agreement":null},{"id":"W178670310","doi":"10.1007/11581741_24","title":"Synchronizing Cardinality-Based Feature Models and Their Specializations","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Cardinality (data modeling); Synchronizing; Computer science; Feature model; Software product line; Set (abstract data type); Synchronization (alternating current); Line (geometry); Product (mathematics); Product line; Cardinal number (linguistics); Theoretical computer science; Software; Algorithm; Data mining; Programming language; Mathematics; Software development","score_opus":0.0440533905030072,"score_gpt":0.2737542242541372,"score_spread":0.22970083375112998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W178670310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025231725,0.00009173999,0.96871907,0.00014988153,0.00003089908,0.000057364596,0.0001396595,0.0017234624,0.0038562678],"genre_scores_gemma":[0.5429045,0.00027039,0.4481935,0.0001341082,0.00008472533,0.0002462655,0.0008099075,0.0013118468,0.0060446984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964186,0.0009351879,0.00040654023,0.00059424544,0.0012673029,0.0003780793],"domain_scores_gemma":[0.989293,0.0043587084,0.0007625541,0.004492835,0.000867874,0.00022510004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034964837,0.0006086424,0.0008701278,0.0013402636,0.00076641364,0.0026152595,0.0025383786,0.0011556669,0.004066179],"category_scores_gemma":[0.015211397,0.0011080138,0.0017281626,0.0022034424,0.0018169017,0.008850332,0.005235185,0.002274458,0.00072399114],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045090384,0.00013266045,0.002410716,0.00023153082,0.00007509017,0.0003721177,0.0012224234,0.078901574,0.009856148,0.7575668,0.0032533228,0.14552672],"study_design_scores_gemma":[0.00005494574,0.00008499999,0.00038342932,0.00007496754,0.00010530559,0.0003128101,0.00021017296,0.43589184,0.013575532,0.53834826,0.010909848,0.000047972633],"about_ca_topic_score_codex":0.0013200484,"about_ca_topic_score_gemma":0.0021867547,"teacher_disagreement_score":0.004066179,"about_ca_system_score_codex":0.0010036224,"about_ca_system_score_gemma":0.0010528418,"threshold_uncertainty_score":0.018491387},"labels":[],"label_agreement":null},{"id":"W1800359353","doi":"10.1007/978-3-540-85064-9_8","title":"A Categorical Approach to Mereology and Its Application to Modelling Software Components","year":2008,"lang":"en","type":"book-chapter","venue":"Transactions on rough sets","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mereology; Categorical variable; Category theory; Component (thermodynamics); Computer science; Software; Mathematics; Theoretical computer science; Epistemology; Pure mathematics; Programming language; Philosophy; Machine learning; Physics","score_opus":0.08108735604665167,"score_gpt":0.2768103357364265,"score_spread":0.1957229796897748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1800359353","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054986924,0.0025628104,0.9603207,0.0021789633,0.0002802842,0.00004347907,0.00020342921,0.00022770544,0.028683955],"genre_scores_gemma":[0.3225992,0.0042640283,0.656593,0.0006617934,0.00086840533,0.0003610326,0.00042585988,0.00023349065,0.013993126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9987307,0.0005686974,0.00012986,0.00017923072,0.0003270111,0.000064353626],"domain_scores_gemma":[0.9966209,0.0022575282,0.00021331593,0.00035386736,0.00041016735,0.00014437464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018418947,0.0005959461,0.0010253487,0.002966681,0.0017353988,0.003937561,0.0019637472,0.0012912097,0.005628944],"category_scores_gemma":[0.005229682,0.0008445571,0.0020856953,0.0038283134,0.0082461145,0.0073994054,0.0022387411,0.0044799424,0.0008051777],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025781226,0.0000038368185,0.000031164553,0.00003059989,0.0000040670375,0.000016018183,0.0001344876,0.0008902543,0.00011169091,0.99487877,0.0006175742,0.0032790238],"study_design_scores_gemma":[0.0000026865173,0.0000066568523,0.0000509453,0.0000144367705,0.000004678212,0.00003426891,0.000050217583,0.005381299,0.00007591999,0.9880876,0.006282241,0.000008928367],"about_ca_topic_score_codex":0.0025466683,"about_ca_topic_score_gemma":0.003230761,"teacher_disagreement_score":0.005628944,"about_ca_system_score_codex":0.0026744301,"about_ca_system_score_gemma":0.0012600601,"threshold_uncertainty_score":0.01940447},"labels":[],"label_agreement":null},{"id":"W180059603","doi":"10.7939/r3jm23k0n","title":"FCL: Automatically Detecting Structural Errors in Framework-Based Development","year":2004,"lang":"en","type":"article","venue":"University of Alberta Library","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Programming language; Set (abstract data type); Code (set theory); Reuse; Semantics (computer science); Software engineering; Task (project management); Systems engineering; Engineering","score_opus":0.014495610790551334,"score_gpt":0.21801896375449728,"score_spread":0.20352335296394594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W180059603","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09773802,0.0005971964,0.7128592,0.00066544727,0.00018601547,0.0009874597,0.0015259124,0.18222499,0.0032157502],"genre_scores_gemma":[0.25722134,0.00024822977,0.7329127,0.00028993946,0.000033692842,0.00038669156,0.0032922283,0.003710818,0.0019044448],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98822814,0.0025565752,0.0008469016,0.0021766482,0.0052242423,0.0009675703],"domain_scores_gemma":[0.96025234,0.021771394,0.00683681,0.0051094806,0.0053291433,0.00070082076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01022935,0.00195603,0.0010965884,0.007229553,0.0014458789,0.0033518665,0.003918831,0.0024348788,0.002692147],"category_scores_gemma":[0.049092773,0.0014581742,0.0015014731,0.0021081534,0.0023823958,0.005482539,0.0036406675,0.0021464159,0.0014735872],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010825319,0.0007524751,0.08467706,0.001507242,0.00028032984,0.0020698723,0.0025227547,0.09628339,0.031228883,0.022770958,0.039836373,0.71698815],"study_design_scores_gemma":[0.00016906507,0.00032956564,0.0085965125,0.0002789664,0.00010053859,0.0006892016,0.0004444694,0.92129993,0.03958614,0.011447079,0.016879367,0.00017914176],"about_ca_topic_score_codex":0.02932916,"about_ca_topic_score_gemma":0.028088689,"teacher_disagreement_score":0.02932916,"about_ca_system_score_codex":0.0032441434,"about_ca_system_score_gemma":0.007815323,"threshold_uncertainty_score":0.058316886},"labels":[],"label_agreement":null},{"id":"W1806726896","doi":"10.1007/978-3-540-77042-8_7","title":"Safe and Sound Evolution with SONAR","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Sonar; Computer science; Java; Abstraction; Systems engineering; Human–computer interaction; Software engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.03499725117315887,"score_gpt":0.2754603664255376,"score_spread":0.24046311525237873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1806726896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012416428,0.00042647068,0.962454,0.00023681432,0.00017114842,0.00002440362,0.000055137298,0.0013994562,0.022816021],"genre_scores_gemma":[0.3871142,0.0012449918,0.5477686,0.0003399468,0.00018136426,0.000105408064,0.00042222496,0.0019289093,0.060894344],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994166,0.00007886816,0.000032745033,0.000111619556,0.00030072537,0.000059499667],"domain_scores_gemma":[0.9992901,0.00027947788,0.000047672063,0.00021652204,0.00012573351,0.00004058706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053221383,0.0005697175,0.0004883231,0.00062036165,0.00061386375,0.0012467495,0.0010893241,0.0008322313,0.0069463374],"category_scores_gemma":[0.0022893222,0.0004812759,0.0007054227,0.00041548585,0.0018780759,0.0018886538,0.0022638428,0.0019573206,0.0017799863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107253836,0.00004958617,0.0005840203,0.00018355786,0.00003739172,0.00029763396,0.00060118723,0.05391504,0.026935034,0.6004445,0.005556662,0.31128815],"study_design_scores_gemma":[0.00003684122,0.00010602458,0.00028882956,0.000070644564,0.000045821707,0.0003945673,0.00014118872,0.15508756,0.026790101,0.7501153,0.066883676,0.000039506278],"about_ca_topic_score_codex":0.0008763169,"about_ca_topic_score_gemma":0.0008787581,"teacher_disagreement_score":0.0069463374,"about_ca_system_score_codex":0.00044569312,"about_ca_system_score_gemma":0.00045822706,"threshold_uncertainty_score":0.023237765},"labels":[],"label_agreement":null},{"id":"W1819654019","doi":"","title":"IRIS-TS: DETECTING INTERACTIONS BETWEEN REQUIREMENTS IN DOORS","year":2006,"lang":"en","type":"article","venue":"Americanae (AECID Library)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Doors; Domain (mathematical analysis); Computer science; Requirements analysis; IRIS (biosensor); Software engineering; Software; Human–computer interaction; Artificial intelligence; Biometrics; Programming language; Operating system","score_opus":0.029108186523586203,"score_gpt":0.28445453965985107,"score_spread":0.25534635313626486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1819654019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19869854,0.0001396779,0.7808673,0.00029889992,0.000055315293,0.0006045475,0.0004898493,0.015436853,0.0034091086],"genre_scores_gemma":[0.5974462,0.00005781486,0.39838937,0.00013852607,0.000014673097,0.0003147278,0.0010123834,0.0005510252,0.0020752375],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9842184,0.005634993,0.0009902593,0.001668705,0.006869398,0.0006181627],"domain_scores_gemma":[0.9503782,0.033236075,0.007910072,0.0038815343,0.0038258415,0.0007682855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062268516,0.0010363227,0.0007513017,0.00194787,0.00058303005,0.0013774538,0.0014237841,0.0012328628,0.0025065336],"category_scores_gemma":[0.030866645,0.0005453689,0.0011578795,0.00061893754,0.0010081582,0.0024101576,0.0027886038,0.0015958537,0.0007273552],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028450328,0.0011790206,0.0770622,0.0021373203,0.00053832756,0.005047351,0.010109687,0.07931057,0.21904738,0.027557692,0.009708809,0.5654566],"study_design_scores_gemma":[0.00015805535,0.0013928219,0.023393411,0.00028974024,0.00017426694,0.0026749282,0.0026150052,0.72681457,0.2017971,0.016163567,0.024320606,0.0002059827],"about_ca_topic_score_codex":0.0011359568,"about_ca_topic_score_gemma":0.0013845118,"teacher_disagreement_score":0.0062268516,"about_ca_system_score_codex":0.00077198225,"about_ca_system_score_gemma":0.0013175368,"threshold_uncertainty_score":0.03293115},"labels":[],"label_agreement":null},{"id":"W1827313596","doi":"10.1109/wpc.2002.1021339","title":"Architecture recovery of dynamically linked applications: a case study","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Common Object Request Broker Architecture; Architecture; Software architecture; Multilayered architecture; Middleware (distributed applications); Distributed computing; Object-oriented programming; Reference architecture; Software; Software engineering; Applications architecture; Operating system","score_opus":0.027080514409742826,"score_gpt":0.2977974054444945,"score_spread":0.27071689103475166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1827313596","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95454985,0.0003374195,0.038034365,0.0007940631,0.000029057477,0.00019877075,0.000100229794,0.00047289272,0.005483335],"genre_scores_gemma":[0.96317124,0.00033950017,0.031312358,0.00018082654,0.000016624774,0.00012831709,0.00016953274,0.00013546331,0.0045461114],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99755293,0.0008973426,0.000118045275,0.0002148728,0.0008963217,0.00032049252],"domain_scores_gemma":[0.99330103,0.00434561,0.00059414015,0.001022083,0.0004681292,0.00026901197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001995509,0.0005240529,0.00035963755,0.0013810206,0.0021282276,0.0010867406,0.0019228909,0.0031124004,0.0012124105],"category_scores_gemma":[0.009141639,0.0003768088,0.0007078619,0.0012274886,0.0015314893,0.0012356291,0.0013985763,0.0018067464,0.00031567065],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017093318,0.0048174732,0.07592665,0.0016504442,0.00029767878,0.2147543,0.035326514,0.14913729,0.0502094,0.0368403,0.012020378,0.41731027],"study_design_scores_gemma":[0.00051172887,0.0038267826,0.06328014,0.0007616159,0.0004797767,0.14798358,0.03709858,0.38785002,0.18687941,0.031180095,0.13972539,0.0004228111],"about_ca_topic_score_codex":0.003587425,"about_ca_topic_score_gemma":0.0053320588,"teacher_disagreement_score":0.003587425,"about_ca_system_score_codex":0.0008779801,"about_ca_system_score_gemma":0.00085133483,"threshold_uncertainty_score":0.01055336},"labels":[],"label_agreement":null},{"id":"W1827647151","doi":"10.1007/11587552_16","title":"Generic Middleware Substrate Through Modelware","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Reusability; Separation of concerns; Aspect-oriented programming; Reuse; Distributed computing; Benchmark (surveying); Coding (social sciences); Component (thermodynamics); Architecture; Programming paradigm; Computer architecture; Software engineering; Operating system; Programming language; Software","score_opus":0.062277456953522964,"score_gpt":0.28200170687608966,"score_spread":0.2197242499225667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1827647151","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00515912,0.00031394904,0.9482209,0.00025305062,0.00018430203,0.00008898743,0.00019283417,0.02133397,0.02425282],"genre_scores_gemma":[0.16819276,0.0014273359,0.7578295,0.00048651476,0.00012695127,0.00032899054,0.0026372974,0.009742937,0.059227645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99914646,0.00014821108,0.00008770203,0.000197698,0.00031715608,0.00010272139],"domain_scores_gemma":[0.9990403,0.00012593018,0.000039893996,0.0006362078,0.00009007346,0.000067557055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010705935,0.0010328434,0.00078756234,0.001216045,0.00071706425,0.0044101197,0.0029587185,0.0018173946,0.013602418],"category_scores_gemma":[0.002037918,0.0010524688,0.0011984286,0.0013950106,0.0008373525,0.005096761,0.0032699208,0.002891464,0.0074067228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026437626,0.00026591364,0.0012013951,0.00078123424,0.00016546735,0.0009808512,0.0011594356,0.023127807,0.04719547,0.5145512,0.031456754,0.37885016],"study_design_scores_gemma":[0.00008892093,0.00017376267,0.0006917166,0.00033712445,0.00022210811,0.0017081043,0.00024012887,0.13812055,0.06527954,0.25207555,0.5409441,0.00011831426],"about_ca_topic_score_codex":0.00079852325,"about_ca_topic_score_gemma":0.0009783524,"teacher_disagreement_score":0.013602418,"about_ca_system_score_codex":0.00082119025,"about_ca_system_score_gemma":0.0010057238,"threshold_uncertainty_score":0.04550457},"labels":[],"label_agreement":null},{"id":"W1836516978","doi":"10.1007/978-3-642-11928-6_19","title":"Concept Analysis as a Framework for Mining Functional Features from Legacy Code","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Programming language; Implementation; Set (abstract data type); Code (set theory); Class (philosophy); Functional programming; Inheritance (genetic algorithm); Software engineering; Theoretical computer science; Artificial intelligence","score_opus":0.035978246445163016,"score_gpt":0.3035847591646655,"score_spread":0.2676065127195025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1836516978","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064613903,0.00050379266,0.989038,0.00013320919,0.00001650482,0.00017080894,0.000708448,0.0020418398,0.00092592795],"genre_scores_gemma":[0.041611925,0.0002508727,0.9552625,0.000054230088,0.000018836527,0.00024558927,0.0016445221,0.00011751956,0.00079404685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980914,0.00037329627,0.00017929851,0.0004084594,0.0008629349,0.00008451212],"domain_scores_gemma":[0.9958948,0.0027706036,0.0003232048,0.00035649087,0.0005500416,0.00010496276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025169596,0.0011587897,0.0008441789,0.007567551,0.0009186754,0.0027920192,0.002435399,0.0008693885,0.0027747906],"category_scores_gemma":[0.006638874,0.0005884015,0.0022025472,0.005086121,0.0012636303,0.0028788846,0.0015156369,0.0017715693,0.0011607065],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016091451,0.00025421227,0.008292947,0.0011390201,0.00028345504,0.00060473406,0.001427318,0.02083524,0.012918358,0.10977429,0.007677772,0.83663166],"study_design_scores_gemma":[0.000062932544,0.0002558339,0.008066832,0.0005138681,0.00038601147,0.001701501,0.0010186034,0.6250788,0.020949028,0.2883962,0.053430073,0.00014031501],"about_ca_topic_score_codex":0.005225611,"about_ca_topic_score_gemma":0.006197259,"teacher_disagreement_score":0.007567551,"about_ca_system_score_codex":0.0009824422,"about_ca_system_score_gemma":0.0024887093,"threshold_uncertainty_score":0.013311088},"labels":[],"label_agreement":null},{"id":"W183747266","doi":"","title":"Architectural design and analysis of an N-tier enterprise application","year":2007,"lang":"en","type":"article","venue":"Internet, Multimedia Systems and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Software engineering; Agile software development; Schematic; Software development; Extensibility; Scalability; Systems development life cycle; Architecture tradeoff analysis method; Systems engineering; Reference architecture; Software; Software development process; Software construction; Software architecture; Database; Engineering; Operating system","score_opus":0.02332198313760029,"score_gpt":0.29976285701431055,"score_spread":0.27644087387671024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W183747266","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0639988,0.00016799582,0.92339545,0.00023107338,0.000013505996,0.00018389056,0.00012635722,0.0007600754,0.011122807],"genre_scores_gemma":[0.4304516,0.0004119423,0.5595851,0.00009633794,0.000008509009,0.00022065282,0.0002868034,0.00012104812,0.008817952],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999483,0.00014879431,0.000044701937,0.000059614493,0.00022177541,0.00004216124],"domain_scores_gemma":[0.9995925,0.00009155732,0.000047753663,0.00008068894,0.00016239953,0.000025089648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005705484,0.00031924926,0.00017676436,0.000627898,0.00044500796,0.0014789039,0.0005343199,0.0005276406,0.001590305],"category_scores_gemma":[0.0009228869,0.00030504604,0.00056953536,0.00044593262,0.0005967447,0.00073499896,0.00050981477,0.00039684013,0.00047069765],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022119441,0.00020337102,0.013025962,0.00064493925,0.00010484667,0.0030774244,0.001987053,0.31024358,0.24510242,0.2166283,0.0027239637,0.20603694],"study_design_scores_gemma":[0.000024918105,0.0002445525,0.007145359,0.00012685028,0.00010715176,0.00174567,0.00063345826,0.8332671,0.044195723,0.053661026,0.05877703,0.00007117149],"about_ca_topic_score_codex":0.0052914186,"about_ca_topic_score_gemma":0.006046244,"teacher_disagreement_score":0.0052914186,"about_ca_system_score_codex":0.00066158554,"about_ca_system_score_gemma":0.0015500851,"threshold_uncertainty_score":0.010521293},"labels":[],"label_agreement":null},{"id":"W1840306116","doi":"10.1007/978-3-540-74984-4_9","title":"Enhanced Use Case Map Traversal Semantics","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Tree traversal; Semantics (computer science); Notation; Programming language; Context (archaeology); TRACE (psycholinguistics); Set (abstract data type); Plug-in; Sequence diagram; Unified Modeling Language; Software","score_opus":0.05619144105051174,"score_gpt":0.29956427559241183,"score_spread":0.2433728345419001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1840306116","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008220867,0.00011918572,0.95888984,0.00029171654,0.000086710126,0.00017876939,0.00065451517,0.008584016,0.02297433],"genre_scores_gemma":[0.25093654,0.0005015937,0.7053677,0.00026318638,0.00009330203,0.0003313295,0.0026080129,0.0038498193,0.036048457],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99800414,0.00035506772,0.00018000719,0.00023877526,0.0010230092,0.00019897294],"domain_scores_gemma":[0.9978497,0.0005224412,0.000089973146,0.00080711767,0.0006516123,0.0000791464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014814205,0.0007634265,0.00057133095,0.0022007162,0.00091837865,0.003709101,0.0021593105,0.001197457,0.013190558],"category_scores_gemma":[0.004538895,0.00071315555,0.0009926212,0.0019771925,0.0011252124,0.0080563845,0.0035554222,0.0023372865,0.0038276277],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019948132,0.00024173409,0.0009339013,0.00035564866,0.000053497442,0.0006194043,0.001576447,0.0077810306,0.014805686,0.6453123,0.020476384,0.3076445],"study_design_scores_gemma":[0.00005271822,0.00008457409,0.0006103212,0.00024377194,0.00016795057,0.0014286054,0.00057117105,0.1554061,0.038560484,0.48466787,0.31811327,0.000093167524],"about_ca_topic_score_codex":0.0033217159,"about_ca_topic_score_gemma":0.0058839717,"teacher_disagreement_score":0.013190558,"about_ca_system_score_codex":0.0008100353,"about_ca_system_score_gemma":0.0016299606,"threshold_uncertainty_score":0.04412687},"labels":[],"label_agreement":null},{"id":"W1842273274","doi":"10.1023/a:1020887726404","title":"Towards Specifying Constraints for Object-Oriented Frameworks","year":2002,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Research Committee, Aristotle University of Thessaloniki; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Programming language; Semantics (computer science); Object-oriented programming; Object Constraint Language; Set (abstract data type); Software; Unified Modeling Language","score_opus":0.0334166069369384,"score_gpt":0.26122537177553196,"score_spread":0.22780876483859355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1842273274","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006505086,0.0002618375,0.9880398,0.00060924323,0.00007041846,0.00026212833,0.00022428745,0.0012666038,0.0027605502],"genre_scores_gemma":[0.062643856,0.00049265835,0.932935,0.00027433716,0.00006223475,0.00027268473,0.00069891685,0.00084734766,0.0017730882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98770463,0.0041410634,0.0017758388,0.0011797718,0.0040517105,0.0011469964],"domain_scores_gemma":[0.98250407,0.009370049,0.001287567,0.0027685177,0.0032838217,0.0007860642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014532125,0.0020599412,0.0017445708,0.002644222,0.0030455391,0.0099524325,0.0053909537,0.00415789,0.0037229608],"category_scores_gemma":[0.03459523,0.0035614816,0.0040483256,0.0031086153,0.004642011,0.012026757,0.0077767046,0.007898872,0.001009171],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001140712,0.000111159796,0.001616805,0.0007268278,0.000108342014,0.00068301265,0.0030881271,0.039409533,0.0043848315,0.8646277,0.006097035,0.07903246],"study_design_scores_gemma":[0.00011514909,0.0000630176,0.0003446491,0.00070632825,0.00017915545,0.00031981713,0.0014543859,0.19011228,0.00950005,0.70318794,0.09384454,0.00017270487],"about_ca_topic_score_codex":0.020119729,"about_ca_topic_score_gemma":0.035601612,"teacher_disagreement_score":0.020119729,"about_ca_system_score_codex":0.0026604773,"about_ca_system_score_gemma":0.0069161714,"threshold_uncertainty_score":0.07685411},"labels":[],"label_agreement":null},{"id":"W184528236","doi":"","title":"Proceedings of the 6th international conference on Aspect-oriented software development","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Research (Canada)","funders":"","keywords":"Computer science; Presentation (obstetrics); Software engineering; Modularity (biology); Theme (computing); Abstraction; Software development; Software; Programming language; World Wide Web","score_opus":0.04560480293758728,"score_gpt":0.2943643306281364,"score_spread":0.2487595276905491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W184528236","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011321157,0.123413734,0.2497828,0.025104584,0.12701833,0.0011836872,0.0025984421,0.007326811,0.45225033],"genre_scores_gemma":[0.045847666,0.079309866,0.16004425,0.0071984725,0.019507732,0.0009964339,0.013287744,0.0042153844,0.6695924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965179,0.0006848995,0.00032629372,0.00058468705,0.0016362,0.00025004332],"domain_scores_gemma":[0.9955244,0.0009676007,0.00020440704,0.0006546785,0.0018572395,0.0007916816],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00348237,0.0016155657,0.0013455335,0.0016818045,0.00097156083,0.005909929,0.0018713331,0.001965666,0.072974],"category_scores_gemma":[0.005883578,0.0005056927,0.0011461081,0.0015059422,0.0011483638,0.004276667,0.0029849568,0.0041910927,0.035144024],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018771745,0.00018729187,0.0005806966,0.00078215305,0.00007568243,0.00031906975,0.00041721694,0.0010046652,0.005303694,0.023802897,0.5920757,0.3752633],"study_design_scores_gemma":[0.000012600619,0.000043308166,0.00031685762,0.00020376359,0.000017500884,0.00024438856,0.00007064664,0.00096039526,0.0005959063,0.0045489357,0.9929709,0.000014766582],"about_ca_topic_score_codex":0.0013949933,"about_ca_topic_score_gemma":0.0019258985,"teacher_disagreement_score":0.072974,"about_ca_system_score_codex":0.0010961102,"about_ca_system_score_gemma":0.002410909,"threshold_uncertainty_score":0.24412233},"labels":[],"label_agreement":null},{"id":"W1846846289","doi":"10.1109/apsec.1999.809579","title":"An approach for measuring software evolution using source code features","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software evolution; Maintainability; Computer science; Software maintenance; Software system; Software architecture; Software; Software engineering; Source code; Legacy system; Syntax; Programming language; Software construction; Artificial intelligence","score_opus":0.08749849720855139,"score_gpt":0.3069543297822392,"score_spread":0.21945583257368778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1846846289","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2147227,0.00037885678,0.7712897,0.00013300634,0.00008210695,0.001004076,0.0018102081,0.005217677,0.005361631],"genre_scores_gemma":[0.36965948,0.00022166203,0.6256012,0.00004400226,0.00002292273,0.00094333175,0.00169489,0.00031514594,0.001497303],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942813,0.0010804812,0.0004118014,0.0008027797,0.0032407343,0.00018297031],"domain_scores_gemma":[0.9854401,0.005050348,0.0026009537,0.0019995384,0.004674962,0.00023406952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028174475,0.0012366028,0.0008315405,0.009921972,0.0008536202,0.0015649585,0.0012462325,0.0015820023,0.0010264604],"category_scores_gemma":[0.019602237,0.0006471117,0.0010202219,0.009396033,0.00063738343,0.0024290322,0.000986565,0.0016031959,0.00063124526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005122675,0.0013542235,0.12722607,0.0008555133,0.0007484901,0.00025932668,0.0021208026,0.018770047,0.18919016,0.008255662,0.0025241133,0.6481833],"study_design_scores_gemma":[0.00015775878,0.0028497868,0.35129756,0.00023989363,0.0006690903,0.002041244,0.001345578,0.35222107,0.25539643,0.01390745,0.019355126,0.0005189818],"about_ca_topic_score_codex":0.004026251,"about_ca_topic_score_gemma":0.004570082,"teacher_disagreement_score":0.009921972,"about_ca_system_score_codex":0.0006735961,"about_ca_system_score_gemma":0.0008227814,"threshold_uncertainty_score":0.014900267},"labels":[],"label_agreement":null},{"id":"W1852114920","doi":"10.1007/3-540-70657-7_11","title":"Modeling Early Requirements in Tropos: A Transformation Based Approach","year":2002,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Requirements analysis; Transformation (genetics); Model transformation; Software development process; Agent-oriented software engineering; Software development; Process (computing); Systems engineering; Set (abstract data type); Software; Programming language; Artificial intelligence; Engineering","score_opus":0.0656782006373824,"score_gpt":0.27814075107725256,"score_spread":0.21246255043987017,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1852114920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011760488,0.00005978212,0.97987396,0.00014557088,0.000013621836,0.00015717284,0.00025041765,0.00196633,0.0057726693],"genre_scores_gemma":[0.25765702,0.00035515265,0.73266846,0.00013177293,0.000019910984,0.00035472278,0.00086875935,0.0011994625,0.0067447503],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998575,0.0005267198,0.000108553264,0.00019171968,0.00046942776,0.00012858691],"domain_scores_gemma":[0.9974183,0.0013747308,0.0003249584,0.000527278,0.00028969732,0.0000651211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015283638,0.0009155741,0.00058576406,0.0012390936,0.00054326816,0.0022213028,0.001964366,0.00095430383,0.0051336195],"category_scores_gemma":[0.0034378362,0.0010523866,0.002047177,0.0010226615,0.0011386377,0.0035993748,0.0015734537,0.0022393109,0.0011534244],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024950327,0.00018200684,0.0026066564,0.0006016066,0.00016698184,0.0011529673,0.0020644483,0.49374884,0.019488133,0.3700757,0.0033135323,0.106349535],"study_design_scores_gemma":[0.00003755688,0.00009486548,0.00030220096,0.000106002015,0.00013465396,0.00030692833,0.00038468387,0.87382364,0.014726575,0.08350965,0.026532104,0.000041147505],"about_ca_topic_score_codex":0.004882511,"about_ca_topic_score_gemma":0.007212208,"teacher_disagreement_score":0.0051336195,"about_ca_system_score_codex":0.00077899074,"about_ca_system_score_gemma":0.0016001413,"threshold_uncertainty_score":0.017173707},"labels":[],"label_agreement":null},{"id":"W1854723381","doi":"10.1007/978-3-540-87355-6_3","title":"Strategy-Trees: A Feedback Based Approach to Policy Management","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Tree (set theory); Set (abstract data type); Abstraction; Directive; Architecture; Operations research; Process management; Programming language","score_opus":0.04370282045257278,"score_gpt":0.28130193432145045,"score_spread":0.23759911386887766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1854723381","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019356393,0.00009377978,0.991617,0.0002836429,0.00005371307,0.00007391368,0.00011952573,0.0014923436,0.0043304255],"genre_scores_gemma":[0.17655659,0.00035105378,0.81393266,0.00029762194,0.00010574143,0.00033644095,0.00040785054,0.0005006143,0.007511485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99711585,0.001397147,0.00014538004,0.00026395108,0.0009271817,0.00015047885],"domain_scores_gemma":[0.99405956,0.00441551,0.00025656313,0.00054411526,0.00047154858,0.00025278673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047493656,0.0009067044,0.0011295005,0.0015653833,0.0009227128,0.002929856,0.0024271253,0.0016534202,0.011832741],"category_scores_gemma":[0.011634633,0.00062012736,0.0009804762,0.002096281,0.0013185405,0.0048439982,0.0020386162,0.0025681902,0.0018234964],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024279284,0.00031219234,0.0006680886,0.00023716482,0.00010122959,0.00012466483,0.00059588294,0.2008145,0.0019979412,0.44640732,0.016653376,0.33184484],"study_design_scores_gemma":[0.000033264394,0.000037609545,0.00006924596,0.000027785569,0.00003024304,0.000028825927,0.00006004477,0.6972268,0.0012053386,0.29252508,0.008737254,0.000018453326],"about_ca_topic_score_codex":0.005093868,"about_ca_topic_score_gemma":0.006381668,"teacher_disagreement_score":0.011832741,"about_ca_system_score_codex":0.0015902551,"about_ca_system_score_gemma":0.0023772041,"threshold_uncertainty_score":0.039584458},"labels":[],"label_agreement":null},{"id":"W1855562039","doi":"10.1109/isre.1999.777995","title":"Generating user interface prototypes from scenarios","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Unified Modeling Language; User interface; Interface (matter); Software engineering; Formal specification; Process (computing); Rapid prototyping; User interface design; Domain (mathematical analysis); Modeling language; Formal methods; User requirements document; Programming language; Human–computer interaction; Software; Engineering; Operating system","score_opus":0.03459984935898172,"score_gpt":0.29062866424488387,"score_spread":0.2560288148859021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855562039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038509913,0.00012398591,0.9457141,0.0001884256,0.00007165059,0.0012466917,0.00024933048,0.0040139807,0.009881867],"genre_scores_gemma":[0.18717249,0.00022151487,0.8054638,0.00009356863,0.000019004274,0.0014996496,0.0014017097,0.00052629824,0.003601997],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962763,0.0020391943,0.00022712137,0.00032092843,0.0009636079,0.00017277889],"domain_scores_gemma":[0.98973083,0.0064144856,0.00033309503,0.0018167485,0.0014965723,0.00020830525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034178477,0.0011403668,0.0006914832,0.0016045795,0.0005625147,0.0019273609,0.0019966606,0.0023561285,0.009361177],"category_scores_gemma":[0.021239214,0.0010604444,0.0013037117,0.0007208713,0.0008047505,0.002496406,0.002385106,0.0011487856,0.0021996985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011156385,0.0007845808,0.004318682,0.0021318048,0.00017375796,0.0033401987,0.005319045,0.13436812,0.0829808,0.18649358,0.02046197,0.5585119],"study_design_scores_gemma":[0.00046819268,0.0012954767,0.0021193572,0.00047322977,0.00012802299,0.0021672104,0.001920432,0.68237543,0.11684943,0.082896054,0.109080195,0.0002270133],"about_ca_topic_score_codex":0.0004764941,"about_ca_topic_score_gemma":0.00048066615,"teacher_disagreement_score":0.009361177,"about_ca_system_score_codex":0.00048321832,"about_ca_system_score_gemma":0.00071750203,"threshold_uncertainty_score":0.03131628},"labels":[],"label_agreement":null},{"id":"W1855714739","doi":"","title":"Unifying Software and Product Configuration: A Research Roadmap","year":2012,"lang":"en","type":"preprint","venue":"Oxford University Research Archive (ORA) (University of Oxford)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Product (mathematics); Computer science; Software; Software engineering; Field (mathematics); Software configuration management; Isolation (microbiology); Systems engineering; Software development; Engineering; Software construction","score_opus":0.10483585681664673,"score_gpt":0.3249396374940639,"score_spread":0.22010378067741718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1855714739","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020140974,0.55057144,0.3343971,0.043909464,0.001197368,0.00028136728,0.00015921572,0.00096779567,0.04837529],"genre_scores_gemma":[0.20863372,0.39518294,0.38014737,0.004350506,0.0026634606,0.0004685867,0.0006738124,0.00046595302,0.0074137016],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98498166,0.0065620705,0.0013946168,0.0029651322,0.0032735278,0.0008230523],"domain_scores_gemma":[0.960404,0.027745055,0.0023307875,0.0044303564,0.003607477,0.0014824672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020809833,0.0025269422,0.0034480484,0.012428455,0.0022791405,0.020339346,0.0066025015,0.011644019,0.011735417],"category_scores_gemma":[0.021987168,0.0027862552,0.0019267952,0.02925719,0.014229013,0.067462616,0.010256295,0.0068930453,0.0032990195],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010881504,0.00027750703,0.0020573288,0.0029636074,0.00007021179,0.00018856466,0.0019928052,0.004909838,0.0006675329,0.5559988,0.004397685,0.42636725],"study_design_scores_gemma":[0.000038597438,0.000232052,0.0023506552,0.0038123014,0.000059355614,0.0006080687,0.0048048096,0.027572287,0.0009161228,0.805968,0.15350318,0.00013469106],"about_ca_topic_score_codex":0.00561134,"about_ca_topic_score_gemma":0.0027031,"teacher_disagreement_score":0.020809833,"about_ca_system_score_codex":0.007472517,"about_ca_system_score_gemma":0.010350559,"threshold_uncertainty_score":0.110054195},"labels":[],"label_agreement":null},{"id":"W185793899","doi":"10.1007/978-3-642-30350-0_1","title":"Agile Principles as Software Engineering Principles: An Analysis","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Computer science; Software engineering; Systems engineering; Engineering","score_opus":0.035745572846520336,"score_gpt":0.26793430444132127,"score_spread":0.23218873159480094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W185793899","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24953549,0.02952659,0.3148443,0.008379202,0.00028508744,0.00027302388,0.0004332579,0.00030010266,0.396423],"genre_scores_gemma":[0.91856045,0.01600521,0.042357847,0.000485159,0.00010683386,0.00012238823,0.00022972583,0.00009610541,0.022036325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989428,0.00033364235,0.00003902931,0.0000705444,0.00051356346,0.000100359284],"domain_scores_gemma":[0.9964618,0.0026613586,0.0001880611,0.00012387005,0.00048193298,0.00008300758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011231466,0.0004062124,0.00028958987,0.0021977308,0.00062534696,0.0027426668,0.00050129637,0.0004789282,0.0052197888],"category_scores_gemma":[0.0036015832,0.0002853054,0.0004664706,0.0044369046,0.0017144603,0.0037824037,0.001003005,0.0013468901,0.0007340582],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005877551,0.0000834191,0.0065031205,0.00022147193,0.000023656292,0.0003066765,0.002637664,0.0018394659,0.00054585916,0.8147102,0.0058665364,0.16720317],"study_design_scores_gemma":[0.000034291803,0.00023045241,0.028190285,0.00086128525,0.00012792306,0.0020451504,0.0125312675,0.03282739,0.0020927924,0.7750452,0.1459732,0.000040815838],"about_ca_topic_score_codex":0.0012183423,"about_ca_topic_score_gemma":0.0014604345,"teacher_disagreement_score":0.0052197888,"about_ca_system_score_codex":0.0011230359,"about_ca_system_score_gemma":0.0013220771,"threshold_uncertainty_score":0.017461956},"labels":[],"label_agreement":null},{"id":"W1866731640","doi":"10.1007/978-1-4615-4339-8_24","title":"Developing Engineered Product Support Applications","year":2000,"lang":"en","type":"book-chapter","venue":"Software Product Lines","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Factoring; Documentation; Exploit; Computer science; Product (mathematics); Process (computing); New product development; Systems engineering; Quality (philosophy); Engineering; Software engineering; Business; Computer security","score_opus":0.05053191498930387,"score_gpt":0.2862564616930383,"score_spread":0.23572454670373444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1866731640","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041592244,0.0019847762,0.7924496,0.00039426057,0.00011499805,0.00023126267,0.000081010454,0.0017034678,0.16144834],"genre_scores_gemma":[0.12590723,0.004496779,0.6778334,0.0001853382,0.00004989799,0.00014313756,0.0005666202,0.00080353906,0.19001408],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99968815,0.000060131246,0.000014399124,0.000041188276,0.0001783796,0.000017724995],"domain_scores_gemma":[0.99958175,0.00022180323,0.000023471268,0.00008226082,0.00007610191,0.000014595116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005632548,0.00055025617,0.00017257452,0.0005318419,0.00021271508,0.001294482,0.0006627145,0.0005154111,0.0069152443],"category_scores_gemma":[0.0017994384,0.00048888335,0.00022981415,0.0005017249,0.00033637523,0.0015117776,0.00068844075,0.00073002005,0.0026406844],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021569575,0.0000974566,0.0004390169,0.00028203498,0.000012576874,0.0002925917,0.00064106967,0.010844375,0.03485184,0.054001678,0.008347445,0.8901683],"study_design_scores_gemma":[0.000058432637,0.00041726202,0.0021788527,0.0005599231,0.00006332057,0.001446617,0.000564705,0.072114564,0.11477935,0.074933864,0.73284745,0.00003578121],"about_ca_topic_score_codex":0.000572078,"about_ca_topic_score_gemma":0.0010022107,"teacher_disagreement_score":0.0069152443,"about_ca_system_score_codex":0.00035838745,"about_ca_system_score_gemma":0.00052597,"threshold_uncertainty_score":0.023133814},"labels":[],"label_agreement":null},{"id":"W1871530777","doi":"10.5555/1497115.1497123","title":"A Logical Reasoning Approach to Automatic Composition of Stateless Components","year":2009,"lang":"en","type":"article","venue":"Fundamentals of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Stateless protocol; Computer science; Component (thermodynamics); Reuse; Component-based software engineering; Simple (philosophy); Composition (language); Software; Process calculus; Process (computing); Theoretical computer science; Programming language; Property (philosophy); Software system; Distributed computing; Engineering","score_opus":0.033741553956173065,"score_gpt":0.27297432319165216,"score_spread":0.2392327692354791,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1871530777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011804042,0.000021464872,0.9976799,0.000108114764,0.000016654752,0.000060585437,0.000012832879,0.0003498553,0.00057013216],"genre_scores_gemma":[0.036827326,0.00010338963,0.9614907,0.00015891486,0.00004169852,0.00013888389,0.0000976683,0.00009970354,0.0010417902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9952259,0.0014690994,0.00057142257,0.0008623744,0.0016034949,0.0002676455],"domain_scores_gemma":[0.9937295,0.003960321,0.00048166432,0.0007207303,0.0009579669,0.00014978372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067382907,0.0009282301,0.0007399361,0.0021520497,0.0025455893,0.003552629,0.0028567787,0.001701069,0.005030788],"category_scores_gemma":[0.01475252,0.0011858739,0.0037751948,0.0012044613,0.0057106246,0.0055476334,0.0030253315,0.0032091083,0.0015424481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021649049,0.00028600465,0.0007655407,0.00066505745,0.0001385617,0.0008335435,0.0011848839,0.07347059,0.024245791,0.7556345,0.0025592588,0.13999979],"study_design_scores_gemma":[0.00015937907,0.00015794419,0.00017096922,0.00013010621,0.0001930918,0.0006413679,0.00018627812,0.44334036,0.04123271,0.49545932,0.01821756,0.0001108891],"about_ca_topic_score_codex":0.0027418714,"about_ca_topic_score_gemma":0.0029448392,"teacher_disagreement_score":0.0067382907,"about_ca_system_score_codex":0.0015340713,"about_ca_system_score_gemma":0.0033843413,"threshold_uncertainty_score":0.03563589},"labels":[],"label_agreement":null},{"id":"W1877382745","doi":"10.1109/hcc.2002.1046351","title":"Concrete programming with reactive objects","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science; Reactive programming; Asynchronous communication; Object (grammar); Programming language; Message passing; Functional reactive programming; Semantics (computer science); Programming paradigm; Artificial intelligence; Human–computer interaction; Inductive programming; Computer network","score_opus":0.02217544296375117,"score_gpt":0.2559253517838083,"score_spread":0.23374990882005714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1877382745","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010680157,0.00020966583,0.9910377,0.00028298586,0.00008231542,0.000059295508,0.000033829318,0.0017559852,0.0054702684],"genre_scores_gemma":[0.03753436,0.000925415,0.94962305,0.00042318171,0.00017847761,0.0004015469,0.00021144087,0.00089765753,0.009804841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997168,0.0008232097,0.0002920351,0.00058034324,0.0009515091,0.00018477133],"domain_scores_gemma":[0.9961546,0.0018965482,0.00036483363,0.00094526197,0.00039971815,0.0002390375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039178035,0.0014306266,0.00076285633,0.00081955164,0.001149617,0.0055184443,0.0031308252,0.0019462327,0.0076664225],"category_scores_gemma":[0.0070574475,0.0014094488,0.0022871676,0.0008943924,0.0055388035,0.0072290604,0.004175331,0.004529984,0.0033818076],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003159452,0.000025363923,0.00011981155,0.0002371391,0.000025542946,0.00012030721,0.0007748275,0.008130804,0.002954846,0.95377475,0.0031217104,0.03068344],"study_design_scores_gemma":[0.000077007026,0.00006353538,0.00008018009,0.00018713129,0.000060078524,0.0002874749,0.00011281689,0.04193314,0.0066195317,0.74803394,0.20248586,0.000059366976],"about_ca_topic_score_codex":0.001008174,"about_ca_topic_score_gemma":0.0010313999,"teacher_disagreement_score":0.0076664225,"about_ca_system_score_codex":0.0010758712,"about_ca_system_score_gemma":0.0013978606,"threshold_uncertainty_score":0.025646687},"labels":[],"label_agreement":null},{"id":"W1883797946","doi":"10.1007/11940197_2","title":"Aspects for Trace Monitoring","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; McGill University","funders":"","keywords":"AspectJ; Computer science; TRACE (psycholinguistics); Programming language; Compiler; Programmer; Property (philosophy); Feature (linguistics); Undo; Datalog; Aspect-oriented programming; Software","score_opus":0.040040161851397346,"score_gpt":0.2925132254012492,"score_spread":0.25247306354985183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1883797946","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005722414,0.0010837162,0.9586583,0.00061857235,0.00021730606,0.00016286124,0.00023497733,0.0070802323,0.026221707],"genre_scores_gemma":[0.19487667,0.0023921833,0.75439125,0.00072744215,0.0006029738,0.00034273588,0.0016035382,0.0039358544,0.041127365],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99712807,0.00060008786,0.0002882917,0.0004859972,0.0012753966,0.00022216374],"domain_scores_gemma":[0.99539065,0.0012767257,0.00027058652,0.0022670901,0.00061027764,0.00018472047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022436364,0.0011620645,0.0006736099,0.0017053175,0.00082985644,0.003119605,0.0019738127,0.001073894,0.008525141],"category_scores_gemma":[0.007442847,0.0008485884,0.0011013272,0.0016071581,0.0012033031,0.007152,0.0032294497,0.0027662169,0.0028492566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003208788,0.0001482954,0.0018660072,0.00049191236,0.00007941921,0.0003976171,0.0010191047,0.0051712887,0.012839376,0.44630626,0.019873379,0.51148653],"study_design_scores_gemma":[0.000045106117,0.00012739003,0.0010028605,0.00025043878,0.00019926117,0.0011770417,0.00025782784,0.05699678,0.02127437,0.64883417,0.2697779,0.000056786612],"about_ca_topic_score_codex":0.00082056056,"about_ca_topic_score_gemma":0.0011762886,"teacher_disagreement_score":0.008525141,"about_ca_system_score_codex":0.0006140744,"about_ca_system_score_gemma":0.0008035019,"threshold_uncertainty_score":0.028519392},"labels":[],"label_agreement":null},{"id":"W1884204318","doi":"10.1109/ms.2014.80","title":"How API Documentation Fails","year":2015,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Documentation; Computer science; Software engineering; Software bug; Software documentation; Programming language; Software; World Wide Web; Software development; Operating system; Software development process","score_opus":0.07248001776407481,"score_gpt":0.3025217260625798,"score_spread":0.230041708298505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1884204318","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7394364,0.005696298,0.05138014,0.07198111,0.00093376066,0.0002325831,0.0006252077,0.0059411856,0.12377328],"genre_scores_gemma":[0.95525694,0.0033789882,0.016505538,0.00629549,0.0002540447,0.00014008675,0.00068942795,0.0018370355,0.015642427],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9474705,0.017834142,0.0053152624,0.00326048,0.022824446,0.0032950824],"domain_scores_gemma":[0.7614959,0.12267312,0.030546578,0.032735415,0.04714005,0.005408988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028040837,0.0007040513,0.00076974434,0.0063123093,0.005558358,0.009528464,0.002723691,0.0046249325,0.005276802],"category_scores_gemma":[0.2248252,0.0014041521,0.0008895437,0.006144507,0.005856731,0.0139988335,0.0066128145,0.0041141883,0.003960492],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022342979,0.00033055127,0.14067411,0.0012703448,0.00016546212,0.008746199,0.12050748,0.002344497,0.004029121,0.05079702,0.09618241,0.5747293],"study_design_scores_gemma":[0.00008645649,0.00057707925,0.10606851,0.0057548466,0.00041023543,0.028086547,0.11743661,0.011935839,0.012455738,0.09116975,0.62548697,0.0005314225],"about_ca_topic_score_codex":0.012392892,"about_ca_topic_score_gemma":0.009997517,"teacher_disagreement_score":0.028040837,"about_ca_system_score_codex":0.0039506797,"about_ca_system_score_gemma":0.0081703635,"threshold_uncertainty_score":0.14829594},"labels":[],"label_agreement":null},{"id":"W1897360739","doi":"10.1109/ccece.2004.1345092","title":"Development of an intelligent system for architecture design and analysis [software architecture]","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Software architecture; Reference architecture; Architectural pattern; Architecture; USable; Software architecture description; Applications architecture; Asset (computer security); Resource-oriented architecture; Process (computing); Software system; Software development; Systems engineering; Software; Software design; Engineering; World Wide Web; Computer security; Operating system","score_opus":0.045162492626302536,"score_gpt":0.2883036773947859,"score_spread":0.24314118476848337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1897360739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012303675,0.00008694042,0.98256046,0.00011527657,0.000045924397,0.00032757383,0.00015296153,0.0128312055,0.0026493466],"genre_scores_gemma":[0.007511899,0.000100026766,0.9899296,0.00006106397,0.000015667574,0.00035619977,0.00044312657,0.0003569627,0.0012255514],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978666,0.0005713019,0.00022822618,0.00045109948,0.0007918394,0.000090938505],"domain_scores_gemma":[0.99805117,0.00066232093,0.00014641257,0.0004516492,0.00057548046,0.00011291175],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003240054,0.0012673899,0.0012936218,0.0021696144,0.0014033114,0.0035199795,0.0027143902,0.002057583,0.009183852],"category_scores_gemma":[0.007089198,0.0013595038,0.0016305534,0.0014714075,0.0010863008,0.0031737806,0.0025125185,0.0021154115,0.0048651705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027201747,0.00028799573,0.0024493728,0.0011036131,0.0003408777,0.000754278,0.0017346415,0.061797813,0.032572426,0.098863006,0.04490939,0.7549146],"study_design_scores_gemma":[0.00020791999,0.00024164349,0.0011216449,0.0003647464,0.00029088496,0.0007473035,0.00022458071,0.62757593,0.02495881,0.06224747,0.28185695,0.00016206776],"about_ca_topic_score_codex":0.002476709,"about_ca_topic_score_gemma":0.0033615415,"teacher_disagreement_score":0.009183852,"about_ca_system_score_codex":0.0009819929,"about_ca_system_score_gemma":0.0028766955,"threshold_uncertainty_score":0.030723035},"labels":[],"label_agreement":null},{"id":"W1901723754","doi":"10.1109/apsec.1998.733596","title":"A reuse case perspective on documenting frameworks","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reuse; Perspective (graphical); Computer science; Order (exchange); Data science; Knowledge management; Software engineering; Management science; Artificial intelligence; Engineering; Business","score_opus":0.04520769650044229,"score_gpt":0.3160192073860548,"score_spread":0.2708115108856125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1901723754","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008094321,0.0051831943,0.89473754,0.009419112,0.00041543867,0.0004539336,0.000112665526,0.00057444366,0.0810095],"genre_scores_gemma":[0.19521287,0.0060874512,0.7749268,0.0016291189,0.0005581872,0.0010489018,0.00041249406,0.00030732944,0.019816896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9694317,0.016029138,0.0028246404,0.0021488229,0.0078342715,0.0017314187],"domain_scores_gemma":[0.96839744,0.018227462,0.002147159,0.005510533,0.0043748687,0.0013425818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018997476,0.0023597707,0.0015002462,0.01096936,0.005800618,0.018434806,0.0053893426,0.0110866325,0.004202278],"category_scores_gemma":[0.02745802,0.0015107054,0.0026904498,0.007764088,0.025996057,0.027371531,0.006199426,0.008321868,0.0010650052],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007907464,0.000024163495,0.00015652264,0.0000784445,0.000007268417,0.0003451892,0.0022702026,0.0010513159,0.0002548038,0.9828934,0.0010275785,0.011883304],"study_design_scores_gemma":[0.000041378655,0.000110101,0.00023993544,0.00078075874,0.000045647063,0.0020843656,0.0031530105,0.008207204,0.0019846712,0.8066479,0.17661113,0.00009396445],"about_ca_topic_score_codex":0.013544478,"about_ca_topic_score_gemma":0.0068769646,"teacher_disagreement_score":0.018997476,"about_ca_system_score_codex":0.0075857653,"about_ca_system_score_gemma":0.0064893174,"threshold_uncertainty_score":0.10046947},"labels":[],"label_agreement":null},{"id":"W1902132457","doi":"10.5281/zenodo.1081557","title":"The Coverage Of The Object-Oriented Framework Application Class-Based Test Cases","year":2008,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Unit testing; Implementation; Test case; Domain (mathematical analysis); Software; Class (philosophy); Reliability engineering; Software engineering; Engineering; Programming language; Artificial intelligence","score_opus":0.037990445500227996,"score_gpt":0.26440337749699927,"score_spread":0.22641293199677126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1902132457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8066736,0.0010755348,0.16565648,0.00036781165,0.000049313123,0.000623645,0.0011423886,0.0019032002,0.022508055],"genre_scores_gemma":[0.95880556,0.00031021924,0.037201792,0.00008061993,0.000023785205,0.00045094377,0.0018359348,0.00024552885,0.0010455945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9684254,0.009349033,0.0021164338,0.0019649982,0.016417274,0.0017269405],"domain_scores_gemma":[0.837701,0.12622118,0.008447373,0.008923949,0.01741271,0.0012937848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0098798,0.0009920393,0.0006601813,0.006483163,0.0005825001,0.002223644,0.0016887424,0.0013260823,0.0022629015],"category_scores_gemma":[0.11130607,0.00032013314,0.0010858161,0.003265279,0.0009361726,0.0020748887,0.0012945993,0.0007535147,0.0005714943],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013647754,0.0014794482,0.17550361,0.0014665568,0.0005149611,0.0031603877,0.0040619522,0.063529365,0.051533546,0.02178588,0.0041828826,0.67141664],"study_design_scores_gemma":[0.0004012714,0.0040660417,0.35318154,0.0010505778,0.0012579431,0.011823902,0.0037605064,0.3724093,0.15272315,0.03041956,0.06858986,0.0003162621],"about_ca_topic_score_codex":0.004572961,"about_ca_topic_score_gemma":0.0032374014,"teacher_disagreement_score":0.0098798,"about_ca_system_score_codex":0.0011663485,"about_ca_system_score_gemma":0.0017460762,"threshold_uncertainty_score":0.052249968},"labels":[],"label_agreement":null},{"id":"W190396239","doi":"","title":"Can Rules of Inferences Resolve Coordination Ambiguity in Natural Language Requirements Specification","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Ambiguity; Natural language; Computer science; Natural (archaeology); Interpretation (philosophy); Linguistics; Natural language processing; Artificial intelligence; Programming language; Geography; Philosophy","score_opus":0.07611135327922319,"score_gpt":0.32115679250339296,"score_spread":0.24504543922416977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W190396239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043499496,0.0012635831,0.9018648,0.011051837,0.00051094353,0.00043925652,0.00036221408,0.002375015,0.03863295],"genre_scores_gemma":[0.577764,0.0011708788,0.4140536,0.0022327912,0.0003445161,0.00033053994,0.00071401795,0.00043174677,0.002957914],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96658325,0.018747631,0.0035286057,0.004034414,0.0052515236,0.0018545939],"domain_scores_gemma":[0.8891033,0.07914845,0.0071781203,0.01584555,0.00779058,0.0009340034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03561767,0.0009547713,0.0013004688,0.0029292626,0.0015020688,0.0116519835,0.0027826144,0.0052268305,0.0031341533],"category_scores_gemma":[0.14629774,0.0012550241,0.0018516214,0.0020053172,0.0069167116,0.022114754,0.0038453445,0.0034441624,0.0016928416],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056421885,0.00019683906,0.005766586,0.00089555356,0.0002889595,0.0011789098,0.007578418,0.023607131,0.0033994394,0.74483687,0.009573174,0.2021139],"study_design_scores_gemma":[0.00013842502,0.000063877524,0.0007812221,0.00032199887,0.00013726202,0.0002679084,0.0014803883,0.046841733,0.004804541,0.9169917,0.02807163,0.00009930609],"about_ca_topic_score_codex":0.0062828874,"about_ca_topic_score_gemma":0.00543593,"teacher_disagreement_score":0.03561767,"about_ca_system_score_codex":0.0019019599,"about_ca_system_score_gemma":0.003126294,"threshold_uncertainty_score":0.18836647},"labels":[],"label_agreement":null},{"id":"W1904679952","doi":"10.1109/re.2015.7320408","title":"Goal and Preference Identification through natural language","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Natural language; Preference; Component (thermodynamics); Artificial intelligence; Goal modeling; Representation (politics); Statement (logic); Natural language generation; Natural language processing; Crowds; Machine learning; Human–computer interaction; Software; Programming language; Requirements engineering","score_opus":0.09072260384191147,"score_gpt":0.3249097270280255,"score_spread":0.23418712318611404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1904679952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043326924,0.000043550062,0.9891558,0.00038614636,0.000028936516,0.00037090117,0.0005533236,0.0019047055,0.003223835],"genre_scores_gemma":[0.06838336,0.00011549366,0.92571956,0.00029057096,0.000034636167,0.0008608951,0.0016073158,0.0003018781,0.0026863234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9898492,0.0049007116,0.0010122698,0.0015353365,0.0024160168,0.0002863232],"domain_scores_gemma":[0.98579794,0.008048035,0.0015313986,0.0022755363,0.0020815167,0.00026554195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076565472,0.0015407703,0.00083042757,0.0026848824,0.0012455194,0.0042178165,0.0024233758,0.0015780502,0.0070473766],"category_scores_gemma":[0.024651267,0.0009355756,0.002491917,0.0017562297,0.0025702703,0.008977101,0.0037826784,0.0031624928,0.002616221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040360357,0.00044289534,0.0021567352,0.0011090419,0.00014418886,0.0007539596,0.00627893,0.027327688,0.021493172,0.69991213,0.016287081,0.22369055],"study_design_scores_gemma":[0.00011477966,0.00015342921,0.0008922539,0.0003398358,0.00010353954,0.00069010654,0.0014393211,0.28810695,0.020891696,0.6021799,0.084916204,0.0001720039],"about_ca_topic_score_codex":0.0033388457,"about_ca_topic_score_gemma":0.005419919,"teacher_disagreement_score":0.0076565472,"about_ca_system_score_codex":0.0019422993,"about_ca_system_score_gemma":0.0034634022,"threshold_uncertainty_score":0.040492177},"labels":[],"label_agreement":null},{"id":"W1907666016","doi":"10.1002/spe.1145","title":"Understanding design patterns — what is the problem?","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Computer science; Software design pattern; Representation (politics); Eclipse; Relevance (law); Context (archaeology); Object-oriented design; Simple (philosophy); Theoretical computer science; Transformation (genetics); Structural pattern; Design pattern; Key (lock); Specification pattern; Software design; Programming language; Software; Software development","score_opus":0.26059409250666976,"score_gpt":0.33105064535873946,"score_spread":0.0704565528520697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1907666016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.065154664,0.00484262,0.7522526,0.14230877,0.00072497356,0.00073743565,0.00054111093,0.0014939831,0.031943895],"genre_scores_gemma":[0.41436234,0.0046831183,0.56586736,0.0049349987,0.00034401377,0.00061257527,0.0009183641,0.00046804774,0.007809236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9727433,0.014371009,0.0025063602,0.0032770648,0.0059402483,0.0011619832],"domain_scores_gemma":[0.92428815,0.04241757,0.006215993,0.013065328,0.012392,0.001620938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022749867,0.0014901068,0.001331339,0.0043631713,0.0027948485,0.014837865,0.004082511,0.0052046455,0.0048942645],"category_scores_gemma":[0.06038147,0.0012712955,0.0015194474,0.0044911914,0.0114097735,0.033279173,0.004963043,0.007549723,0.001229356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104017636,0.0002885031,0.011432971,0.001538009,0.00014399226,0.00054467726,0.020986272,0.007345784,0.0021672377,0.690963,0.020448051,0.2440375],"study_design_scores_gemma":[0.00003519573,0.000052276904,0.0015658421,0.001204465,0.000037265574,0.000640734,0.016659744,0.016101867,0.0015293556,0.8898898,0.072219074,0.0000643577],"about_ca_topic_score_codex":0.01071343,"about_ca_topic_score_gemma":0.005912333,"teacher_disagreement_score":0.022749867,"about_ca_system_score_codex":0.0060641402,"about_ca_system_score_gemma":0.008312378,"threshold_uncertainty_score":0.12031424},"labels":[],"label_agreement":null},{"id":"W1921983202","doi":"10.1109/tase.2015.26","title":"Modeling and Reasoning about Software Systems Containing Uncertainty and Variability","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software product line; Artifact (error); Software; Set (abstract data type); Product (mathematics); Software engineering; Data mining; Feature model; Feature (linguistics); Software development; Artificial intelligence; Industrial engineering; Programming language; Engineering; Mathematics","score_opus":0.05756577953574551,"score_gpt":0.29235534676510117,"score_spread":0.23478956722935565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1921983202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011647994,0.014312439,0.934468,0.007360375,0.00096873834,0.00019362068,0.0008098355,0.002240849,0.027998174],"genre_scores_gemma":[0.3921027,0.04142146,0.5159324,0.0022756283,0.0041642995,0.0013266301,0.0052580945,0.0016520447,0.035866767],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99294114,0.0024424924,0.0006387599,0.0011452471,0.002460762,0.00037164474],"domain_scores_gemma":[0.97990227,0.017342623,0.0007231442,0.00089911994,0.00082798826,0.0003048082],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046021654,0.0026151366,0.0026104965,0.0022652508,0.0017366483,0.008473965,0.0031009626,0.0040943995,0.01501795],"category_scores_gemma":[0.014548672,0.0015154826,0.0033602922,0.0047420417,0.0046884865,0.009066447,0.0040199934,0.004787062,0.003646595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001506521,0.00009924276,0.0014197119,0.001829683,0.00032279966,0.0014349278,0.0016816163,0.32117787,0.0020087424,0.47710663,0.035647713,0.15712042],"study_design_scores_gemma":[0.00005192511,0.00008004955,0.00042121243,0.0005716695,0.00019780904,0.00043102173,0.000294816,0.25902402,0.00087193627,0.6348435,0.103109285,0.00010273587],"about_ca_topic_score_codex":0.009368507,"about_ca_topic_score_gemma":0.0072336644,"teacher_disagreement_score":0.01501795,"about_ca_system_score_codex":0.0041126725,"about_ca_system_score_gemma":0.0029714408,"threshold_uncertainty_score":0.05024004},"labels":[],"label_agreement":null},{"id":"W1930233578","doi":"10.1109/hotos.2001.990082","title":"Aspect-oriented system structure","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Aspect-oriented programming; Computer science; Programming language; Separation of concerns; Code (set theory); Software engineering; Operating system; Software","score_opus":0.014560398420114704,"score_gpt":0.25447966512969145,"score_spread":0.23991926670957675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1930233578","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067265336,0.00047299708,0.96133244,0.0010423372,0.00019371926,0.0006339531,0.000281585,0.008764541,0.02055199],"genre_scores_gemma":[0.104201056,0.0012906395,0.87145823,0.0011158291,0.00025611697,0.0012037429,0.0019143723,0.002684281,0.015875805],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978878,0.00042506572,0.0002651306,0.0004047271,0.00080856844,0.00020875559],"domain_scores_gemma":[0.99655735,0.00070017594,0.00032086807,0.0014099911,0.0007740188,0.00023771256],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030293136,0.0006894272,0.00051243906,0.0009096651,0.00080450554,0.0038093317,0.002065937,0.0013213552,0.004935912],"category_scores_gemma":[0.0065514506,0.0008967483,0.00084310136,0.0007493882,0.0012649996,0.0040250886,0.0026776053,0.0024517064,0.0034392658],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015886311,0.00027387193,0.0030470612,0.0011142482,0.00021013926,0.00082468556,0.0023951945,0.02056252,0.037342157,0.6101075,0.032610092,0.29135373],"study_design_scores_gemma":[0.00014737484,0.000209274,0.0012852442,0.00025985175,0.00016541284,0.0012550054,0.00026986803,0.058319025,0.01704719,0.28222668,0.6387363,0.00007880414],"about_ca_topic_score_codex":0.0007893822,"about_ca_topic_score_gemma":0.00078747835,"teacher_disagreement_score":0.004935912,"about_ca_system_score_codex":0.0006095646,"about_ca_system_score_gemma":0.0018773432,"threshold_uncertainty_score":0.016512275},"labels":[],"label_agreement":null},{"id":"W1932147983","doi":"10.24908/pceea.v0i0.3941","title":"ELICITATION, REPRESENTATION AND MANAGEMENT OF SOFTWARE DESIGN KNOWLEDGE","year":2011,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Knowledge management; Computer science; Domain knowledge; Body of knowledge; Software deployment; Descriptive knowledge; Personal knowledge management; Knowledge engineering; Reuse; Knowledge representation and reasoning; Knowledge value chain; Software engineering; Organizational learning; Artificial intelligence; Engineering","score_opus":0.04524927723184269,"score_gpt":0.2632986687519532,"score_spread":0.2180493915201105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932147983","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11232837,0.0011876618,0.85689586,0.0030459065,0.000067428315,0.0017337168,0.0010746183,0.00149839,0.022168044],"genre_scores_gemma":[0.27942765,0.0010932314,0.70909977,0.0004766137,0.00005415122,0.0013702364,0.0025217792,0.0001821696,0.0057744333],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9740838,0.015077669,0.0020117578,0.0017074875,0.0064859875,0.0006332462],"domain_scores_gemma":[0.9385195,0.03738248,0.0038490868,0.014309456,0.005402508,0.0005370105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01818298,0.0008546354,0.00089115516,0.005229261,0.0013747417,0.004293984,0.0021140531,0.0017270287,0.0017411892],"category_scores_gemma":[0.04851277,0.00077829626,0.00085303595,0.0041158064,0.0013907196,0.0055712718,0.005278985,0.002292112,0.00089323666],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021086831,0.0008328923,0.006916226,0.0019591302,0.000105408464,0.0005557614,0.02389479,0.008771023,0.030833093,0.023008902,0.0049617235,0.89795023],"study_design_scores_gemma":[0.00037626913,0.001172161,0.028582845,0.003391479,0.0006220217,0.0028957967,0.04059332,0.17640884,0.1570695,0.22001211,0.36831823,0.00055748894],"about_ca_topic_score_codex":0.002020275,"about_ca_topic_score_gemma":0.0045061335,"teacher_disagreement_score":0.01818298,"about_ca_system_score_codex":0.0027662117,"about_ca_system_score_gemma":0.0057827956,"threshold_uncertainty_score":0.0961619},"labels":[],"label_agreement":null},{"id":"W1932985310","doi":"","title":"Marie, une architecture d'integration de composants logiciels heterogenes pour le developpement de systemes decisionnels en robotique mobile et autonome","year":2012,"lang":"fr","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Humanities; Philosophy; Political science","score_opus":0.070073761020042,"score_gpt":0.34532272168530487,"score_spread":0.2752489606652629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1932985310","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012478603,0.0007350796,0.9679083,0.00077669945,0.00015221901,0.00019927157,0.00010331725,0.0030601923,0.014586315],"genre_scores_gemma":[0.18956849,0.0017045095,0.76259774,0.00077308435,0.00010260257,0.00048088195,0.0007609473,0.0008432094,0.043168493],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968892,0.00047931782,0.00025686808,0.0007280911,0.001376336,0.0002702815],"domain_scores_gemma":[0.9977992,0.0005433273,0.00018955098,0.0004898151,0.0008299302,0.00014813973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029097549,0.0010917629,0.00074143027,0.0011422645,0.0016446523,0.0048954515,0.002287504,0.0018656744,0.0075638923],"category_scores_gemma":[0.004137448,0.0009441791,0.0015593836,0.00084819715,0.0015351679,0.005146035,0.0030244787,0.0027602594,0.0028724105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005876403,0.00045868632,0.004458034,0.0015705356,0.00037469395,0.0015504393,0.004825716,0.0612962,0.16982245,0.35622576,0.011020075,0.38780975],"study_design_scores_gemma":[0.00011317742,0.0006590201,0.003036022,0.0005646903,0.0004793993,0.0013363599,0.0012382078,0.36151236,0.13840817,0.11758566,0.3748451,0.00022182321],"about_ca_topic_score_codex":0.00602954,"about_ca_topic_score_gemma":0.0067578345,"teacher_disagreement_score":0.0075638923,"about_ca_system_score_codex":0.001744198,"about_ca_system_score_gemma":0.0033316065,"threshold_uncertainty_score":0.025303721},"labels":[],"label_agreement":null},{"id":"W194366505","doi":"","title":"Socio-Intentional Architectures for Multi-Agent Systems: the Mobile Robot Control case.","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Openness to experience; Architectural style; Set (abstract data type); Predictability; Style (visual arts); Adaptability; Human–computer interaction; Mobile robot; Knowledge management; Software architecture; Software engineering; Architecture; Social software; Artificial intelligence; Robot; Software; Psychology; Management; Social psychology; Programming language","score_opus":0.09112400515742257,"score_gpt":0.3168211134217564,"score_spread":0.2256971082643338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W194366505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13671087,0.0014240055,0.76722336,0.004712327,0.0001667017,0.00019527097,0.00005543493,0.00026356365,0.08924841],"genre_scores_gemma":[0.89883244,0.00034738984,0.09471522,0.00013118278,0.00003264903,0.00017699234,0.00002219468,0.000018898963,0.005722923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992501,0.00043655472,0.00003105621,0.0000445409,0.00016417333,0.00007354927],"domain_scores_gemma":[0.99908304,0.00043170876,0.00012055079,0.00009996757,0.00011636899,0.00014836827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011613236,0.00039215595,0.00016737338,0.0003152424,0.0011890047,0.0015825582,0.0005535387,0.0012727713,0.0020927228],"category_scores_gemma":[0.0020190293,0.00023822668,0.00037385692,0.0003058524,0.0030798994,0.0022041206,0.001765183,0.0012464075,0.00026652895],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025259014,0.000025029629,0.0007218918,0.000057658115,0.000011971452,0.0005243362,0.0010426756,0.029727701,0.0013823222,0.95352733,0.0009707498,0.011983074],"study_design_scores_gemma":[0.00005994376,0.0001163292,0.00049105973,0.00007176765,0.00002698676,0.00041604275,0.0013882158,0.35470888,0.0018522277,0.60569334,0.035150092,0.000025147207],"about_ca_topic_score_codex":0.0017533621,"about_ca_topic_score_gemma":0.0030810724,"teacher_disagreement_score":0.0020927228,"about_ca_system_score_codex":0.0008391924,"about_ca_system_score_gemma":0.0007460652,"threshold_uncertainty_score":0.0070008636},"labels":[],"label_agreement":null},{"id":"W1953689839","doi":"10.1109/wpc.1999.777740","title":"Reconstructing ownership architectures to help understand software systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Documentation; Computer science; Software engineering; Software system; Software architecture; Reference architecture; Architecture; Software; Architectural pattern; Software development; Software evolution; Software construction; Operating system","score_opus":0.06410222506239058,"score_gpt":0.28086180229056185,"score_spread":0.21675957722817127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1953689839","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0843367,0.0010667087,0.88720477,0.003452606,0.0000752413,0.0001855732,0.00060188654,0.0032138382,0.019862732],"genre_scores_gemma":[0.28488594,0.0010341239,0.7080468,0.00013667493,0.000028019775,0.00012252748,0.001143317,0.0006817805,0.003920881],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99853766,0.0007006723,0.00015673613,0.00015168138,0.0003765197,0.00007666157],"domain_scores_gemma":[0.98543245,0.007084582,0.0017328548,0.0039404985,0.0015655903,0.0002440541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030483392,0.0008148642,0.00037367537,0.0037775196,0.0012675968,0.003663933,0.0010809097,0.001616155,0.006035842],"category_scores_gemma":[0.026562244,0.00091696304,0.00065531617,0.002515302,0.0025634896,0.011006322,0.0025719358,0.002838775,0.0012839491],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010767096,0.00014011665,0.02006152,0.0005352553,0.000061097184,0.0014494759,0.03102723,0.091058336,0.0063154222,0.49895287,0.011101775,0.3391893],"study_design_scores_gemma":[0.000043063363,0.00009757235,0.008611721,0.0007183938,0.00007310153,0.0015041841,0.009658761,0.24672164,0.00632629,0.5578201,0.16830146,0.00012372472],"about_ca_topic_score_codex":0.0065419357,"about_ca_topic_score_gemma":0.008614656,"teacher_disagreement_score":0.0065419357,"about_ca_system_score_codex":0.0016009863,"about_ca_system_score_gemma":0.0023147087,"threshold_uncertainty_score":0.020191908},"labels":[],"label_agreement":null},{"id":"W195512532","doi":"","title":"Proceedings of the 2012 workshop on Modularity in Systems Software","year":2011,"lang":"en","type":"article","venue":"Aspect-Oriented Software Development","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Queen's University","funders":"","keywords":"Computer science; Software engineering; Software development; Software construction; Component-based software engineering; Package development process; Software system; Software; Modularity (biology); Social software engineering; Operating system","score_opus":0.04402520710909035,"score_gpt":0.24768605903531501,"score_spread":0.20366085192622466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W195512532","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014348371,0.06576649,0.6113448,0.03987552,0.024888307,0.0005808187,0.0006787583,0.0034682946,0.23904867],"genre_scores_gemma":[0.16525012,0.052253928,0.381082,0.0065133446,0.01787904,0.0012593262,0.0053314283,0.0048926896,0.36553815],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99517375,0.0017747477,0.00038880145,0.000758437,0.0015135569,0.0003907306],"domain_scores_gemma":[0.99473417,0.002257538,0.00015609356,0.0012447161,0.0010173208,0.0005901756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006496626,0.0017163386,0.0014716169,0.0013036968,0.0015538764,0.006076252,0.0029097286,0.0029984487,0.041897446],"category_scores_gemma":[0.010745122,0.001375329,0.0020716556,0.0015070646,0.0024619775,0.0069135744,0.004562366,0.005850521,0.0128376465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003553735,0.00028748013,0.00080269267,0.0011832048,0.00016284536,0.00062866235,0.0017673536,0.010443205,0.004684602,0.2388806,0.3187255,0.42207852],"study_design_scores_gemma":[0.00006397197,0.0001034944,0.0007206724,0.0006893415,0.00005729086,0.0005680902,0.0002418757,0.015343423,0.0015664133,0.13179937,0.848795,0.000051195493],"about_ca_topic_score_codex":0.0024725806,"about_ca_topic_score_gemma":0.0027071545,"teacher_disagreement_score":0.041897446,"about_ca_system_score_codex":0.0024214885,"about_ca_system_score_gemma":0.002691124,"threshold_uncertainty_score":0.14016092},"labels":[],"label_agreement":null},{"id":"W19581405","doi":"","title":"Developpement logiciel par transformation de modeles","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Artifact (error); Software design; Architectural pattern; Software development; Engineering design process; Context (archaeology); Software design pattern; Software design description; Software development process; Software; Systems engineering; Engineering; Artificial intelligence; Programming language","score_opus":0.031175492701712812,"score_gpt":0.3048693575625207,"score_spread":0.2736938648608079,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W19581405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021179315,0.0024027983,0.9388078,0.0029396415,0.00050227105,0.0004352547,0.00082058465,0.0026957341,0.030216731],"genre_scores_gemma":[0.3154603,0.0155051835,0.6040527,0.002544106,0.0016005167,0.0022127242,0.005237712,0.0017472666,0.051639542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9822764,0.0058427057,0.0009385678,0.002989135,0.0069511905,0.0010020535],"domain_scores_gemma":[0.990114,0.00621439,0.00052799296,0.0011626324,0.0015985479,0.00038251528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0096482355,0.0052607898,0.002845919,0.0057407753,0.0033328529,0.01471431,0.003598154,0.006936667,0.011887423],"category_scores_gemma":[0.023223417,0.0028294486,0.0113015305,0.003559154,0.009993477,0.011929087,0.0052620023,0.021733107,0.0052634208],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026247036,0.00031907647,0.00077455724,0.00057310594,0.0002286593,0.0028644835,0.0015527819,0.034460027,0.005375083,0.90771824,0.0048862575,0.040985197],"study_design_scores_gemma":[0.0010366476,0.00036171667,0.0020959626,0.0005513348,0.00021042833,0.002039031,0.0009722079,0.3086099,0.014229888,0.5285635,0.1410277,0.00030162607],"about_ca_topic_score_codex":0.051052596,"about_ca_topic_score_gemma":0.021341458,"teacher_disagreement_score":0.051052596,"about_ca_system_score_codex":0.0152282715,"about_ca_system_score_gemma":0.0045343856,"threshold_uncertainty_score":0.11048937},"labels":[],"label_agreement":null},{"id":"W1963868745","doi":"10.1016/j.jnca.2005.10.001","title":"Detecting feature interactions in CPL","year":2005,"lang":"en","type":"article","venue":"Journal of Network and Computer Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Scripting language; Feature (linguistics); Prolog; Programming language; Representation (politics); Logic programming; Simple (philosophy); Natural language processing; Artificial intelligence","score_opus":0.023627862757129033,"score_gpt":0.2975040217697821,"score_spread":0.27387615901265305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963868745","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3858095,0.00045495946,0.5809476,0.0006610972,0.0001211198,0.0004403571,0.0024867924,0.02181325,0.007265307],"genre_scores_gemma":[0.81304055,0.00013114557,0.1803826,0.00025601842,0.00005482807,0.00022359325,0.0024228764,0.001215968,0.002272401],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996336,0.00043281392,0.0002253732,0.00047940557,0.002184043,0.00034241515],"domain_scores_gemma":[0.986974,0.0077479063,0.0018675668,0.0012563303,0.0018067586,0.0003474509],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014470519,0.0007915312,0.00062957313,0.0030765308,0.00092822115,0.0016294725,0.0016786883,0.0013270664,0.0032967487],"category_scores_gemma":[0.01202201,0.00061188213,0.00069179334,0.0022904193,0.0007536135,0.004295909,0.0017890058,0.0015683232,0.00082091993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002186399,0.00080925773,0.071942806,0.00087498256,0.00021448934,0.0033866079,0.0008974756,0.049139142,0.081326395,0.023250941,0.018515345,0.7474562],"study_design_scores_gemma":[0.000113325375,0.0004101663,0.0119575765,0.000072180184,0.00012637512,0.0008126198,0.0003059397,0.8802036,0.066856146,0.024500748,0.014571853,0.00006945785],"about_ca_topic_score_codex":0.007182347,"about_ca_topic_score_gemma":0.008618925,"teacher_disagreement_score":0.007182347,"about_ca_system_score_codex":0.001382176,"about_ca_system_score_gemma":0.0015870866,"threshold_uncertainty_score":0.014281094},"labels":[],"label_agreement":null},{"id":"W1963988679","doi":"10.5381/jot.2004.3.1.c1","title":"The Elusive Search for Business Frameworks.","year":2004,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Business; Process management","score_opus":0.020833478954046733,"score_gpt":0.30605401200520316,"score_spread":0.2852205330511564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963988679","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013977067,0.13646443,0.3165636,0.2661166,0.0061419588,0.0001552469,0.00017630636,0.00067722914,0.25972757],"genre_scores_gemma":[0.36404312,0.079109825,0.33594432,0.045183502,0.004173621,0.0006169009,0.0005588217,0.0008369226,0.16953294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947206,0.0020213819,0.00020741324,0.00070555916,0.0018875755,0.00045757135],"domain_scores_gemma":[0.9939746,0.0028388891,0.00040022403,0.00097266503,0.0011362836,0.0006772395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008365547,0.0008877351,0.0007206172,0.0025509584,0.0049458006,0.010009506,0.0017114165,0.0071295826,0.007449659],"category_scores_gemma":[0.01119015,0.00077750895,0.001142622,0.0016788249,0.016010229,0.020608786,0.006154266,0.009249091,0.0032064647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064914584,0.0000067163496,0.000041552525,0.000053061354,0.000003999318,0.000040285075,0.0003463838,0.00020197358,0.000114369366,0.9779529,0.0072137713,0.0140184155],"study_design_scores_gemma":[0.0000060068323,0.000012455128,0.00006434789,0.00018957336,0.000005332855,0.0001805721,0.00053847785,0.00095734134,0.00018541941,0.77247685,0.22537112,0.000012576178],"about_ca_topic_score_codex":0.0049615907,"about_ca_topic_score_gemma":0.0052526263,"teacher_disagreement_score":0.010009506,"about_ca_system_score_codex":0.0054930476,"about_ca_system_score_gemma":0.0064747436,"threshold_uncertainty_score":0.044241726},"labels":[],"label_agreement":null},{"id":"W1964137226","doi":"10.1145/1516533.1516538","title":"Self-adaptive software","year":2009,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1243,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Troubleshooting; Adaptation (eye); Software system; Automation; Risk analysis (engineering); Robustness (evolution); Software quality; Software; Software development; Software engineering; Reliability engineering","score_opus":0.032494967736393855,"score_gpt":0.2585102052747229,"score_spread":0.22601523753832906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964137226","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0139476275,0.004554377,0.838909,0.0029046475,0.00063047605,0.00050450326,0.00028540788,0.0056097126,0.13265425],"genre_scores_gemma":[0.38740918,0.01164633,0.4893194,0.0030260123,0.00083370757,0.001428741,0.0016764271,0.0013395827,0.10332062],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984774,0.00033768243,0.00012722894,0.0003076013,0.0006415347,0.00010852972],"domain_scores_gemma":[0.99754614,0.00080520223,0.00020354749,0.0008321096,0.00047203718,0.00014102524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011701249,0.00083998963,0.0005609839,0.0009803682,0.0006710223,0.0031408495,0.002038982,0.0017136852,0.0069501544],"category_scores_gemma":[0.0044930144,0.00046129664,0.0009591084,0.0007984898,0.0025225794,0.0037605963,0.00309929,0.0017352394,0.003197025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044964312,0.00010936884,0.0018020895,0.0008697221,0.0001423263,0.0004339612,0.0011264925,0.027964279,0.010130763,0.7076546,0.021116177,0.2286054],"study_design_scores_gemma":[0.0000454332,0.00013019258,0.0008130853,0.00034967094,0.00006480815,0.0009231732,0.00022718355,0.07515876,0.0049495846,0.44762817,0.46964368,0.00006622909],"about_ca_topic_score_codex":0.0008724469,"about_ca_topic_score_gemma":0.00065341376,"teacher_disagreement_score":0.0069501544,"about_ca_system_score_codex":0.00086542504,"about_ca_system_score_gemma":0.0013156733,"threshold_uncertainty_score":0.02325052},"labels":[],"label_agreement":null},{"id":"W1964199256","doi":"10.1145/1082983.1083201","title":"DISCOA","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Component (thermodynamics); Programming language; Marshalling; Architecture description language; Software engineering; Architectural model; Code (set theory); Computer security model; Distributed computing; Software; Software architecture; Architecture; Operating system; Reference architecture; Set (abstract data type)","score_opus":0.028152495916130615,"score_gpt":0.26996929095009675,"score_spread":0.24181679503396614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964199256","genre_codex":"other","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048776423,0.0017208988,0.09919838,0.003818199,0.0038368902,0.00049283373,0.010009766,0.042593833,0.8334515],"genre_scores_gemma":[0.06320785,0.0023277048,0.098207176,0.0033984703,0.0012339436,0.00086043647,0.03304521,0.015699867,0.78201926],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998565,0.00018759945,0.00010337112,0.0003308305,0.0006235729,0.00018975744],"domain_scores_gemma":[0.99726593,0.00037194247,0.00010996528,0.0011374257,0.00072276423,0.00039191777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013298613,0.0008392316,0.000609979,0.0018227606,0.0017205996,0.005003578,0.0028999972,0.0016932606,0.24342617],"category_scores_gemma":[0.0052793655,0.0005829375,0.00071994145,0.001845,0.0009523868,0.0040403125,0.004649005,0.0014954603,0.14743373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005921455,0.00012200863,0.0016501684,0.0006920505,0.000023565453,0.00036406956,0.0005051683,0.00094175426,0.004543082,0.07537536,0.5224009,0.39278978],"study_design_scores_gemma":[0.000027921058,0.000020609601,0.00019529897,0.000055580105,0.000006260083,0.00022083933,0.000056409943,0.0009803425,0.0011300596,0.0042881286,0.9930079,0.000010649856],"about_ca_topic_score_codex":0.002362399,"about_ca_topic_score_gemma":0.0031467122,"teacher_disagreement_score":0.24342617,"about_ca_system_score_codex":0.001611312,"about_ca_system_score_gemma":0.002074931,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1964693405","doi":"10.1007/11557432_42","title":"A Domain Model for Dynamic System Reconfiguration","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Control reconfiguration; Computer science; Key (lock); Domain (mathematical analysis); Domain model; Conceptual model; Formal description; Domain-specific language; Metamodeling; Software engineering; Programming language; Embedded system; Domain knowledge; Database; Computer security","score_opus":0.030200656980408767,"score_gpt":0.2779620840821349,"score_spread":0.24776142710172613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964693405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003990812,0.00021494606,0.9827247,0.00031197013,0.00005265415,0.000075497075,0.00045579215,0.0010010544,0.01117256],"genre_scores_gemma":[0.34956884,0.0012657039,0.6247941,0.00033464527,0.00010218131,0.0005536131,0.0019542873,0.0006093614,0.020817224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995851,0.00012112107,0.000039220984,0.00008284139,0.00011793578,0.00005376058],"domain_scores_gemma":[0.99950695,0.00021480765,0.000035736903,0.00011989986,0.000091299604,0.00003136078],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005254814,0.00082869997,0.0005790739,0.00071270065,0.0004626929,0.0019007382,0.0013986316,0.0011471753,0.007916139],"category_scores_gemma":[0.0017121384,0.0005490763,0.0010786996,0.00089925015,0.0007591271,0.0027696905,0.001205329,0.0018322904,0.0022349725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009627472,0.00007624802,0.0003537545,0.00021191282,0.000029752362,0.00035794152,0.0002557484,0.39841682,0.004331878,0.5317131,0.006023754,0.058132872],"study_design_scores_gemma":[0.000029850338,0.000024139445,0.00006668751,0.000036896046,0.000025189995,0.00011778844,0.00005115421,0.8255648,0.0013403427,0.14851373,0.024215784,0.000013559454],"about_ca_topic_score_codex":0.004052971,"about_ca_topic_score_gemma":0.0048051737,"teacher_disagreement_score":0.007916139,"about_ca_system_score_codex":0.00090329576,"about_ca_system_score_gemma":0.0010787736,"threshold_uncertainty_score":0.026482165},"labels":[],"label_agreement":null},{"id":"W1964882773","doi":"10.1145/1082983.1083072","title":"Better performance or better manageability?","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software; Java; Software development; Software system; Operating system","score_opus":0.031865933938278954,"score_gpt":0.2622705337867288,"score_spread":0.23040459984844985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964882773","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25672823,0.018872596,0.11521629,0.2965636,0.0053613028,0.00012444395,0.0010195755,0.0057598245,0.30035406],"genre_scores_gemma":[0.94596815,0.0030265432,0.016631477,0.008496197,0.003756467,0.00014144393,0.00034156212,0.0010967829,0.02054143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947684,0.001348228,0.000284352,0.001289061,0.0014572912,0.00085268624],"domain_scores_gemma":[0.98651487,0.0035887477,0.0028556464,0.0043570367,0.001374275,0.0013094197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059829275,0.0009302851,0.0010127703,0.0013287023,0.00093303685,0.006187466,0.001878878,0.0032671092,0.020768657],"category_scores_gemma":[0.021294624,0.00030239223,0.0005731816,0.0015639233,0.004359869,0.021073831,0.002775106,0.0030126884,0.0040525957],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030943032,0.00043149432,0.012302758,0.00058171985,0.00021075452,0.00031852434,0.0017432991,0.007318818,0.007361175,0.6611012,0.04483423,0.26348656],"study_design_scores_gemma":[0.00012446946,0.00033766535,0.017020022,0.00030379824,0.00009769114,0.00051250483,0.0015260116,0.008323929,0.004564836,0.83281076,0.13424917,0.00012918447],"about_ca_topic_score_codex":0.0012301608,"about_ca_topic_score_gemma":0.0005706118,"teacher_disagreement_score":0.020768657,"about_ca_system_score_codex":0.0018424523,"about_ca_system_score_gemma":0.0012811371,"threshold_uncertainty_score":0.069478154},"labels":[],"label_agreement":null},{"id":"W1964950691","doi":"10.1145/1281421.1281440","title":"Aspects in Architectural Description","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Engineering; Architectural engineering","score_opus":0.03386948086107576,"score_gpt":0.2722562630989013,"score_spread":0.2383867822378255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964950691","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062813326,0.04351774,0.8523884,0.018569054,0.0017414717,0.00017634443,0.00033871774,0.0015214633,0.07546562],"genre_scores_gemma":[0.25691274,0.054326676,0.62445724,0.0048363036,0.0025425397,0.000643434,0.002228476,0.0022423265,0.051810265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99069107,0.00453308,0.001022537,0.0009339047,0.0022827173,0.0005367082],"domain_scores_gemma":[0.9877309,0.0069613643,0.0005303482,0.0025087346,0.0017435373,0.0005250165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010519209,0.00115965,0.0011332857,0.0036925585,0.0026259706,0.009536209,0.0019975111,0.0028296798,0.0065379334],"category_scores_gemma":[0.015903512,0.0018337946,0.0015337134,0.0041205133,0.0090228245,0.017589288,0.006469519,0.006992572,0.0019195745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015177884,0.0000126839195,0.00025996007,0.00017625444,0.000013830472,0.00012674023,0.0016289488,0.0012592891,0.00026661082,0.9451955,0.009959313,0.041085567],"study_design_scores_gemma":[0.000013348483,0.000015612804,0.0001742729,0.0003154931,0.00002134046,0.00034754685,0.0005616953,0.0042789313,0.00052525743,0.6833457,0.31037372,0.00002711326],"about_ca_topic_score_codex":0.010920777,"about_ca_topic_score_gemma":0.009782731,"teacher_disagreement_score":0.010920777,"about_ca_system_score_codex":0.003990972,"about_ca_system_score_gemma":0.0031811316,"threshold_uncertainty_score":0.05563152},"labels":[],"label_agreement":null},{"id":"W1965418329","doi":"10.1145/1018203.1018208","title":"A semantics for advice and dynamic join points in aspect-oriented programming","year":2004,"lang":"en","type":"article","venue":"ACM Transactions on Programming Languages and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":229,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Join (topology); Programming language; Semantics (computer science); Advice (programming); Aspect-oriented programming; Denotational semantics; Correctness; Set (abstract data type); Operational semantics; Software; Mathematics","score_opus":0.020608175611742274,"score_gpt":0.3099701202073812,"score_spread":0.2893619445956389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1965418329","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012104627,0.0005213578,0.97431415,0.0016571418,0.0001969107,0.000108994114,0.00009330383,0.0011097676,0.009893803],"genre_scores_gemma":[0.3237261,0.0009676229,0.66559815,0.0011415789,0.00051266165,0.00065928185,0.00027795063,0.00060291716,0.0065138135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99739766,0.00057473435,0.00035218635,0.00031261684,0.0010755417,0.0002872054],"domain_scores_gemma":[0.9966439,0.0012055698,0.0003821025,0.00052113977,0.0009426477,0.00030463518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026886347,0.0008913458,0.0006852059,0.001285292,0.0019325165,0.0037861678,0.001984742,0.0024633904,0.0020443343],"category_scores_gemma":[0.0068122786,0.0010455278,0.0012129523,0.0011366848,0.0060608764,0.0066238935,0.0033406615,0.0044673705,0.0007498897],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025840063,0.000029200539,0.00015764916,0.0000652008,0.000005569089,0.00018447741,0.0016196173,0.0015375958,0.0021456454,0.9824274,0.00085870025,0.010943136],"study_design_scores_gemma":[0.000049396906,0.00006263756,0.00020250626,0.0000882315,0.00002242704,0.00054510083,0.0003384634,0.01273133,0.0028191851,0.9342669,0.04882835,0.000045483568],"about_ca_topic_score_codex":0.001994126,"about_ca_topic_score_gemma":0.0014295623,"teacher_disagreement_score":0.0037861678,"about_ca_system_score_codex":0.001290096,"about_ca_system_score_gemma":0.0020183788,"threshold_uncertainty_score":0.014218986},"labels":[],"label_agreement":null},{"id":"W1967352877","doi":"10.1007/s10270-006-0039-3","title":"Producing robust use case diagrams via reverse engineering of use case descriptions","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Use Case Diagram; Construct (python library); Reverse engineering; Software engineering; Readability; Process (computing); Use Case Points; Software development process; Set (abstract data type); Software development; Separation of concerns; Unified Modeling Language; Industrial engineering; Programming language; Class diagram; Software","score_opus":0.11465554152069099,"score_gpt":0.27284057311653975,"score_spread":0.15818503159584876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967352877","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013270574,0.00011143984,0.9758465,0.00011770808,0.000042237687,0.0010138805,0.0007490052,0.006321941,0.0025266719],"genre_scores_gemma":[0.06861395,0.00022950357,0.924208,0.000064632804,0.000013164052,0.0005583798,0.0028652146,0.0014209363,0.0020263223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98923814,0.0032623021,0.0010317228,0.0010140109,0.0050858464,0.0003679312],"domain_scores_gemma":[0.95489115,0.024027446,0.0032884507,0.00863739,0.0088652335,0.000290299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00747777,0.0018530656,0.0011409677,0.005090942,0.0007635913,0.0033953635,0.0023646972,0.0016780572,0.00621821],"category_scores_gemma":[0.051354393,0.0017907354,0.0023448016,0.0016908725,0.0010326526,0.0026025763,0.0027439191,0.002409896,0.002767192],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031611806,0.0005480402,0.006328726,0.0021719425,0.0003375528,0.003273954,0.0024121176,0.12093809,0.066806115,0.042365935,0.011770329,0.74273103],"study_design_scores_gemma":[0.00024553368,0.00040174942,0.0030253294,0.0008735345,0.00055660214,0.0027990346,0.0010770747,0.7361068,0.1258017,0.0437279,0.08513051,0.00025423875],"about_ca_topic_score_codex":0.0050635906,"about_ca_topic_score_gemma":0.008174209,"teacher_disagreement_score":0.00747777,"about_ca_system_score_codex":0.0011170922,"about_ca_system_score_gemma":0.003255634,"threshold_uncertainty_score":0.039546728},"labels":[],"label_agreement":null},{"id":"W1967370956","doi":"10.1109/syscon.2012.6189488","title":"Design approaches for taming complexity","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Heuristics; Simplicity; Computational complexity theory; Programming complexity; Complexity management; Set (abstract data type); Software; Theoretical computer science; Distributed computing; Software system; Algorithm; Programming language","score_opus":0.5064322572913044,"score_gpt":0.3450345476157646,"score_spread":0.1613977096755398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967370956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004387704,0.00035254768,0.9707646,0.0026298815,0.0000718767,0.00015540193,0.00002343718,0.0002914106,0.021323014],"genre_scores_gemma":[0.22040993,0.0008072614,0.7716344,0.0009666793,0.00009977531,0.0010898628,0.00006160036,0.00023170284,0.004698776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9878606,0.007094511,0.0008568225,0.0011827162,0.0024133967,0.00059194345],"domain_scores_gemma":[0.9730618,0.014229116,0.0019134261,0.007797927,0.0022162753,0.0007815814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0137177585,0.0021513186,0.0006775315,0.0028312234,0.00294488,0.006000674,0.002983599,0.0023320552,0.0052915015],"category_scores_gemma":[0.023409063,0.0011867818,0.0014963242,0.0013338901,0.018450357,0.010464898,0.0068695857,0.0050574616,0.00095808046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007994305,0.000019862722,0.00023546179,0.0001240147,0.000018073972,0.000047370544,0.001493288,0.0021499482,0.0005219648,0.98239005,0.0005320406,0.012460045],"study_design_scores_gemma":[0.00003883736,0.000086066386,0.00014161423,0.00021087122,0.000052910964,0.00017703434,0.00092420366,0.012567109,0.0023043314,0.9437935,0.039666776,0.0000366721],"about_ca_topic_score_codex":0.00092062633,"about_ca_topic_score_gemma":0.0015152488,"teacher_disagreement_score":0.0137177585,"about_ca_system_score_codex":0.0033487026,"about_ca_system_score_gemma":0.0035953051,"threshold_uncertainty_score":0.07254732},"labels":[],"label_agreement":null},{"id":"W1967995358","doi":"10.1007/s10270-009-0112-9","title":"Improving the quality of use case models using antipatterns","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"CLARITY; Simplicity; Quality (philosophy); Computer science; Simple (philosophy); Risk analysis (engineering); Software engineering; Artificial intelligence; Management science; Engineering","score_opus":0.2354478435855826,"score_gpt":0.35832700105347753,"score_spread":0.12287915746789493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967995358","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06693965,0.00025945358,0.9226971,0.0006351424,0.00007103661,0.00028632424,0.00037682938,0.0066673723,0.0020669687],"genre_scores_gemma":[0.48658893,0.000564847,0.5069961,0.00022555127,0.000050367744,0.0002853294,0.001798309,0.001857766,0.0016328202],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9699654,0.011596898,0.00271815,0.0023667505,0.012507931,0.0008447961],"domain_scores_gemma":[0.8378679,0.083892144,0.0128918085,0.04392444,0.02027178,0.0011518436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016589202,0.001783701,0.001815522,0.003885929,0.0008547996,0.005289712,0.003863182,0.0021811458,0.0035476561],"category_scores_gemma":[0.13315108,0.0021663196,0.0021300379,0.0024930125,0.0011957997,0.012088952,0.004570993,0.0033991265,0.0010776395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010568082,0.0012811639,0.050150324,0.0009983797,0.00056177186,0.0007463515,0.0016453562,0.22946914,0.024390703,0.03096848,0.0062323357,0.6524992],"study_design_scores_gemma":[0.00006100733,0.00015054684,0.0015814857,0.0001338639,0.00016651704,0.00028026436,0.0001768116,0.9581231,0.01501885,0.019919567,0.004343888,0.00004410264],"about_ca_topic_score_codex":0.0041809413,"about_ca_topic_score_gemma":0.0070798164,"teacher_disagreement_score":0.016589202,"about_ca_system_score_codex":0.0014128105,"about_ca_system_score_gemma":0.0037017954,"threshold_uncertainty_score":0.08773315},"labels":[],"label_agreement":null},{"id":"W1968137197","doi":"10.5555/2664446.2664466","title":"The build dependency perspective of Android's concrete architecture","year":2012,"lang":"en","type":"article","venue":"Mining Software Repositories","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Android (operating system); Architecture; Computer science; Android application; Applications architecture; Embedded system; Operating system; Software architecture; Software","score_opus":0.016041832489007275,"score_gpt":0.276711630110583,"score_spread":0.2606697976215757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1968137197","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10060001,0.00032345866,0.8729194,0.00076603494,0.000035837653,0.00021815186,0.000914344,0.0013002123,0.022922464],"genre_scores_gemma":[0.48001122,0.00068694656,0.5075984,0.00015624381,0.00003164797,0.00033036587,0.0024757106,0.00055716315,0.008152213],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99802727,0.000442197,0.00020805789,0.00038304212,0.0007634969,0.00017593584],"domain_scores_gemma":[0.99566805,0.0017515708,0.0005064136,0.0011555695,0.0007917331,0.0001266739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013707177,0.0006745109,0.00025734506,0.0028694826,0.0009544571,0.002423648,0.0007482212,0.0010827549,0.0032080396],"category_scores_gemma":[0.007215828,0.0010962359,0.0012534645,0.0019499451,0.0020826685,0.004930222,0.0015898902,0.0018657864,0.0007906544],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013684927,0.00014869105,0.041077163,0.00069037953,0.00016036021,0.0030358427,0.013799518,0.040742256,0.027357537,0.72470117,0.006081424,0.14206882],"study_design_scores_gemma":[0.000049192462,0.00027254614,0.052097425,0.00070885225,0.0004716942,0.0052174535,0.0046530627,0.25711003,0.043929383,0.35192737,0.28336513,0.00019784465],"about_ca_topic_score_codex":0.012438021,"about_ca_topic_score_gemma":0.01792985,"teacher_disagreement_score":0.012438021,"about_ca_system_score_codex":0.0013746682,"about_ca_system_score_gemma":0.002018601,"threshold_uncertainty_score":0.024731278},"labels":[],"label_agreement":null},{"id":"W1969127334","doi":"10.1177/154193120004400418","title":"A Work Domain Analysis for Network Management","year":2000,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Hierarchy; Abstraction; Domain (mathematical analysis); Interface (matter); Work (physics); Task (project management); Distributed computing; Software engineering; Human–computer interaction; Systems engineering; Engineering; Operating system","score_opus":0.020287435887674888,"score_gpt":0.24396731145601966,"score_spread":0.22367987556834476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969127334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026004428,0.0004289362,0.9436977,0.00085880933,0.000058317994,0.00049272296,0.0005679023,0.00048659477,0.027404666],"genre_scores_gemma":[0.34278733,0.00050537975,0.6469861,0.00017936372,0.00008723802,0.00067994866,0.0013708436,0.00016605164,0.007237702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969452,0.0009591738,0.00020458948,0.00050086563,0.0009829141,0.0004072428],"domain_scores_gemma":[0.996682,0.0014840753,0.00024804557,0.00047836755,0.0009487472,0.00015872646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002225297,0.0010077745,0.0005910931,0.0047260025,0.0024410377,0.0044422834,0.0012705644,0.0011031248,0.0075182836],"category_scores_gemma":[0.0076957927,0.00047917434,0.0020382865,0.0036653744,0.0020363997,0.005761694,0.0023988045,0.0017610942,0.0014727161],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017734931,0.00021926132,0.007981354,0.00031066462,0.000057400954,0.000250779,0.0035783886,0.034797493,0.0033685812,0.7661221,0.007165055,0.17597161],"study_design_scores_gemma":[0.000045177705,0.000113087444,0.0053743077,0.0002571416,0.00007567205,0.00035932555,0.0046702637,0.4037678,0.0030156253,0.5244026,0.057856437,0.000062589],"about_ca_topic_score_codex":0.011503008,"about_ca_topic_score_gemma":0.004922074,"teacher_disagreement_score":0.011503008,"about_ca_system_score_codex":0.002921449,"about_ca_system_score_gemma":0.0025181654,"threshold_uncertainty_score":0.025151193},"labels":[],"label_agreement":null},{"id":"W1969212483","doi":"10.5539/cis.v3n3p256","title":"Aspect Oriented Software Development vs. other Techniques (Structured Approach and Object Oriented Approach)","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Reusability; Modular programming; Software engineering; Structuring; Software development; Software; Software framework; Object-oriented programming; Software construction; Programming language; Aspect-oriented programming; Separation of concerns; Code (set theory)","score_opus":0.013900200646472875,"score_gpt":0.2485018243410565,"score_spread":0.23460162369458362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969212483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052991095,0.028873878,0.875288,0.006209852,0.0014433693,0.00028972162,0.00009316226,0.0014608116,0.08104209],"genre_scores_gemma":[0.12168683,0.041062746,0.7950817,0.0041546933,0.0015521053,0.00065782794,0.00024830486,0.0006830097,0.03487275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964142,0.0011253639,0.00023031443,0.0003790882,0.0017086673,0.00014230823],"domain_scores_gemma":[0.99751043,0.0010979763,0.00032250333,0.00047360497,0.00045385066,0.00014154054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028754768,0.0004905045,0.00045593485,0.0016268828,0.0006018147,0.0031587682,0.0011019611,0.0015419056,0.0033765691],"category_scores_gemma":[0.0032271284,0.00034808388,0.00089124904,0.00247105,0.002492135,0.0029908335,0.0015990272,0.0017988752,0.0020563046],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003279558,0.00006943109,0.0006161937,0.0012657625,0.000070400085,0.00025537983,0.0011938991,0.0016346305,0.0037138134,0.60185164,0.008680935,0.38061506],"study_design_scores_gemma":[0.00005183925,0.00014326934,0.0007590894,0.00096079084,0.00008003151,0.0016305071,0.0005858875,0.0058409083,0.004771652,0.29891315,0.6862205,0.000042394142],"about_ca_topic_score_codex":0.0006259334,"about_ca_topic_score_gemma":0.0006306613,"teacher_disagreement_score":0.0033765691,"about_ca_system_score_codex":0.0007548519,"about_ca_system_score_gemma":0.0016539327,"threshold_uncertainty_score":0.015207171},"labels":[],"label_agreement":null},{"id":"W1969549277","doi":"10.1109/repa.2013.6602664","title":"A pattern for structuring the behavioural requirements of features of an embedded system","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Structuring; Computer science; Automotive industry; Feature model; Behavioral pattern; Control flow; Mode (computer interface); Software; Artificial intelligence; Software engineering; Human–computer interaction; Engineering; Programming language","score_opus":0.06038554148328845,"score_gpt":0.31038882099890913,"score_spread":0.2500032795156207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969549277","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008680439,0.00007021887,0.97742677,0.00068372,0.000099092504,0.0006393813,0.0009116541,0.005206518,0.0062822443],"genre_scores_gemma":[0.057022765,0.00014421022,0.93238693,0.00041523692,0.000033346118,0.001024191,0.0013031465,0.0009055374,0.006764621],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962057,0.0012199301,0.00068993133,0.00049110956,0.0011214797,0.0002718675],"domain_scores_gemma":[0.9925613,0.0032251691,0.0006345633,0.0017348767,0.0015876411,0.00025649744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004111241,0.0014326635,0.0005837854,0.001643817,0.0010044393,0.0017158673,0.0013039607,0.0023933004,0.0055508013],"category_scores_gemma":[0.012680318,0.0009123668,0.0013111806,0.00087618036,0.0015809799,0.0027881942,0.0015902331,0.0023836042,0.0026783235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008111737,0.0005934322,0.0060787373,0.0016061324,0.00014297047,0.0038627158,0.006536676,0.018088348,0.102964565,0.3817689,0.047715683,0.42983076],"study_design_scores_gemma":[0.00038347155,0.0010486823,0.0044375286,0.001311866,0.00018265734,0.0055648223,0.0015521211,0.1375341,0.1041871,0.25551346,0.48791924,0.00036498543],"about_ca_topic_score_codex":0.0030615358,"about_ca_topic_score_gemma":0.004721884,"teacher_disagreement_score":0.0055508013,"about_ca_system_score_codex":0.00086625916,"about_ca_system_score_gemma":0.0022012386,"threshold_uncertainty_score":0.021742582},"labels":[],"label_agreement":null},{"id":"W1969866994","doi":"10.1016/j.entcs.2007.01.062","title":"Towards a Common Semantic Foundation for Use Cases and Task Models","year":2007,"lang":"en","type":"article","venue":"Electronic Notes in Theoretical Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Documentation; Formalism (music); Task (project management); User interface; Software engineering; Interface (matter); Programming language; Systems engineering","score_opus":0.034932888214651146,"score_gpt":0.32091262079969884,"score_spread":0.2859797325850477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1969866994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011097565,0.00014272168,0.9946226,0.0007582851,0.000057572564,0.00015918854,0.00010330075,0.00024911904,0.0027974825],"genre_scores_gemma":[0.049522553,0.000562989,0.9448694,0.0004690859,0.00018256374,0.0009608133,0.0011102156,0.0002937369,0.002028554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97590953,0.009912125,0.0041266996,0.003104088,0.005618078,0.0013295087],"domain_scores_gemma":[0.9693475,0.009547331,0.0023135643,0.009749341,0.007512982,0.0015294068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025566762,0.0020312509,0.002233967,0.0109775625,0.0032789274,0.014737688,0.0062027965,0.006391018,0.004542772],"category_scores_gemma":[0.031670857,0.002656121,0.0058333203,0.008578557,0.009826974,0.023221333,0.011107369,0.013284146,0.002315059],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000124621,0.000049522456,0.00012976746,0.00009070466,0.000017671082,0.00010383871,0.0006732141,0.0023585015,0.00040956718,0.98342264,0.00078342156,0.011948675],"study_design_scores_gemma":[0.000033596258,0.000061713996,0.00029044668,0.00049661304,0.000056796427,0.00028196033,0.0009199385,0.039541338,0.0011900065,0.91030556,0.046766575,0.000055422777],"about_ca_topic_score_codex":0.0070907124,"about_ca_topic_score_gemma":0.0049228356,"teacher_disagreement_score":0.025566762,"about_ca_system_score_codex":0.005179794,"about_ca_system_score_gemma":0.010498588,"threshold_uncertainty_score":0.13521153},"labels":[],"label_agreement":null},{"id":"W1970143339","doi":"10.1145/949344.949354","title":"Visualizing and AspectJ-enabling eclipse plugins using bytecode instrumentation","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Plug-in; Eclipse; Computer science; Bytecode; AspectJ; Instrumentation (computer programming); Programming language; Context (archaeology); Visualization; Software engineering; Software; Computer graphics (images); Aspect-oriented programming; Java; Artificial intelligence; Geology; Astronomy; Physics","score_opus":0.07069406067673327,"score_gpt":0.33699613314319793,"score_spread":0.26630207246646465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970143339","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.102992706,0.00020027041,0.8168338,0.00040257067,0.00009632292,0.0001280792,0.00021838682,0.0671152,0.012012621],"genre_scores_gemma":[0.46975034,0.00052684406,0.5149013,0.00016336191,0.000032635417,0.00023386526,0.00059800287,0.008784312,0.0050093667],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99935645,0.0001764289,0.000040422798,0.00008904876,0.0002609744,0.00007670065],"domain_scores_gemma":[0.9971198,0.0016825414,0.00016996842,0.00068139913,0.00020823517,0.0001381043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094904436,0.0007134036,0.0002986803,0.0006492646,0.00039656137,0.0013603884,0.0006347576,0.0006421461,0.002311311],"category_scores_gemma":[0.004753433,0.00052215066,0.00045335852,0.0004627615,0.0006545288,0.0017731333,0.0013364296,0.0016535823,0.0006341611],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009857644,0.00048962503,0.009054462,0.0005800827,0.00007790772,0.0017521358,0.0048729656,0.026501052,0.44747654,0.07013774,0.016645143,0.42142668],"study_design_scores_gemma":[0.0002844226,0.00040451018,0.010771169,0.00020734368,0.000095396324,0.0018713782,0.00053040456,0.2419926,0.57086885,0.027029058,0.1457455,0.00019949775],"about_ca_topic_score_codex":0.001088402,"about_ca_topic_score_gemma":0.0014987441,"teacher_disagreement_score":0.002311311,"about_ca_system_score_codex":0.00026677558,"about_ca_system_score_gemma":0.00041501835,"threshold_uncertainty_score":0.007732153},"labels":[],"label_agreement":null},{"id":"W1970329742","doi":"10.1145/1408647.1408651","title":"On-demand materialization of aspects for application development","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Eclipse; Advice (programming); Aspect-oriented programming; Software engineering; Program transformation; Interface (matter); Programming language; Application programming interface; Transformation (genetics); Operating system; Software","score_opus":0.042320052747189946,"score_gpt":0.2804019294698872,"score_spread":0.23808187672269723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970329742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020909889,0.00020023665,0.95012563,0.00030807033,0.000050554132,0.00044539425,0.00010884893,0.016252903,0.011598527],"genre_scores_gemma":[0.18772538,0.00051069574,0.79527783,0.00025479338,0.00008320096,0.00045877945,0.0007471046,0.006392653,0.00854963],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99767154,0.00049419055,0.00019234177,0.00034428737,0.0011010568,0.0001965788],"domain_scores_gemma":[0.9895348,0.003976011,0.0005925769,0.0049397405,0.0006537559,0.00030316596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003318284,0.00092636194,0.00049194455,0.00096714025,0.00059372286,0.0024055864,0.0020741464,0.00092822703,0.006925167],"category_scores_gemma":[0.013944245,0.0010092705,0.0011443595,0.00060461543,0.0012106727,0.0038522733,0.0036721844,0.0024348523,0.002182896],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058851315,0.0004910112,0.005579053,0.0008095112,0.000099620454,0.0017611544,0.0033007825,0.01565552,0.14437312,0.120880984,0.010785463,0.69567525],"study_design_scores_gemma":[0.00031229362,0.0006365682,0.0052119223,0.00066168635,0.00027246735,0.0029163496,0.00079693523,0.2196217,0.25182322,0.1126417,0.40490517,0.00020005574],"about_ca_topic_score_codex":0.0006587781,"about_ca_topic_score_gemma":0.0017225337,"teacher_disagreement_score":0.006925167,"about_ca_system_score_codex":0.0005500802,"about_ca_system_score_gemma":0.0012591868,"threshold_uncertainty_score":0.023167014},"labels":[],"label_agreement":null},{"id":"W1970467212","doi":"10.1145/1370828.1370835","title":"An approach for aspect-oriented use case modeling","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Modular programming; Computer science; Petri net; Relation (database); Aspect-oriented programming; Software engineering; Extension (predicate logic); Programming language; Data mining; Software","score_opus":0.16608145618374032,"score_gpt":0.3252763135852875,"score_spread":0.1591948574015472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1970467212","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029382593,0.00007994794,0.9944305,0.00048685726,0.000055414348,0.00027212058,0.000065390086,0.0004323767,0.0038835972],"genre_scores_gemma":[0.00874121,0.00026858473,0.98738724,0.00020908407,0.00006325445,0.0009110048,0.00022516146,0.00014746073,0.0020468903],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98844725,0.004791502,0.0011548047,0.0011423826,0.0040532937,0.00041075583],"domain_scores_gemma":[0.9914458,0.003939665,0.0006475305,0.0021537016,0.0014402594,0.0003730398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011438574,0.0021284716,0.0013237157,0.0051503475,0.0023304527,0.009629672,0.007027237,0.0042609773,0.005711147],"category_scores_gemma":[0.01694766,0.0027147427,0.005200948,0.004811236,0.0036447158,0.008530438,0.00613551,0.0073272614,0.0028783097],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001849638,0.00010966871,0.00040745703,0.0002489849,0.000105107996,0.00048298796,0.0015391426,0.011130489,0.0014588272,0.9131055,0.005860382,0.06553286],"study_design_scores_gemma":[0.000057284786,0.00005242049,0.0002405722,0.00055227434,0.00013657023,0.0011068839,0.00048155387,0.11028961,0.0022292652,0.59986395,0.28488582,0.00010375933],"about_ca_topic_score_codex":0.0028257174,"about_ca_topic_score_gemma":0.003789844,"teacher_disagreement_score":0.011438574,"about_ca_system_score_codex":0.0026547003,"about_ca_system_score_gemma":0.004268676,"threshold_uncertainty_score":0.060493708},"labels":[],"label_agreement":null},{"id":"W1971205270","doi":"10.1016/j.jal.2012.07.008","title":"Improving the semantics of the Software Cost Reduction method","year":2012,"lang":"en","type":"article","venue":"Journal of Applied Logic","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; McMaster University","funders":"","keywords":"Computer science; Programming language; Semantics (computer science); Ambiguity; Extension (predicate logic); Reduction (mathematics); Software; Readability; Theoretical computer science; Mathematics","score_opus":0.041436600822148575,"score_gpt":0.29699472120135,"score_spread":0.25555812037920145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971205270","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014304193,0.00024975007,0.9786709,0.0006293805,0.00012902632,0.000056931603,0.00007085266,0.0010706743,0.004818284],"genre_scores_gemma":[0.3155369,0.00042548688,0.6773371,0.00048771332,0.00026808327,0.00014091667,0.00018797017,0.0010032378,0.004612573],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99395293,0.0017696789,0.00033700286,0.0006652759,0.002895736,0.000379393],"domain_scores_gemma":[0.9944147,0.0023843118,0.0003101353,0.0014216393,0.0013480217,0.00012112293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003353573,0.0009278123,0.0008985744,0.001847995,0.0008015312,0.0026623632,0.0021468308,0.0011518504,0.0036047706],"category_scores_gemma":[0.011315664,0.00058801443,0.0016970218,0.0013961623,0.0018955807,0.0050378577,0.0025537203,0.0028269067,0.0008504834],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028502446,0.0001882151,0.0008474879,0.00044277337,0.00009685259,0.00017797787,0.0003319195,0.038226902,0.015977453,0.69903505,0.005228883,0.23916139],"study_design_scores_gemma":[0.00011139688,0.00015925503,0.0004012378,0.00009961895,0.00013991233,0.00023453464,0.00009762797,0.27623242,0.020075915,0.6803967,0.021983072,0.000068361216],"about_ca_topic_score_codex":0.0012316657,"about_ca_topic_score_gemma":0.0015948685,"teacher_disagreement_score":0.0036047706,"about_ca_system_score_codex":0.0011008222,"about_ca_system_score_gemma":0.002485456,"threshold_uncertainty_score":0.01773554},"labels":[],"label_agreement":null},{"id":"W1971467631","doi":"10.1109/6294.918216","title":"Package-oriented software engineering: a generic architecture","year":2001,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software engineering; Computer science; Reference architecture; Resource-oriented architecture; Software development; Software architecture; Software architecture description; Domain engineering; Architecture tradeoff analysis method; Component-based software engineering; Applications architecture; Software construction; Software; Programming language","score_opus":0.029886424362798064,"score_gpt":0.29092174901479584,"score_spread":0.26103532465199775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1971467631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024645256,0.00069505826,0.97829837,0.0023060353,0.00012137648,0.00017205498,0.000054007694,0.0023574794,0.01353118],"genre_scores_gemma":[0.028509978,0.0018328431,0.960797,0.00095780747,0.00014418442,0.00036712154,0.00024678445,0.00070955674,0.0064346856],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965508,0.0010511092,0.00035616345,0.0006104799,0.0011335271,0.00029782532],"domain_scores_gemma":[0.99635917,0.0004915995,0.00026411703,0.0016405046,0.0007935909,0.00045106479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004024406,0.0011879321,0.0008271013,0.0029164099,0.0017884203,0.006412219,0.0026234952,0.0042103208,0.003887271],"category_scores_gemma":[0.0051640575,0.0015065251,0.0021628705,0.0031913724,0.0065838527,0.009339503,0.0041959654,0.004621134,0.0038112542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035053792,0.00008273051,0.0010334712,0.00046660093,0.00006323508,0.00024497518,0.001344246,0.0061177686,0.00391399,0.8580417,0.010644306,0.1180119],"study_design_scores_gemma":[0.00005650296,0.00021936047,0.0010993199,0.00048946147,0.00010480999,0.0014013915,0.0003467328,0.03562257,0.0022484951,0.5485938,0.40973225,0.000085314234],"about_ca_topic_score_codex":0.0020809914,"about_ca_topic_score_gemma":0.002668691,"teacher_disagreement_score":0.006412219,"about_ca_system_score_codex":0.002076538,"about_ca_system_score_gemma":0.0040460727,"threshold_uncertainty_score":0.021283329},"labels":[],"label_agreement":null},{"id":"W1973506152","doi":"10.1145/1151433.1151437","title":"Experience report on software product line evolution due to market reposition","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product line; Context (archaeology); Product (mathematics); Product management; New product development; Business; Software; Product design; Line management; Line (geometry); Software product line; Product design specification; Innovation management; Computer science; Marketing; Operations management; Software development; Engineering; Manufacturing engineering; Operating system","score_opus":0.029077968988169854,"score_gpt":0.30003857467256423,"score_spread":0.2709606056843944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973506152","genre_codex":"empirical","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99675494,0.00017817198,0.0002680316,0.00016318202,0.000009541057,0.000007440794,0.000046315137,0.000021301821,0.0025509587],"genre_scores_gemma":[0.9970824,0.0002601291,0.00023254065,0.00008910995,0.000019631354,0.000007647997,0.0001993074,0.000016592223,0.0020926716],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99791986,0.0005969376,0.00014348078,0.00020681931,0.00082509004,0.0003077804],"domain_scores_gemma":[0.9775882,0.011441174,0.0047774143,0.0014647377,0.0030902456,0.0016382561],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021331557,0.00027228828,0.00025879923,0.0015106925,0.00106131,0.001294511,0.0006930342,0.0009194196,0.0029985642],"category_scores_gemma":[0.01991803,0.00022395766,0.0002762261,0.0014994594,0.00077300397,0.0013435028,0.0012649298,0.0009709251,0.0006752007],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010233568,0.0014375031,0.59728616,0.0004635142,0.00011698242,0.019218177,0.15970267,0.0019522895,0.012528196,0.0014832731,0.0060707303,0.19871707],"study_design_scores_gemma":[0.000058774356,0.0047230963,0.7565117,0.00013983203,0.00014295147,0.015744634,0.13207923,0.0031825383,0.011984172,0.0006351215,0.07466076,0.00013716759],"about_ca_topic_score_codex":0.0027175173,"about_ca_topic_score_gemma":0.0041687973,"teacher_disagreement_score":0.0029985642,"about_ca_system_score_codex":0.0007751982,"about_ca_system_score_gemma":0.0004744706,"threshold_uncertainty_score":0.011281371},"labels":[],"label_agreement":null},{"id":"W1973518623","doi":"10.1023/b:ause.0000017742.47984.6c","title":"Verifying Service Continuity in a Dynamic Reconfiguration Procedure: Application to a Satellite System","year":2004,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Control reconfiguration; Computer science; Unified Modeling Language; Software; Payload (computing); Embedded system; Distributed computing; Programming language; Network packet; Computer network","score_opus":0.00948485757950351,"score_gpt":0.2531919913532006,"score_spread":0.24370713377369707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973518623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49725285,0.00008167168,0.495692,0.00021274011,0.00003560656,0.00015325216,0.00007917664,0.0047744643,0.0017182686],"genre_scores_gemma":[0.9329273,0.000023250135,0.06646865,0.000028159346,0.000009607947,0.000023584762,0.000048633836,0.00010588743,0.0003649521],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976419,0.0007384767,0.00013912283,0.00043807953,0.00079203193,0.0002503151],"domain_scores_gemma":[0.98368293,0.010909143,0.001160956,0.0023972802,0.0014055179,0.00044419718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033049253,0.00061248604,0.0007346894,0.0006790228,0.0015580812,0.001022527,0.0014371222,0.001738722,0.0018131481],"category_scores_gemma":[0.013227426,0.00043119394,0.00053419895,0.0006364353,0.0021742098,0.001370843,0.001052938,0.0012953349,0.00026636384],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035180827,0.0008412285,0.017164556,0.00040837724,0.00015173489,0.0036667425,0.0021041427,0.57522917,0.13939518,0.029477445,0.0019708625,0.22607242],"study_design_scores_gemma":[0.00017767567,0.00030979712,0.0017191767,0.000013815131,0.000049255163,0.0003801147,0.00017174026,0.9535652,0.03668889,0.00612913,0.00076696364,0.000028231017],"about_ca_topic_score_codex":0.009911713,"about_ca_topic_score_gemma":0.0065323077,"teacher_disagreement_score":0.009911713,"about_ca_system_score_codex":0.00083039986,"about_ca_system_score_gemma":0.0017908947,"threshold_uncertainty_score":0.019708037},"labels":[],"label_agreement":null},{"id":"W1973853680","doi":"10.1007/s10270-003-0024-z","title":"EB3: an entity-based black-box specification method for information systems","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Computer science; Notation; Abstraction; Process (computing); Modular design; Class diagram; Class (philosophy); Black box; Formal specification; Process calculus; Theoretical computer science; Relation (database); Function (biology); Programming language; Composition (language); Unified Modeling Language; Data mining; Artificial intelligence; Software","score_opus":0.06139219366238525,"score_gpt":0.31142971082134385,"score_spread":0.2500375171589586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973853680","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000442239,0.000031391322,0.9930173,0.000060709735,0.000025075004,0.00007965355,0.0003325929,0.0048475014,0.0011633902],"genre_scores_gemma":[0.03110558,0.00031190997,0.950414,0.00034772616,0.00003802041,0.0006548759,0.0032329096,0.0057213935,0.008173491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996806,0.00087413815,0.0003891349,0.0002839148,0.0014249467,0.00022178254],"domain_scores_gemma":[0.996467,0.0015821931,0.00019146352,0.0010451525,0.000571604,0.00014249966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00536057,0.0014588014,0.0009265804,0.0015665396,0.000957334,0.0033216684,0.0028354162,0.0020020744,0.018050611],"category_scores_gemma":[0.009419185,0.0013557659,0.0022589196,0.0012684223,0.0012166087,0.0061911824,0.0036404533,0.003075718,0.006373694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049430405,0.00021140555,0.001978226,0.0014312023,0.00026403362,0.0006251369,0.0014273319,0.055863075,0.02079223,0.4384348,0.05565629,0.42282206],"study_design_scores_gemma":[0.00021752174,0.00013406506,0.00050134736,0.0005152209,0.00017766767,0.00049295847,0.00019214799,0.348286,0.044684995,0.20224333,0.40238366,0.00017107443],"about_ca_topic_score_codex":0.0047029033,"about_ca_topic_score_gemma":0.005738876,"teacher_disagreement_score":0.018050611,"about_ca_system_score_codex":0.00096951314,"about_ca_system_score_gemma":0.0030030706,"threshold_uncertainty_score":0.060385287},"labels":[],"label_agreement":null},{"id":"W1974534895","doi":"10.1016/j.infsof.2007.10.013","title":"The software product line architecture: An empirical investigation of key process activities","year":2008,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software architecture description; Software engineering; Resource-oriented architecture; Software development; Computer science; Software architecture; Reference architecture; Software; Software construction; Operating system","score_opus":0.0291366572693628,"score_gpt":0.28883810609382976,"score_spread":0.25970144882446694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974534895","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9943188,0.00007967516,0.0021831307,0.000042698357,0.0000013744461,0.00007144658,0.000039947317,0.000015274072,0.0032476645],"genre_scores_gemma":[0.99708384,0.00006636424,0.0023760127,0.0000061104115,0.0000014071971,0.000034282726,0.00008058244,0.0000074713266,0.00034384642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99521893,0.0022709647,0.000346187,0.00030853043,0.0016498222,0.00020553086],"domain_scores_gemma":[0.89824647,0.073800966,0.012454514,0.0038857493,0.009722682,0.0018895776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006274331,0.0003618623,0.00017920643,0.0041949074,0.0008895264,0.0022690238,0.00070273306,0.00078439835,0.0017316921],"category_scores_gemma":[0.052598465,0.0004221916,0.00031363498,0.0037643067,0.0016803553,0.004864568,0.0016707409,0.0012486023,0.00040000374],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037326332,0.0010763565,0.864491,0.00030180544,0.00006857664,0.00036422428,0.031661943,0.0032063648,0.004443565,0.014002889,0.0003405924,0.07966948],"study_design_scores_gemma":[0.000074744334,0.001394906,0.9168171,0.0002998016,0.0001409153,0.00077967945,0.037227195,0.025261356,0.0037264258,0.007879438,0.006345702,0.000052787833],"about_ca_topic_score_codex":0.0031660183,"about_ca_topic_score_gemma":0.0052035493,"teacher_disagreement_score":0.006274331,"about_ca_system_score_codex":0.0016418854,"about_ca_system_score_gemma":0.0026493818,"threshold_uncertainty_score":0.033182204},"labels":[],"label_agreement":null},{"id":"W1975343474","doi":"10.1145/1176617.1176701","title":"Round-trip engineering of eclipse plug-ins using eclipse workbench part interaction FSML","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Eclipse; Workbench; Computer science; Software engineering; Plug-in; Programming language; Domain (mathematical analysis); Modeling language; Model-driven architecture; Software development; Systems engineering; Software; Engineering; Artificial intelligence","score_opus":0.04661667051225226,"score_gpt":0.2826360061058348,"score_spread":0.2360193355935825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975343474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034348525,0.000092975024,0.9180837,0.00017734841,0.00008334967,0.00043333689,0.00030349463,0.036018055,0.010459241],"genre_scores_gemma":[0.28844634,0.00034244498,0.67266166,0.00029811807,0.000031474137,0.0010281627,0.0026950878,0.012830054,0.02166671],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99842286,0.0004659987,0.00010858011,0.00020663979,0.0006259214,0.00017002411],"domain_scores_gemma":[0.9965791,0.001725001,0.00016491688,0.00096141465,0.00042149765,0.00014808425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023569243,0.0010876065,0.0004816853,0.00083976716,0.0006064863,0.0017043493,0.0018117455,0.0009460137,0.0058612945],"category_scores_gemma":[0.0071835374,0.001078808,0.00091693684,0.00028825446,0.00070120784,0.0018453898,0.0015663302,0.0014018941,0.0017560625],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016331692,0.0008945488,0.009807742,0.0011833905,0.00025963728,0.005682843,0.0058946884,0.11855085,0.14546989,0.085345805,0.046399407,0.578878],"study_design_scores_gemma":[0.00039577307,0.00052912225,0.0030115764,0.00026933762,0.00011804771,0.0016849616,0.000550304,0.49707323,0.1811224,0.017120693,0.29790664,0.0002177926],"about_ca_topic_score_codex":0.00356081,"about_ca_topic_score_gemma":0.004299594,"teacher_disagreement_score":0.0058612945,"about_ca_system_score_codex":0.00075472955,"about_ca_system_score_gemma":0.0013295625,"threshold_uncertainty_score":0.019607961},"labels":[],"label_agreement":null},{"id":"W1975385971","doi":"10.1109/modre.2014.6890823","title":"Combined propagation-based reasoning with goal and feature models","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Feature (linguistics); Computer science; Usability; Feature model; Stakeholder; Goal modeling; Software engineering; Notation; Automated reasoning; Reasoning system; Artificial intelligence; Software; Data mining; Human–computer interaction; Requirements engineering; Programming language","score_opus":0.013864921947802578,"score_gpt":0.22996701588349208,"score_spread":0.2161020939356895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975385971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008457429,0.00002117904,0.99707496,0.00007826742,0.000012895891,0.00006035136,0.000056354926,0.0011745924,0.00067562226],"genre_scores_gemma":[0.035133075,0.00008773812,0.96251553,0.000110222296,0.00002867204,0.00011525262,0.0003439828,0.00031334587,0.0013521246],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9884721,0.0027874832,0.0010168882,0.0021002325,0.0049856734,0.00063761376],"domain_scores_gemma":[0.9784138,0.013912071,0.0011427556,0.003246437,0.002997587,0.00028735818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01095051,0.0025488592,0.0015141915,0.0054775546,0.0016213445,0.0059732907,0.0067116157,0.0024629168,0.005928514],"category_scores_gemma":[0.030704685,0.0020284245,0.0062033935,0.0029611038,0.0020406924,0.011893775,0.0064232196,0.0047374885,0.0018809024],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036391974,0.0005088495,0.0024324309,0.00071843364,0.000505896,0.001161919,0.0014946685,0.27187505,0.014338829,0.23552805,0.008809854,0.46226218],"study_design_scores_gemma":[0.00004712801,0.000038105994,0.00013741708,0.0000752537,0.00017699678,0.00019222111,0.00008656387,0.8875777,0.010871095,0.09260635,0.008137187,0.000053921853],"about_ca_topic_score_codex":0.011542579,"about_ca_topic_score_gemma":0.015707903,"teacher_disagreement_score":0.011542579,"about_ca_system_score_codex":0.0024738442,"about_ca_system_score_gemma":0.0037761328,"threshold_uncertainty_score":0.05791253},"labels":[],"label_agreement":null},{"id":"W1976074482","doi":"10.1016/j.jss.2005.10.014","title":"Investigating the impact of usability on software architecture through scenarios: A case study on Web systems","year":2005,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Usability; Usability engineering; Web usability; Usability inspection; Computer science; Usability lab; Cognitive walkthrough; Software engineering; Usability goals; Heuristic evaluation; System usability scale; Human–computer interaction; World Wide Web","score_opus":0.06010819479502414,"score_gpt":0.3348676516079262,"score_spread":0.27475945681290204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976074482","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9939032,0.000053266704,0.0031060285,0.00017620032,0.000005432105,0.00012632523,0.000024583398,0.000021951531,0.0025829102],"genre_scores_gemma":[0.994325,0.00006875169,0.005065561,0.000022055672,0.0000037525278,0.0000705137,0.000033644294,0.00000972594,0.00040099482],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.98797417,0.0097990045,0.00037803035,0.0002889276,0.0009911841,0.0005686517],"domain_scores_gemma":[0.8816765,0.106410585,0.0032944833,0.0029374962,0.0035757388,0.0021052302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009800914,0.0007806657,0.00040245205,0.0017466064,0.0024833514,0.0029874283,0.0014624046,0.0037701463,0.001966871],"category_scores_gemma":[0.04182839,0.00066471426,0.00067738304,0.0014060303,0.0018295854,0.0048137736,0.0021419881,0.0014830733,0.00024568388],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062182215,0.029280484,0.2722913,0.0029501123,0.00063689525,0.03422825,0.21027295,0.1248503,0.051777687,0.051195353,0.004314472,0.21198398],"study_design_scores_gemma":[0.0020135106,0.03527559,0.16608943,0.0015545676,0.0013992569,0.013456228,0.22515449,0.4139154,0.06588419,0.038752954,0.03573171,0.00077270326],"about_ca_topic_score_codex":0.003130016,"about_ca_topic_score_gemma":0.005248624,"teacher_disagreement_score":0.009800914,"about_ca_system_score_codex":0.002275863,"about_ca_system_score_gemma":0.0014570076,"threshold_uncertainty_score":0.051832795},"labels":[],"label_agreement":null},{"id":"W1976625778","doi":"10.5555/2821357.2821372","title":"Hogna: a platform for self-adaptive applications in cloud environments","year":2015,"lang":"en","type":"article","venue":"Software Engineering for Adaptive and Self-Managing Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Software deployment; Cloud computing; Computer science; Installation; Software; Software engineering; Automation; Plan (archaeology); Set (abstract data type); Distributed computing; Systems engineering; Operating system; Engineering","score_opus":0.0364194000861586,"score_gpt":0.2524406035806636,"score_spread":0.21602120349450502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976625778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05057519,0.0011727562,0.8312176,0.0007893218,0.000654779,0.0014482865,0.00072576205,0.09670158,0.016714782],"genre_scores_gemma":[0.38522172,0.0012646167,0.58286273,0.001178286,0.00022660998,0.0010344688,0.0028726463,0.0043274723,0.021011535],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992742,0.00010549073,0.00005631352,0.00014086836,0.00026982534,0.00015333097],"domain_scores_gemma":[0.99901795,0.00014035839,0.0000834545,0.0002886481,0.0001420943,0.00032750407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008530875,0.0008330358,0.00058570824,0.00065539114,0.0006422364,0.0017690716,0.003033927,0.0009888611,0.0032648675],"category_scores_gemma":[0.0018611238,0.00055060425,0.0006223322,0.00039243887,0.00060082466,0.0026526835,0.0031694768,0.0019528917,0.0021267838],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018201463,0.0024734943,0.011863384,0.0017253889,0.00049155037,0.0026026557,0.001445487,0.05829757,0.19482213,0.0725336,0.09540734,0.55651724],"study_design_scores_gemma":[0.0004061769,0.0010784209,0.008729538,0.00032619588,0.00026157836,0.0016217517,0.00033389954,0.5283054,0.08176747,0.03345968,0.34332952,0.00038027897],"about_ca_topic_score_codex":0.0028181255,"about_ca_topic_score_gemma":0.0029035194,"teacher_disagreement_score":0.0032648675,"about_ca_system_score_codex":0.0004711133,"about_ca_system_score_gemma":0.0014866684,"threshold_uncertainty_score":0.010922074},"labels":[],"label_agreement":null},{"id":"W1976662555","doi":"10.1007/s10270-013-0373-1","title":"Introduction to the theme issue on models for quality of software architecture","year":2013,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Theme (computing); Software engineering; Architecture; Software architecture; Quality (philosophy); Software architecture description; Software quality; Software; Reference architecture; Software development; Programming language; World Wide Web; Epistemology; History","score_opus":0.06928792739297089,"score_gpt":0.31059818658315175,"score_spread":0.24131025919018084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976662555","genre_codex":"methods","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015731592,0.12797396,0.4876664,0.111082084,0.13340466,0.00021512866,0.0012965692,0.0011610285,0.13562696],"genre_scores_gemma":[0.04750742,0.17106704,0.17239624,0.04145171,0.36431333,0.00061399123,0.002697257,0.0029172287,0.19703582],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977717,0.0005936685,0.0002179192,0.00039233873,0.0009212063,0.000103166036],"domain_scores_gemma":[0.99158704,0.005679523,0.00032472968,0.0007554055,0.0013606121,0.0002928098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003834377,0.0017905801,0.0015190727,0.003246556,0.0010781699,0.0050021634,0.0025402107,0.004025423,0.03200338],"category_scores_gemma":[0.010567865,0.0010147585,0.0020204603,0.003166048,0.0029316538,0.010204064,0.002861323,0.011106348,0.008658708],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022254899,0.000065128814,0.00017108535,0.00056339597,0.000030618266,0.00008315815,0.00017696757,0.0024324332,0.0006700397,0.5481239,0.3617509,0.08591005],"study_design_scores_gemma":[0.000009728931,0.00004043937,0.00026686332,0.0006600919,0.000019060188,0.0002358244,0.00006499146,0.0041045006,0.00023983298,0.2765781,0.71774393,0.000036543577],"about_ca_topic_score_codex":0.0011815801,"about_ca_topic_score_gemma":0.0014051354,"teacher_disagreement_score":0.03200338,"about_ca_system_score_codex":0.0021577012,"about_ca_system_score_gemma":0.0016770965,"threshold_uncertainty_score":0.10706192},"labels":[],"label_agreement":null},{"id":"W1976831690","doi":"10.1007/s10270-011-0216-x","title":"On the realizability of collaborative services","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Realizability; Sequence diagram; Computer science; Unified Modeling Language; Concurrency; Set (abstract data type); Sequence (biology); Programming language; Construct (python library); Software engineering; Activity diagram; Theoretical computer science; Class diagram; Software","score_opus":0.07058424502463068,"score_gpt":0.2636104253522653,"score_spread":0.19302618032763463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976831690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1876224,0.0008239823,0.7552276,0.0025863212,0.00012571414,0.00014814598,0.0004057305,0.0005504921,0.052509464],"genre_scores_gemma":[0.92077345,0.0008458032,0.07119848,0.00018272774,0.00021186219,0.00017323015,0.00053950376,0.00016084335,0.00591416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99420124,0.0021066908,0.0004648557,0.0010165086,0.0014648085,0.0007459289],"domain_scores_gemma":[0.9673542,0.02374497,0.0020193534,0.003856921,0.0016771549,0.0013474879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005969489,0.00089297286,0.0014839387,0.0019405013,0.00320554,0.005603483,0.0026040187,0.0032108843,0.0069548916],"category_scores_gemma":[0.03040076,0.0012471908,0.0029916253,0.0020382486,0.007548999,0.013984986,0.0060553863,0.005780252,0.00061686337],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102887825,0.000041567782,0.0004409645,0.00004502653,0.000020170206,0.00013553983,0.00044735053,0.008596363,0.0004744047,0.9853956,0.00027122666,0.004028905],"study_design_scores_gemma":[0.00004056921,0.00003787064,0.00018360093,0.000022563654,0.00002586477,0.000059140148,0.00016160657,0.028386652,0.00044022198,0.96922684,0.0014022865,0.000012702579],"about_ca_topic_score_codex":0.007064795,"about_ca_topic_score_gemma":0.003929617,"teacher_disagreement_score":0.007064795,"about_ca_system_score_codex":0.002463307,"about_ca_system_score_gemma":0.0020281496,"threshold_uncertainty_score":0.031570077},"labels":[],"label_agreement":null},{"id":"W1976958311","doi":"10.1109/ms.2006.12","title":"Guest Editors' Introduction: Aspect-Oriented Programming","year":2006,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Aspect-oriented programming; Software engineering; Modular design; Programming language; Modular programming; Programming paradigm; Interface (matter); Software development; Software; Operating system","score_opus":0.012557784941140099,"score_gpt":0.25122445090256196,"score_spread":0.23866666596142186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976958311","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00049746555,0.0335995,0.041048374,0.040925004,0.852752,0.00007974092,0.00019110419,0.0013631022,0.029543817],"genre_scores_gemma":[0.0074748625,0.052549914,0.024922347,0.024875762,0.7725366,0.00015782121,0.00048393657,0.0016587535,0.11533996],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747914,0.00037937178,0.0003006085,0.00046616423,0.0012041782,0.0001705666],"domain_scores_gemma":[0.9899038,0.003234575,0.0005062396,0.00049105345,0.0046982747,0.0011661141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026106553,0.0018182071,0.0013740127,0.0021789935,0.00095723185,0.004119758,0.0016660389,0.002113356,0.018544277],"category_scores_gemma":[0.010720871,0.0005762546,0.0011003551,0.0017547599,0.0010628843,0.0034377838,0.001715672,0.007930311,0.01811354],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002855936,0.000024465746,0.00010743309,0.00024901854,0.000012823944,0.00012628688,0.000063819825,0.00022909748,0.00037836615,0.006029359,0.90335757,0.08939311],"study_design_scores_gemma":[0.000007803811,0.000024642595,0.00010743394,0.00011478209,0.000010477128,0.00027728872,0.000018836849,0.00033350094,0.00016278733,0.0027969135,0.996135,0.00001046864],"about_ca_topic_score_codex":0.0003982723,"about_ca_topic_score_gemma":0.0007148294,"teacher_disagreement_score":0.018544277,"about_ca_system_score_codex":0.0007050081,"about_ca_system_score_gemma":0.00092610955,"threshold_uncertainty_score":0.062036812},"labels":[],"label_agreement":null},{"id":"W1977393187","doi":"","title":"Inferring Meta-Models for Runtime System Data from the Clients of Management APIs","year":2010,"lang":"en","type":"article","venue":"INRIA a CCSD electronic archive server","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Runtime verification; Data modeling; Set (abstract data type); Runtime system; Code (set theory); Distributed computing; Software engineering; Data mining; Database; Programming language; Formal verification","score_opus":0.0790266349657029,"score_gpt":0.30295627365651456,"score_spread":0.22392963869081167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977393187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15596831,0.0003472449,0.80596936,0.0008966588,0.00009879519,0.00017614834,0.0081799105,0.025714511,0.0026491398],"genre_scores_gemma":[0.7275412,0.00038916979,0.25878102,0.00016827535,0.00006550989,0.00019085359,0.008283324,0.0029892444,0.001591464],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99610066,0.00097388646,0.00029882116,0.00076265336,0.0015260087,0.00033793546],"domain_scores_gemma":[0.983285,0.008511548,0.0010937626,0.0054619433,0.0013162794,0.0003315448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004187607,0.0014736981,0.0011682966,0.002314166,0.0006632734,0.005282599,0.0029626878,0.0024990886,0.002211903],"category_scores_gemma":[0.023263574,0.0025749076,0.0030945027,0.0018762257,0.00117836,0.007916536,0.0019652422,0.0040763817,0.0014605577],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018535602,0.00086529076,0.12151902,0.0010330376,0.0008372637,0.0011077704,0.0021045536,0.5284076,0.03015636,0.10447331,0.016142875,0.19149934],"study_design_scores_gemma":[0.000028459033,0.000030759347,0.002354036,0.00003510698,0.00010480567,0.00006225303,0.00008514938,0.9540229,0.011307679,0.029860154,0.0020754118,0.000033274904],"about_ca_topic_score_codex":0.010482239,"about_ca_topic_score_gemma":0.02138121,"teacher_disagreement_score":0.010482239,"about_ca_system_score_codex":0.0018066766,"about_ca_system_score_gemma":0.0034429661,"threshold_uncertainty_score":0.022146463},"labels":[],"label_agreement":null},{"id":"W1978061107","doi":"10.1145/1509239.1509259","title":"Concept analysis for product line requirements","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software product line; Modularity (biology); Product line; Formal concept analysis; Product (mathematics); Non-functional requirement; Quality (philosophy); Requirements engineering; Requirements elicitation; Software engineering; Software; Systems engineering; Software development; Engineering; Manufacturing engineering; Programming language; Software construction; Mathematics","score_opus":0.09669166780407741,"score_gpt":0.3645174086303398,"score_spread":0.2678257408262624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978061107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023596105,0.00056083594,0.98999816,0.00045656448,0.00004585007,0.00022078646,0.0001630555,0.0001641594,0.006030834],"genre_scores_gemma":[0.058055192,0.0006873369,0.937499,0.00020239722,0.000118691234,0.0011099806,0.00063134363,0.000089433044,0.0016066792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9905036,0.004226976,0.0007562411,0.000816091,0.003469548,0.00022742753],"domain_scores_gemma":[0.9821087,0.013079167,0.0010327279,0.0013441581,0.0022195177,0.00021565864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009378519,0.0017110605,0.0010279361,0.00761524,0.0015840515,0.0047732377,0.0019259893,0.0012963266,0.009246513],"category_scores_gemma":[0.026023805,0.00077760534,0.0027603002,0.005625641,0.0044159084,0.0068980637,0.0020910874,0.003191647,0.0019740683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026171838,0.000042527867,0.00042783841,0.0004149486,0.000045616558,0.00018143519,0.0007468213,0.0109125655,0.0010121306,0.91522855,0.0027746786,0.06818666],"study_design_scores_gemma":[0.000034606717,0.000050601113,0.00034895027,0.00030682964,0.000026086276,0.00032195158,0.0005948115,0.108877614,0.0011612262,0.8543049,0.033923972,0.000048425303],"about_ca_topic_score_codex":0.0025402156,"about_ca_topic_score_gemma":0.0014321575,"teacher_disagreement_score":0.009378519,"about_ca_system_score_codex":0.0034877968,"about_ca_system_score_gemma":0.0029775952,"threshold_uncertainty_score":0.049598932},"labels":[],"label_agreement":null},{"id":"W1978195252","doi":"10.1145/1188966.1188982","title":"STAC","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Autonomic computing; Software; Java; Robustness (evolution); Software system; Embedded system; Control system; Operating system; Engineering; Cloud computing","score_opus":0.013675181843791339,"score_gpt":0.24142737186919955,"score_spread":0.2277521900254082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978195252","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014775267,0.0008475802,0.29269454,0.0017349992,0.002122256,0.0008824575,0.010738238,0.22922613,0.4469786],"genre_scores_gemma":[0.18068728,0.0012187063,0.18438768,0.0032621766,0.00085066876,0.0012164484,0.053927347,0.03282477,0.54162484],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837554,0.00018729108,0.000095027906,0.00028175258,0.00085501507,0.00020547355],"domain_scores_gemma":[0.9961139,0.00035308747,0.00017712047,0.0016596039,0.0013759306,0.00032029828],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011772441,0.0009830203,0.00057301036,0.0017504876,0.0012333591,0.0033700925,0.0024388838,0.0015214498,0.13582958],"category_scores_gemma":[0.0043080924,0.0005440268,0.0008550012,0.0014844914,0.0006242034,0.0025782958,0.0028912344,0.0019641342,0.114287406],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007236273,0.00024707583,0.0021460804,0.00041523596,0.00006567806,0.00041917452,0.00036595028,0.004409615,0.016687836,0.053344183,0.5153421,0.40583345],"study_design_scores_gemma":[0.00007803459,0.00010319946,0.0009880866,0.000055803546,0.000027643022,0.00037019938,0.000055713095,0.016301705,0.0110814525,0.011719465,0.95917225,0.000046553054],"about_ca_topic_score_codex":0.0030304296,"about_ca_topic_score_gemma":0.0027441448,"teacher_disagreement_score":0.86417043,"about_ca_system_score_codex":0.001023486,"about_ca_system_score_gemma":0.0020030749,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1979037869","doi":"10.1145/2499777.2499779","title":"Clafer tools for product line engineering","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metamodeling; Viewpoints; Computer science; Product line; Feature model; Product (mathematics); Software engineering; Software product line; Modeling language; Systems engineering; Set (abstract data type); Feature (linguistics); New product development; Product engineering; Engineering drawing; Product design; Programming language; Engineering; Manufacturing engineering; Software development; Software","score_opus":0.06675466548421304,"score_gpt":0.28555136659884,"score_spread":0.21879670111462696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979037869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010970348,0.00038311147,0.90605474,0.00021609085,0.000068694,0.00015690553,0.0013404079,0.07944676,0.011236168],"genre_scores_gemma":[0.040419754,0.0015231424,0.9066492,0.00056287687,0.00014639922,0.0009653755,0.013605359,0.020405412,0.015722582],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972109,0.0005122255,0.0003534106,0.00031911838,0.001368417,0.00023597776],"domain_scores_gemma":[0.9948201,0.0024367815,0.00037194128,0.0012652102,0.0009303585,0.00017557095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033517885,0.0025581745,0.0010424232,0.005220908,0.00085854676,0.003348375,0.0040109446,0.0019691666,0.040450867],"category_scores_gemma":[0.011116544,0.0017928393,0.0024110393,0.0027938653,0.0009880634,0.0060647386,0.0044168537,0.003944099,0.018723888],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020384951,0.00023554002,0.0011148083,0.0018027072,0.00013047314,0.00085866015,0.0009111043,0.03576643,0.010125029,0.22456057,0.1588792,0.56541157],"study_design_scores_gemma":[0.00018569894,0.000090856745,0.00058049103,0.0008039638,0.00006108623,0.0012037877,0.0001472728,0.13843986,0.01215269,0.13301112,0.71316195,0.00016123684],"about_ca_topic_score_codex":0.0026481724,"about_ca_topic_score_gemma":0.0033433249,"teacher_disagreement_score":0.040450867,"about_ca_system_score_codex":0.0011808269,"about_ca_system_score_gemma":0.0019167828,"threshold_uncertainty_score":0.13532162},"labels":[],"label_agreement":null},{"id":"W1979073407","doi":"10.1142/s0218194000000286","title":"ISSUES AND MODELS IN SOFTWARE PRODUCT LINES","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta; Government of Alberta","keywords":"Software engineering; Software product line; Computer science; Software development; Software; Product (mathematics); Systems engineering; Software construction; Engineering; Programming language","score_opus":0.020730186428758075,"score_gpt":0.2780429710698353,"score_spread":0.2573127846410772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1979073407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016990911,0.027043613,0.7333725,0.051655397,0.0011598459,0.00016903739,0.00032511298,0.0004106659,0.16887285],"genre_scores_gemma":[0.67466223,0.025200343,0.2526436,0.0045246272,0.002523259,0.0010082771,0.0008598661,0.00048240053,0.038095307],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9925398,0.0038568806,0.0005163506,0.0007511696,0.0019635714,0.0003722982],"domain_scores_gemma":[0.98423773,0.010692769,0.0012847864,0.0017423183,0.0016153321,0.00042714612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072536897,0.0015631581,0.0009944334,0.0027820717,0.0022960661,0.007840195,0.0034015502,0.0063891653,0.0052592554],"category_scores_gemma":[0.023421068,0.001244915,0.0019461511,0.0043323473,0.009807066,0.018217752,0.0037423614,0.0067205383,0.0017718846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000030037236,0.0000080342425,0.000046893212,0.000028549432,0.0000035346875,0.000045954035,0.0002753944,0.002254838,0.000024836747,0.9945015,0.0008722765,0.0019351072],"study_design_scores_gemma":[0.00000443712,0.000008021341,0.000032592627,0.00004812272,0.0000035853543,0.000037973394,0.00009186,0.004412546,0.000039344068,0.9792109,0.016103614,0.000006968836],"about_ca_topic_score_codex":0.0042882445,"about_ca_topic_score_gemma":0.0021009713,"teacher_disagreement_score":0.007840195,"about_ca_system_score_codex":0.0040147123,"about_ca_system_score_gemma":0.0023121224,"threshold_uncertainty_score":0.03836167},"labels":[],"label_agreement":null},{"id":"W1980079693","doi":"10.1145/1188966.1188976","title":"Requirements-driven design of autonomic application software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":105,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software system; Process (computing); Software; Systems engineering; Risk analysis (engineering); Distributed computing; Reliability engineering; Engineering; Operating system; Cloud computing","score_opus":0.04521512605687349,"score_gpt":0.28486336284250985,"score_spread":0.23964823678563635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980079693","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026873684,0.0002973667,0.9591434,0.00082990027,0.00004984595,0.00049516285,0.000052923475,0.00044780393,0.011809844],"genre_scores_gemma":[0.27807707,0.0006716349,0.7152965,0.00022260081,0.000035391742,0.0011166753,0.00024678584,0.00025639823,0.004076979],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99659425,0.0013362606,0.00019642945,0.0002095964,0.001403009,0.00026039904],"domain_scores_gemma":[0.9970035,0.0013119936,0.0003097148,0.0003149514,0.00091898325,0.00014083135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042471653,0.00065430393,0.00039029232,0.0006918461,0.00053696486,0.002203543,0.0018180704,0.0011603428,0.0008858863],"category_scores_gemma":[0.006412112,0.00080062886,0.000877024,0.0003947933,0.0009666622,0.0011788573,0.001124683,0.0013168794,0.0003708636],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001656892,0.00031142653,0.0016018171,0.0007294724,0.00013749492,0.0014543647,0.002335484,0.4702578,0.039715894,0.35795614,0.003808341,0.12152607],"study_design_scores_gemma":[0.00007442909,0.0001513226,0.00044187682,0.00015381923,0.00005772062,0.0003233984,0.00035861877,0.8558556,0.014647141,0.09240844,0.03549,0.000037534068],"about_ca_topic_score_codex":0.0012305586,"about_ca_topic_score_gemma":0.00196016,"teacher_disagreement_score":0.0042471653,"about_ca_system_score_codex":0.001085588,"about_ca_system_score_gemma":0.0025096235,"threshold_uncertainty_score":0.022461414},"labels":[],"label_agreement":null},{"id":"W1981448271","doi":"10.1145/2737166.2737177","title":"Change-Driven Consistency for Component Code, Architectural Models, and Contracts","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Bundesministerium für Bildung und Forschung; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Code refactoring; Component (thermodynamics); Consistency (knowledge bases); Programming language; Source code; Software engineering; Java; Abstraction; Java Modeling Language; Software architecture; Software system; Software; Java annotation; Real time Java; Artificial intelligence","score_opus":0.24652623763065648,"score_gpt":0.3331928970948242,"score_spread":0.08666665946416771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981448271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020221971,0.00014465378,0.97569,0.00043208752,0.000038182665,0.00016047516,0.00008245285,0.0012825317,0.0019476602],"genre_scores_gemma":[0.2812973,0.00023914721,0.7140738,0.00022199619,0.00004532064,0.00041004838,0.0005467179,0.0010548016,0.002110853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98081,0.0059710825,0.0013107104,0.0022556665,0.008894592,0.0007579237],"domain_scores_gemma":[0.9470575,0.021741096,0.0049459185,0.018093105,0.0075709955,0.0005914532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014668581,0.0006364074,0.0007365788,0.002593477,0.001520192,0.0032278313,0.0029326726,0.00180851,0.0013055869],"category_scores_gemma":[0.07045731,0.0011950169,0.0016568067,0.0022252896,0.0044811163,0.005127301,0.0038619672,0.0030603309,0.00044826986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032747895,0.00031298187,0.011465966,0.00047886337,0.00016642662,0.0015033879,0.0043506594,0.22043583,0.021705942,0.5176709,0.004550417,0.21703102],"study_design_scores_gemma":[0.00012877338,0.00017144135,0.0018303462,0.00017734614,0.00013047423,0.00072054676,0.00047975793,0.67933863,0.03321881,0.2536322,0.030057529,0.00011411354],"about_ca_topic_score_codex":0.006702048,"about_ca_topic_score_gemma":0.00558847,"teacher_disagreement_score":0.014668581,"about_ca_system_score_codex":0.0029314237,"about_ca_system_score_gemma":0.004369774,"threshold_uncertainty_score":0.0775758},"labels":[],"label_agreement":null},{"id":"W1981893749","doi":"10.1109/relaw.2013.6671344","title":"Transforming regulations into performance models in the context of reasoning for outcome-based compliance","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Context (archaeology); Outcome (game theory); Model transformation; Goal modeling; Notation; Domain (mathematical analysis); Context model; Modeling language; Transformation (genetics); Artificial intelligence; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Programming language; Business","score_opus":0.12267149107667381,"score_gpt":0.3321138083723252,"score_spread":0.20944231729565138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981893749","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008054216,0.000043500146,0.9786612,0.0011168887,0.00005661895,0.00020363073,0.0004367942,0.0042080306,0.007219078],"genre_scores_gemma":[0.24080929,0.00020256753,0.75216234,0.0005890808,0.00007585735,0.00046663056,0.0016791188,0.0012105582,0.002804571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9764555,0.012153847,0.0020049163,0.001980454,0.006236448,0.0011688273],"domain_scores_gemma":[0.9645201,0.024110872,0.0025363546,0.004532516,0.0038615344,0.00043870675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02097992,0.0013834026,0.00079023826,0.0033917073,0.0013323659,0.0075945472,0.003216498,0.0028139278,0.0055056596],"category_scores_gemma":[0.050206687,0.0009906268,0.0031121313,0.0018476159,0.003981268,0.009031526,0.0046797986,0.0040904214,0.0014197315],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013972595,0.00022295375,0.0022817273,0.00042648852,0.000098784665,0.001600307,0.004214089,0.10885933,0.0035691198,0.8263252,0.007303345,0.044958927],"study_design_scores_gemma":[0.00008457284,0.000083372266,0.0004438888,0.00037709845,0.00012149569,0.00034595223,0.001080196,0.3795075,0.015776332,0.5436698,0.058402374,0.000107445274],"about_ca_topic_score_codex":0.0081618205,"about_ca_topic_score_gemma":0.0070714448,"teacher_disagreement_score":0.02097992,"about_ca_system_score_codex":0.0034730912,"about_ca_system_score_gemma":0.0039512822,"threshold_uncertainty_score":0.11095381},"labels":[],"label_agreement":null},{"id":"W1982101038","doi":"10.1145/1557626.1557642","title":"A type system for hybrid intensional-imperative programming support in GIPSY","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Compiler; Context (archaeology); Class (philosophy); Type (biology); Artificial intelligence","score_opus":0.04124353572187064,"score_gpt":0.3155397684003303,"score_spread":0.2742962326784597,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982101038","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006171159,0.00013707286,0.97826296,0.00020992746,0.00014571098,0.00012366177,0.00015827655,0.009997126,0.004794192],"genre_scores_gemma":[0.11281037,0.00036747186,0.8697761,0.00057297957,0.00019683235,0.00048142555,0.00070595817,0.0035934108,0.0114954235],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979836,0.00046913364,0.00028937703,0.00034032206,0.00068070093,0.00023685892],"domain_scores_gemma":[0.9976682,0.0005301875,0.00025612305,0.0010519145,0.0003467007,0.00014674508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035856857,0.0005795465,0.00084341754,0.001046006,0.0011288332,0.0034996367,0.0025613508,0.0012015771,0.007927161],"category_scores_gemma":[0.0057682972,0.0012180557,0.0013705323,0.0011146866,0.0024123818,0.0051528476,0.0053597945,0.003638776,0.0036449772],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006125968,0.00011838309,0.0030150758,0.0006560914,0.00012806772,0.0014595271,0.0023721752,0.010359127,0.042885758,0.7792082,0.019293968,0.13989098],"study_design_scores_gemma":[0.0004093265,0.0004636114,0.0019991554,0.00047167318,0.00032578813,0.0038895656,0.00035284465,0.09464263,0.06425285,0.29668513,0.5361802,0.00032732033],"about_ca_topic_score_codex":0.0007078022,"about_ca_topic_score_gemma":0.00097404805,"teacher_disagreement_score":0.007927161,"about_ca_system_score_codex":0.0010419461,"about_ca_system_score_gemma":0.0021203323,"threshold_uncertainty_score":0.02651894},"labels":[],"label_agreement":null},{"id":"W1982990420","doi":"10.1109/ictai.2010.29","title":"A Technique and a Tool to Detect Emergent Behavior of Distributed Systems Using Scenario-Based Specifications","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Distributed computing; Task (project management); Robotics; Artificial intelligence; Sequence (biology); Software; Software engineering; Systems engineering; Robot; Engineering; Programming language","score_opus":0.07729320445867371,"score_gpt":0.3160209360317914,"score_spread":0.23872773157311766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982990420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014387773,0.000023085344,0.9932214,0.000093551214,0.000014854345,0.00011255475,0.00010568479,0.0045305076,0.0004594788],"genre_scores_gemma":[0.029872205,0.000106701285,0.9681552,0.00005776731,0.000012456438,0.00025054955,0.00048012423,0.0003546237,0.00071028987],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972011,0.0008229254,0.000340798,0.00029315177,0.0012022225,0.00013983269],"domain_scores_gemma":[0.99232274,0.0043737628,0.00078175386,0.0012564994,0.0011106695,0.00015454771],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029496232,0.0016619168,0.00062516314,0.0025970284,0.0008413194,0.001918032,0.0019397831,0.0016645993,0.0039037403],"category_scores_gemma":[0.011160652,0.0011605152,0.001989686,0.0011413558,0.001467458,0.0033848833,0.0016972796,0.002682298,0.0018728774],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002480029,0.00038425333,0.0049252976,0.0014320645,0.00017350832,0.0033588654,0.0035077017,0.11579946,0.06780421,0.33982554,0.01943835,0.44310272],"study_design_scores_gemma":[0.00010901671,0.00030851623,0.0008508675,0.00041960704,0.000110652516,0.0025840001,0.0004766384,0.73646116,0.07647222,0.077978835,0.10405744,0.00017109585],"about_ca_topic_score_codex":0.0020772023,"about_ca_topic_score_gemma":0.0017008593,"teacher_disagreement_score":0.0039037403,"about_ca_system_score_codex":0.00056972296,"about_ca_system_score_gemma":0.0018967087,"threshold_uncertainty_score":0.01559931},"labels":[],"label_agreement":null},{"id":"W1983234720","doi":"10.1145/2597073.2597124","title":"A dataset of feature additions and feature removals from the Linux kernel","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Kernel (algebra); Feature (linguistics); Artificial intelligence; Linux kernel; Context (archaeology); Graph kernel; Schema (genetic algorithms); Data mining; Kernel method; Information retrieval; Operating system; Support vector machine; Radial basis function kernel","score_opus":0.02533834507441574,"score_gpt":0.27447213550359817,"score_spread":0.24913379042918243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983234720","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04368575,0.0012938589,0.0034719282,0.00040793934,0.00016716732,0.00014297011,0.94195443,0.0036258302,0.0052500875],"genre_scores_gemma":[0.015384445,0.00023708995,0.004033382,0.00011005767,0.000021684209,0.00014665758,0.9788043,0.00022943478,0.0010330913],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9972748,0.00027886586,0.00045304475,0.00071102753,0.0009874818,0.0002947813],"domain_scores_gemma":[0.9944569,0.001432896,0.00065968174,0.0014915578,0.0015430248,0.00041586367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001090028,0.0010643846,0.00071269827,0.005786753,0.0010033299,0.001726478,0.0015904617,0.0016914175,0.0041733286],"category_scores_gemma":[0.007571356,0.00039988916,0.0010817674,0.007587399,0.00051373435,0.0017512427,0.0020903999,0.0015682143,0.007859595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011103705,0.0005452178,0.0566242,0.0037628708,0.00023168244,0.0013754851,0.0011956424,0.0037426555,0.010696741,0.003490622,0.81100255,0.10622202],"study_design_scores_gemma":[0.00013593417,0.00019064813,0.12732236,0.0004703942,0.00008603173,0.0012725923,0.0010500038,0.004668956,0.0071018836,0.0023811345,0.85520154,0.00011845789],"about_ca_topic_score_codex":0.0121766385,"about_ca_topic_score_gemma":0.021260371,"teacher_disagreement_score":0.0121766385,"about_ca_system_score_codex":0.0010213631,"about_ca_system_score_gemma":0.0015260319,"threshold_uncertainty_score":0.024211526},"labels":[],"label_agreement":null},{"id":"W1983718809","doi":"10.1145/1275672.1275674","title":"Surrendering to the need for speed while maintaining visibility in adverse code conditions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Visibility; Code (set theory); Domain (mathematical analysis); Odds; Software; Software engineering; Programming language; Set (abstract data type)","score_opus":0.08270060031970718,"score_gpt":0.3583242449240275,"score_spread":0.2756236446043203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983718809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25479963,0.0013170374,0.701876,0.009655227,0.0003211962,0.00016906024,0.000056136305,0.004100766,0.02770493],"genre_scores_gemma":[0.77277476,0.00075887976,0.21712938,0.0009321792,0.00028752943,0.000156004,0.00006201287,0.0012954868,0.0066038715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511045,0.0009288203,0.00028400708,0.0006396093,0.0025057625,0.00053136837],"domain_scores_gemma":[0.9631154,0.014155918,0.004955995,0.011886474,0.0043505584,0.0015356765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004711305,0.00062737876,0.00057059707,0.0008932005,0.0015072626,0.0051286584,0.0020988148,0.0020220312,0.0020163772],"category_scores_gemma":[0.037767105,0.00070073287,0.00044312488,0.0005727663,0.0037331954,0.011207104,0.0049047377,0.0034999826,0.0010920714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042523042,0.00024376488,0.024561694,0.00071021466,0.000116004725,0.001179132,0.0075738677,0.030073201,0.11595046,0.44463885,0.007960595,0.36656696],"study_design_scores_gemma":[0.00019803533,0.0012592908,0.013880994,0.00047707284,0.00026054968,0.004588575,0.0028518296,0.09858601,0.075879395,0.58564043,0.21603858,0.0003392594],"about_ca_topic_score_codex":0.00087224005,"about_ca_topic_score_gemma":0.0011017722,"teacher_disagreement_score":0.0051286584,"about_ca_system_score_codex":0.000739653,"about_ca_system_score_gemma":0.0019135698,"threshold_uncertainty_score":0.024916053},"labels":[],"label_agreement":null},{"id":"W1983959511","doi":"10.1109/icsmc.2012.6378019","title":"Detecting emergent behavior in autonomous distributed systems with many components of the same type","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Component (thermodynamics); Computer science; Distributed computing","score_opus":0.058429327369763764,"score_gpt":0.285657685621764,"score_spread":0.22722835825200027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983959511","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2007626,0.00007072141,0.79628146,0.000105656465,0.000019617159,0.00013080868,0.00008398689,0.0018065849,0.0007385058],"genre_scores_gemma":[0.6937968,0.000055019354,0.30516958,0.000050362894,0.000010439848,0.00015009193,0.00015600187,0.000097819466,0.0005138622],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792445,0.00043236258,0.00017326983,0.00038493943,0.0009356522,0.0001492785],"domain_scores_gemma":[0.98656857,0.0077534514,0.0024660472,0.0014563005,0.001481124,0.00027457363],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017209509,0.000668783,0.0005015982,0.0013847366,0.0004205213,0.00082300336,0.0006670951,0.0006858423,0.00044910217],"category_scores_gemma":[0.010219737,0.00037532247,0.00050854683,0.0005626217,0.0012267809,0.001074273,0.00084129965,0.0007203841,0.00009002918],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001349757,0.00057753164,0.13132551,0.00074409967,0.0002923205,0.0051730294,0.0042366423,0.3171169,0.18985017,0.07623976,0.0012972262,0.271797],"study_design_scores_gemma":[0.0000536577,0.00040652062,0.012976784,0.00004990137,0.00011562397,0.0011546392,0.0006251899,0.8292697,0.09882157,0.053352095,0.00308864,0.00008560243],"about_ca_topic_score_codex":0.0016341459,"about_ca_topic_score_gemma":0.0018115771,"teacher_disagreement_score":0.0017209509,"about_ca_system_score_codex":0.000801771,"about_ca_system_score_gemma":0.0009427305,"threshold_uncertainty_score":0.009101391},"labels":[],"label_agreement":null},{"id":"W1983984879","doi":"10.1109/euromicro.2004.21","title":"Compositional structured component model: handling selective functional composition","year":2004,"lang":"en","type":"article","venue":"Proceedings. 30th Euromicro Conference, 2004.","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Component (thermodynamics); Component-based software engineering; Common Component Architecture; JavaBeans; Reuse; Context (archaeology); Software engineering; Software; Common Object Request Broker Architecture; Metadata; Distributed computing; Software development; Database; Java; Programming language; Operating system; Engineering","score_opus":0.039397083669564445,"score_gpt":0.25179259210797234,"score_spread":0.21239550843840788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983984879","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051430096,0.000053577252,0.99188495,0.0000862608,0.000022830998,0.00007777807,0.000029006726,0.00066707993,0.0020355533],"genre_scores_gemma":[0.20960186,0.00027794426,0.78146756,0.00015161932,0.000092770046,0.0005738426,0.00029498237,0.0003513042,0.0071881595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986041,0.00046935145,0.0000997203,0.00018500233,0.0005276459,0.00011421611],"domain_scores_gemma":[0.99862695,0.00040287917,0.00013147849,0.00047962661,0.00028900715,0.00007011798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016099595,0.00067864044,0.0006072735,0.00084712455,0.00085413846,0.0012323615,0.001979469,0.0016845666,0.0026187755],"category_scores_gemma":[0.0038316264,0.00051092444,0.0011562483,0.00065641035,0.0010919049,0.0021248215,0.0019387945,0.0010023324,0.0008618737],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025328953,0.00014603243,0.0013297261,0.00032272012,0.00010305931,0.0013250575,0.0010166294,0.23029533,0.029801605,0.61132765,0.005392113,0.11868677],"study_design_scores_gemma":[0.00005729977,0.0000785367,0.00010713758,0.00003391967,0.000071812385,0.00045446644,0.00007809723,0.86035204,0.011778186,0.1021492,0.024812143,0.000027165277],"about_ca_topic_score_codex":0.0021778285,"about_ca_topic_score_gemma":0.0025799898,"teacher_disagreement_score":0.0026187755,"about_ca_system_score_codex":0.0006108892,"about_ca_system_score_gemma":0.0017901037,"threshold_uncertainty_score":0.00876075},"labels":[],"label_agreement":null},{"id":"W1984443601","doi":"10.1109/re.2013.6636708","title":"A mode-based pattern for feature requirements, and a generic feature interface","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Interface (matter); Structuring; Mode (computer interface); Pattern recognition (psychology); Feature model; Artificial intelligence; Data mining; Human–computer interaction; Programming language; Software","score_opus":0.04525487745582064,"score_gpt":0.30894930701998163,"score_spread":0.263694429564161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984443601","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005039613,0.00005910693,0.986169,0.00042166695,0.0000725627,0.00048584185,0.00038869405,0.0032624784,0.0041010464],"genre_scores_gemma":[0.05196727,0.000092919545,0.941755,0.0003934572,0.000039446655,0.00084762747,0.00080979464,0.0005329144,0.003561661],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99353194,0.0018078483,0.0012042113,0.0013299801,0.0016908016,0.000435213],"domain_scores_gemma":[0.9922232,0.0021375646,0.0006658241,0.0029702715,0.0017194779,0.00028367637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055031744,0.0016038838,0.00090139825,0.0025440254,0.0010079329,0.0025965453,0.0026709298,0.0028068158,0.0051181535],"category_scores_gemma":[0.013019467,0.00095182756,0.002035463,0.0015510877,0.0023540065,0.005529139,0.0024253952,0.0033048529,0.0026831296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064340606,0.000528512,0.009498101,0.001359004,0.0001496477,0.0019747508,0.005237576,0.01669831,0.05331118,0.51078683,0.030115884,0.3696968],"study_design_scores_gemma":[0.00039908136,0.0010999425,0.0066822115,0.0012240444,0.00029383058,0.007962074,0.0018618705,0.23484243,0.05004109,0.279513,0.41560698,0.00047339595],"about_ca_topic_score_codex":0.0035561332,"about_ca_topic_score_gemma":0.0045622485,"teacher_disagreement_score":0.0055031744,"about_ca_system_score_codex":0.0012016395,"about_ca_system_score_gemma":0.0026476535,"threshold_uncertainty_score":0.029103935},"labels":[],"label_agreement":null},{"id":"W1984473368","doi":"10.1109/tpds.2003.1247668","title":"Refactoring middleware with aspects","year":2003,"lang":"en","type":"article","venue":"IEEE Transactions on Parallel and Distributed Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Common Object Request Broker Architecture; Aspect-oriented programming; Code refactoring; Modularity (biology); Message oriented middleware; Distributed computing; Software engineering; Architecture; Abstraction; Separation of concerns; Adaptability; Process (computing); Programming paradigm; AspectJ; Software architecture; Programming language; Software","score_opus":0.034331226243169526,"score_gpt":0.24575906275621184,"score_spread":0.2114278365130423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984473368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13685483,0.00044066602,0.8532301,0.00026480865,0.00007406277,0.00020985342,0.000091905065,0.0047677816,0.0040658712],"genre_scores_gemma":[0.30203626,0.00040205868,0.6938173,0.0001342858,0.000030438925,0.00013874855,0.00045594384,0.0012824747,0.0017024919],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963477,0.00085723714,0.0003788699,0.00046413738,0.0017009464,0.0002510545],"domain_scores_gemma":[0.989407,0.0028714433,0.0012691453,0.0045110644,0.0017625935,0.00017885814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003589386,0.0009783496,0.00046911713,0.0015208654,0.00044121928,0.001712758,0.0015571904,0.00074738736,0.00051458686],"category_scores_gemma":[0.012291277,0.00072550896,0.0011042141,0.0010797261,0.0010494671,0.002348194,0.0023097587,0.0016965193,0.00029094506],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023025056,0.0003681956,0.03369667,0.0008071886,0.0002781434,0.0016255983,0.004496882,0.13825734,0.15180908,0.0832885,0.003934642,0.5812075],"study_design_scores_gemma":[0.00006798091,0.00053938216,0.010559841,0.0003927702,0.00046686587,0.0018680521,0.001151771,0.6033981,0.19282524,0.084257655,0.10429002,0.00018241956],"about_ca_topic_score_codex":0.0017509367,"about_ca_topic_score_gemma":0.0017431339,"teacher_disagreement_score":0.003589386,"about_ca_system_score_codex":0.0006263049,"about_ca_system_score_gemma":0.0012144286,"threshold_uncertainty_score":0.018982768},"labels":[],"label_agreement":null},{"id":"W1984707974","doi":"10.1145/581339.581434","title":"<i>Third ICSE workshop on</i> software product lines","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Product (mathematics); Software; Software engineering; Software product line; Product line; Manufacturing engineering; Programming language; Software development; Engineering","score_opus":0.06873687079221619,"score_gpt":0.28520608545425763,"score_spread":0.21646921466204144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984707974","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039093524,0.01929879,0.30213922,0.023205858,0.020864604,0.00043817068,0.0028651939,0.0075398018,0.5845548],"genre_scores_gemma":[0.09338065,0.012062977,0.061028726,0.0015062013,0.0026097673,0.00016368827,0.0058179265,0.0012880133,0.8221421],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99933964,0.0001632204,0.00002953101,0.0000792552,0.0002794411,0.00010885449],"domain_scores_gemma":[0.99852556,0.00029265115,0.00005027906,0.00027696928,0.00062984583,0.00022484954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012355366,0.0006366598,0.00055402005,0.0011903339,0.0007489938,0.0028266879,0.0012626029,0.0013036025,0.07588707],"category_scores_gemma":[0.0016028433,0.00031855452,0.0006212824,0.0011534299,0.00041213617,0.0021786285,0.0010787213,0.0013204751,0.025487581],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048510876,0.00016843274,0.00080269296,0.0003274022,0.00003453915,0.00035204375,0.00032150093,0.0015975973,0.012061679,0.013654981,0.6062736,0.36392042],"study_design_scores_gemma":[0.000033718905,0.00021054731,0.0014188815,0.00024765398,0.000045374138,0.00031416936,0.00023909453,0.0037832723,0.010351925,0.0053493227,0.9779743,0.000031705265],"about_ca_topic_score_codex":0.0024360744,"about_ca_topic_score_gemma":0.007367618,"teacher_disagreement_score":0.07588707,"about_ca_system_score_codex":0.0008178985,"about_ca_system_score_gemma":0.0010396483,"threshold_uncertainty_score":0.25386757},"labels":[],"label_agreement":null},{"id":"W1985205579","doi":"10.1145/1119655.1119677","title":"Presenting crosscutting structure with active models","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","score_opus":0.020423120912692806,"score_gpt":0.2534011812890671,"score_spread":0.23297806037637428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985205579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009580753,0.000060884304,0.97974616,0.00022335871,0.00004128086,0.00006487531,0.00013151485,0.006113875,0.0040373956],"genre_scores_gemma":[0.17506725,0.00032735278,0.8153214,0.00017880442,0.00003888091,0.00029585973,0.0007462312,0.0020951207,0.0059290123],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988977,0.00034951672,0.00008467901,0.00013761758,0.0004498564,0.00008068239],"domain_scores_gemma":[0.993652,0.004152668,0.00027055835,0.0012378272,0.0004902563,0.00019661944],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018191532,0.0012763992,0.00048066705,0.0010520533,0.0005869877,0.0032519938,0.002163283,0.0020614404,0.008497399],"category_scores_gemma":[0.007762905,0.0008690929,0.0010750536,0.0005956117,0.001216567,0.004905387,0.00347676,0.001967401,0.001659564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071228936,0.00053877034,0.003337572,0.0011264601,0.000099639685,0.0026729163,0.015438623,0.05239171,0.09979332,0.4263023,0.022365827,0.37522054],"study_design_scores_gemma":[0.0002919455,0.00045291416,0.0009325863,0.0003702883,0.00012563713,0.0015454671,0.0008824469,0.3624978,0.11143548,0.22455445,0.29674342,0.00016764426],"about_ca_topic_score_codex":0.00080415024,"about_ca_topic_score_gemma":0.001547603,"teacher_disagreement_score":0.008497399,"about_ca_system_score_codex":0.00053020474,"about_ca_system_score_gemma":0.00075166044,"threshold_uncertainty_score":0.028426588},"labels":[],"label_agreement":null},{"id":"W1985506576","doi":"10.1145/1838687.1838696","title":"Organizing a software architecture body of knowledge","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Software engineering; Computer science; Architecture; Software architecture description; Body of knowledge; Reuse; Knowledge management; Software architecture; Software development; Software; Reference architecture; Engineering; Programming language; Geography","score_opus":0.01783189830524095,"score_gpt":0.26150893086780186,"score_spread":0.2436770325625609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985506576","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.072675854,0.01354286,0.5607457,0.11977281,0.0026924761,0.0028866227,0.0012118726,0.0018665451,0.22460537],"genre_scores_gemma":[0.35751632,0.014334362,0.5121988,0.0059326068,0.0023985468,0.0024523158,0.007130258,0.0011440443,0.09689274],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97919774,0.0055272114,0.0022883557,0.003056481,0.007678418,0.0022517678],"domain_scores_gemma":[0.9463103,0.013832787,0.0043213777,0.010006758,0.018142017,0.00738673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.037838172,0.0006523861,0.0013081802,0.015782516,0.007389368,0.019772429,0.0048611807,0.0046002874,0.007981786],"category_scores_gemma":[0.030667778,0.001315924,0.0011161956,0.013125551,0.0070719565,0.019597733,0.018880693,0.004989281,0.0033535953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007434111,0.00057288056,0.0061925966,0.0011206846,0.00008073423,0.00080108433,0.03765781,0.0061906925,0.0056150146,0.34159032,0.070682704,0.52942115],"study_design_scores_gemma":[0.000037346486,0.00011022752,0.0041991305,0.0023489934,0.000051408017,0.00025905462,0.02331742,0.00862492,0.0018922777,0.18510132,0.7739547,0.0001031623],"about_ca_topic_score_codex":0.0069364375,"about_ca_topic_score_gemma":0.00832308,"teacher_disagreement_score":0.037838172,"about_ca_system_score_codex":0.008825216,"about_ca_system_score_gemma":0.03793938,"threshold_uncertainty_score":0.20010978},"labels":[],"label_agreement":null},{"id":"W1985820243","doi":"10.1016/j.cose.2009.02.003","title":"New aspect-oriented constructs for security hardening concerns","year":2009,"lang":"en","type":"article","venue":"Computers & Security","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Correctness; Programming language; Graph; Control flow; Theoretical computer science","score_opus":0.02714622504838259,"score_gpt":0.2975025793651705,"score_spread":0.2703563543167879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985820243","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01228495,0.0001578056,0.9795609,0.00028642183,0.00012501572,0.00013487226,0.00005592979,0.0034487627,0.003945355],"genre_scores_gemma":[0.15289244,0.00036284994,0.8369772,0.00042439057,0.00016144897,0.00025578495,0.0002799884,0.0023259963,0.0063199378],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829286,0.00026253567,0.00022715739,0.00022163516,0.0008179065,0.000177799],"domain_scores_gemma":[0.99660033,0.0011234593,0.0003910818,0.0009986327,0.00065703696,0.00022956004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025064813,0.0011351261,0.0004899409,0.0011895768,0.0007919374,0.0023909027,0.0019021608,0.0012843822,0.003356269],"category_scores_gemma":[0.0058868895,0.0013858118,0.0012900425,0.00070144003,0.001584747,0.00501432,0.0027476444,0.00446968,0.0008331807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039678207,0.00053227786,0.0037236884,0.000756545,0.00014424366,0.0010588481,0.003290625,0.010018359,0.08305852,0.6029751,0.012052917,0.2819921],"study_design_scores_gemma":[0.0003985073,0.00036578818,0.0025782979,0.0005342666,0.0008290609,0.0024423,0.00062050467,0.1944958,0.09539958,0.37954703,0.32255757,0.00023126364],"about_ca_topic_score_codex":0.0006212107,"about_ca_topic_score_gemma":0.0017771848,"teacher_disagreement_score":0.003356269,"about_ca_system_score_codex":0.0006259266,"about_ca_system_score_gemma":0.0008038687,"threshold_uncertainty_score":0.013255715},"labels":[],"label_agreement":null},{"id":"W1985973242","doi":"10.1016/j.infsof.2005.08.005","title":"An approach to formal automated analysis of problem-frame concerns","year":2005,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formal methods; Programming language; Formal specification; Frame (networking); Formal verification; Formal language; Frame problem; Model checking; Formal description; Software engineering; Natural language processing; Artificial intelligence","score_opus":0.01710538866509082,"score_gpt":0.29155262020572087,"score_spread":0.27444723154063005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985973242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011077543,0.000038962135,0.996865,0.00021939885,0.000016804968,0.00008213542,0.000033820652,0.0006532881,0.0009827515],"genre_scores_gemma":[0.044772077,0.00014215815,0.9525509,0.00015477017,0.0000451603,0.00020933873,0.00019002774,0.0003094605,0.0016261616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99249274,0.0025435167,0.0005365645,0.0007704191,0.003109134,0.0005475884],"domain_scores_gemma":[0.98499566,0.00851578,0.0008358432,0.0033598582,0.002039848,0.0002530977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006958024,0.0017331344,0.0010468,0.0030837185,0.0022108993,0.005793881,0.004545305,0.0022662717,0.0060882927],"category_scores_gemma":[0.020869158,0.0018102531,0.0041936985,0.0017337789,0.004140571,0.00797995,0.0052073915,0.005180745,0.0013963113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116821764,0.00028449195,0.0009499005,0.00058365386,0.00013145199,0.0003507567,0.0020305787,0.030685697,0.008936273,0.7822322,0.0048766737,0.16882162],"study_design_scores_gemma":[0.000085245265,0.00008693818,0.0002686095,0.00023616152,0.00018784398,0.00030974665,0.000432287,0.30329633,0.016423587,0.6408624,0.03772925,0.00008168295],"about_ca_topic_score_codex":0.0057051685,"about_ca_topic_score_gemma":0.0073386566,"teacher_disagreement_score":0.006958024,"about_ca_system_score_codex":0.002316361,"about_ca_system_score_gemma":0.0051082666,"threshold_uncertainty_score":0.036798},"labels":[],"label_agreement":null},{"id":"W1986139229","doi":"10.1145/1988008.1988018","title":"Awareness requirements for adaptive systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Operationalization; Computer science; Requirements management; Non-functional requirement; Requirements analysis; Point (geometry); Requirements engineering; System requirements; Adaptive system; Risk analysis (engineering); Functional requirement; Systems engineering; Software engineering; Engineering; Software system; Artificial intelligence; Software","score_opus":0.31190624908581016,"score_gpt":0.3458439196466776,"score_spread":0.03393767056086744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986139229","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017918617,0.0007159511,0.9446407,0.004224958,0.00023796503,0.00044958873,0.00025270754,0.0004885292,0.031071002],"genre_scores_gemma":[0.57779914,0.0014487006,0.409313,0.0022809044,0.0005958556,0.0018283633,0.00088070275,0.00024862975,0.0056047426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9841868,0.0049109636,0.0019709335,0.0012288041,0.0068856142,0.0008169082],"domain_scores_gemma":[0.9680605,0.01954172,0.0020347377,0.003092098,0.006589207,0.0006817348],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007575241,0.0008207752,0.00066115975,0.0010952882,0.00092796795,0.0026372971,0.0012335735,0.0029767489,0.002208641],"category_scores_gemma":[0.03509222,0.00060785253,0.0010617696,0.0007094807,0.0028134864,0.005206929,0.0027723282,0.0036615024,0.0007925123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007112673,0.00008492224,0.00088616833,0.0005226001,0.00003391272,0.00065530546,0.0020394984,0.011868629,0.011928719,0.9344852,0.0041036354,0.03332033],"study_design_scores_gemma":[0.00007700486,0.00021010851,0.001201304,0.00040417403,0.000051817075,0.0013623461,0.0007811419,0.06495473,0.010326086,0.8326609,0.08786312,0.000107282234],"about_ca_topic_score_codex":0.0012121323,"about_ca_topic_score_gemma":0.0006741741,"teacher_disagreement_score":0.007575241,"about_ca_system_score_codex":0.0010865482,"about_ca_system_score_gemma":0.0016368974,"threshold_uncertainty_score":0.04006219},"labels":[],"label_agreement":null},{"id":"W1986995668","doi":"10.1002/spe.1068","title":"A business process‐driven approach for generating software modules","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business requirements; Computer science; Business process modeling; Business software; Modular design; Artifact-centric business process model; Software engineering; Business rule; Business domain; Business process; Modularity (biology); Software development; Business Process Model and Notation; Software; Process management; Programming language; Engineering; Operations management; Work in process","score_opus":0.07290072065577854,"score_gpt":0.31942029421027757,"score_spread":0.24651957355449902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986995668","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064391717,0.000025419577,0.99046373,0.00007551408,0.000012745408,0.00037319754,0.00011474905,0.00097104086,0.001524359],"genre_scores_gemma":[0.051444355,0.000047260757,0.94580376,0.00003582908,0.0000049124556,0.0004113568,0.0006954456,0.00021025275,0.0013467916],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981823,0.00047513295,0.00010401489,0.0002969873,0.00086268183,0.0000789633],"domain_scores_gemma":[0.9973761,0.0011538536,0.00017165074,0.00053204206,0.0006875189,0.00007884905],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017629226,0.000761435,0.00035051175,0.0017061074,0.0008289768,0.0010988311,0.0016229029,0.0008506877,0.003466705],"category_scores_gemma":[0.0060393927,0.00065872003,0.0014637343,0.0012911784,0.0007591173,0.00094409403,0.0012514294,0.0011776143,0.0012501874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016627765,0.0004858842,0.0028940225,0.0006661196,0.00012368472,0.00091020187,0.0014870452,0.19420196,0.062925436,0.09625588,0.007673734,0.63220984],"study_design_scores_gemma":[0.0001026618,0.00018525108,0.0011239041,0.00008679837,0.00007836024,0.0005882326,0.00018671186,0.83444774,0.060333956,0.05249614,0.05031033,0.00006006536],"about_ca_topic_score_codex":0.001772044,"about_ca_topic_score_gemma":0.0028922958,"teacher_disagreement_score":0.003466705,"about_ca_system_score_codex":0.0008237796,"about_ca_system_score_gemma":0.0018154372,"threshold_uncertainty_score":0.011597276},"labels":[],"label_agreement":null},{"id":"W1987483927","doi":"10.1109/autest.2010.5613555","title":"Developing and managing ATE software across multiple systems using a common core product-line structure","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software product line; Computer science; Product line; Core (optical fiber); Software; Software engineering; Software development; Operating system; Engineering; Manufacturing engineering; Telecommunications","score_opus":0.08390555016470513,"score_gpt":0.3435678341310566,"score_spread":0.2596622839663515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987483927","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15983005,0.000097802076,0.83035153,0.00021016055,0.000025512347,0.0005388837,0.000054404587,0.003583386,0.0053082514],"genre_scores_gemma":[0.37089658,0.000106819396,0.6219786,0.00010991977,0.000024016412,0.00027057852,0.00030079982,0.0007870268,0.00552578],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997696,0.00063817005,0.0002819055,0.00040026827,0.0007318463,0.0002519275],"domain_scores_gemma":[0.9906889,0.001768809,0.0013863146,0.0034204128,0.0020827032,0.00065281335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038056676,0.0008144249,0.00062201504,0.0013496617,0.0008273236,0.0029962684,0.002784209,0.0012458396,0.0018349828],"category_scores_gemma":[0.00983363,0.0010244342,0.0009731515,0.0008959164,0.00076717575,0.003506238,0.003249537,0.0016966745,0.0008125044],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048633444,0.0011785912,0.025649482,0.00056725345,0.00050174125,0.002358002,0.0033605788,0.14878976,0.17514776,0.029473325,0.004291995,0.60819507],"study_design_scores_gemma":[0.00017765012,0.0017833649,0.011396954,0.0002252836,0.0005160945,0.0013811333,0.0011139958,0.8495741,0.088180184,0.019146986,0.026390238,0.00011411995],"about_ca_topic_score_codex":0.0020272762,"about_ca_topic_score_gemma":0.0027773173,"teacher_disagreement_score":0.0038056676,"about_ca_system_score_codex":0.00084539806,"about_ca_system_score_gemma":0.003164527,"threshold_uncertainty_score":0.020126522},"labels":[],"label_agreement":null},{"id":"W1987519845","doi":"10.1145/2420942.2420944","title":"Modelling and multi-objective optimization of quality attributes in variability-rich software","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature model; Feature (linguistics); Software; Set (abstract data type); Software product line; Quality (philosophy); Data mining; Software engineering; Modeling language; Software quality; Machine learning; Artificial intelligence; Software development; Programming language","score_opus":0.0938579190380314,"score_gpt":0.32918423877348096,"score_spread":0.23532631973544957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987519845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08872018,0.000109892564,0.90915984,0.00014754162,0.000010741146,0.000042789656,0.00006849058,0.0003099105,0.0014305108],"genre_scores_gemma":[0.7457959,0.00015100169,0.25228462,0.000033064323,0.000009838155,0.00015234704,0.00010881016,0.00018567556,0.0012787188],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827814,0.00070002605,0.00008823015,0.0002635118,0.0005027636,0.00016737025],"domain_scores_gemma":[0.99483407,0.0036857808,0.0006906135,0.0003428858,0.00032706064,0.00011961574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036841913,0.001006509,0.0008494678,0.0010065851,0.00041944574,0.0017238067,0.0013452036,0.0008402349,0.000924338],"category_scores_gemma":[0.008003911,0.0007922699,0.0015672939,0.0010012554,0.0012026282,0.0019140491,0.0013903287,0.0012062128,0.000103380735],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025079811,0.000022091232,0.0006695963,0.000022937971,0.000017124099,0.000035608162,0.000046297457,0.98387086,0.0009207612,0.0083425315,0.00008401426,0.005943158],"study_design_scores_gemma":[0.0000065037175,0.000012416605,0.00010541269,0.0000035142923,0.000007363664,0.0000072065836,0.000006684313,0.9922422,0.00046714768,0.006969507,0.00016773707,0.0000044235508],"about_ca_topic_score_codex":0.005379195,"about_ca_topic_score_gemma":0.006150549,"teacher_disagreement_score":0.005379195,"about_ca_system_score_codex":0.0018249995,"about_ca_system_score_gemma":0.0015816574,"threshold_uncertainty_score":0.019484103},"labels":[],"label_agreement":null},{"id":"W1987537152","doi":"10.1145/1509276.1509278","title":"On reconciling patches and aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language; Debugging; Programmer; Weaving; Workflow; Abstract syntax; Abstract syntax tree; Syntax; Merge (version control); Representation (politics); Software engineering; Artificial intelligence; Database; Semantics (computer science); Information retrieval","score_opus":0.0321095823547743,"score_gpt":0.2739622079785729,"score_spread":0.2418526256237986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987537152","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026027586,0.0014092029,0.9497591,0.002144883,0.00032258514,0.00013713869,0.000051965522,0.0032621762,0.016885297],"genre_scores_gemma":[0.39224082,0.001973313,0.5831601,0.0019252909,0.0005361703,0.0002774065,0.00035453893,0.0037061013,0.015826238],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99342996,0.0018591004,0.00044512138,0.0014782276,0.0021619082,0.00062562665],"domain_scores_gemma":[0.981832,0.0058416473,0.001392357,0.008657702,0.0016881668,0.0005881768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062968414,0.001073725,0.00089434034,0.0016911735,0.0016806497,0.0036171852,0.0031728216,0.0021067434,0.0044556856],"category_scores_gemma":[0.02797956,0.0011017602,0.0010019375,0.0017348944,0.006784586,0.01501773,0.010609754,0.003840876,0.0010548217],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024067912,0.00008741178,0.004080677,0.00041704573,0.000068079615,0.0011323463,0.0048211473,0.008685707,0.006711282,0.6416211,0.006473234,0.32566133],"study_design_scores_gemma":[0.00010620456,0.0003097786,0.0021673676,0.00046367195,0.00018503619,0.0028452962,0.0022092217,0.047579657,0.012065693,0.6842157,0.24772988,0.00012242726],"about_ca_topic_score_codex":0.0017482152,"about_ca_topic_score_gemma":0.001788272,"teacher_disagreement_score":0.0062968414,"about_ca_system_score_codex":0.0010391838,"about_ca_system_score_gemma":0.0017280121,"threshold_uncertainty_score":0.033301294},"labels":[],"label_agreement":null},{"id":"W1987595159","doi":"10.1145/505532.505542","title":"From software requirements to architectures (STRAW01)","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software engineering; Software requirements; Engineering management; Engineering; Process (computing); Software; Computer science; Software development; Systems engineering; Software construction; Programming language","score_opus":0.04442145328001614,"score_gpt":0.29711674442360064,"score_spread":0.2526952911435845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987595159","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015289886,0.019212069,0.63471025,0.07857987,0.0035724312,0.00065051543,0.0009467581,0.0015440515,0.24549422],"genre_scores_gemma":[0.18737309,0.026228735,0.62536824,0.015293433,0.0013519949,0.001601443,0.00405283,0.0017094936,0.13702084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9891016,0.0059231757,0.0005121088,0.00062564603,0.0032872797,0.00055013655],"domain_scores_gemma":[0.9931739,0.0030679028,0.00048931525,0.0007698538,0.001983328,0.0005156777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010868847,0.0008677342,0.0007149943,0.002319515,0.0015869531,0.0073688314,0.0013388303,0.0034391528,0.0075344653],"category_scores_gemma":[0.024796925,0.001131315,0.000666988,0.0033519892,0.0030453266,0.009250188,0.006497063,0.0050554536,0.0048684822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042150146,0.00010603682,0.000367226,0.00065423694,0.00001334166,0.0002846537,0.004451926,0.002294894,0.002067552,0.6427426,0.11975843,0.22721703],"study_design_scores_gemma":[0.000021714382,0.00005507711,0.00045945533,0.0009120018,0.0000062381005,0.00027102293,0.0014510099,0.0030614077,0.0013671328,0.23488845,0.7574774,0.000029080285],"about_ca_topic_score_codex":0.003137055,"about_ca_topic_score_gemma":0.003462096,"teacher_disagreement_score":0.010868847,"about_ca_system_score_codex":0.003007521,"about_ca_system_score_gemma":0.0070362072,"threshold_uncertainty_score":0.057480633},"labels":[],"label_agreement":null},{"id":"W1987655583","doi":"10.1109/sera.2010.35","title":"A Generic Model for the Specification of Software Interface Requirements and Measurement of Their Functional Size","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec; Université du Québec à Montréal","funders":"","keywords":"Interface (matter); Computer science; Functional requirement; Software; Aerospace; Functional specification; Software requirements specification; Software measurement; Software system; Software engineering; Programming language; Software construction; Operating system; Engineering","score_opus":0.16327887078480194,"score_gpt":0.3025888100611687,"score_spread":0.13930993927636678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987655583","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017007991,0.000166664,0.9909148,0.00032066042,0.000030229057,0.00042581902,0.001045247,0.0012032508,0.004192479],"genre_scores_gemma":[0.049272984,0.00095623254,0.93642515,0.00051301287,0.00011861884,0.002645402,0.004589949,0.00055986893,0.004918849],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99008137,0.002642636,0.0017423867,0.0015489026,0.0034246685,0.0005599504],"domain_scores_gemma":[0.9907128,0.0031467746,0.001155721,0.002469946,0.002273486,0.0002413023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063273716,0.002475279,0.0013536653,0.0046401345,0.0011394499,0.005122881,0.0049037393,0.0046494417,0.0048764516],"category_scores_gemma":[0.013951382,0.0015361945,0.0037772881,0.003993315,0.0023594755,0.006312037,0.0020110789,0.004390335,0.004263673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011548876,0.00023053003,0.0019427215,0.0009800381,0.000114215465,0.00064279017,0.0013260811,0.07891477,0.012631039,0.82047886,0.01551524,0.06710819],"study_design_scores_gemma":[0.00011419504,0.00041571373,0.0018576272,0.0009050503,0.00025133873,0.0017525208,0.00043835424,0.3717284,0.012479737,0.365489,0.24433401,0.00023413297],"about_ca_topic_score_codex":0.0059660207,"about_ca_topic_score_gemma":0.006165169,"teacher_disagreement_score":0.0063273716,"about_ca_system_score_codex":0.002936825,"about_ca_system_score_gemma":0.0055327136,"threshold_uncertainty_score":0.033462763},"labels":[],"label_agreement":null},{"id":"W1987702312","doi":"10.1145/1052898.1052910","title":"Role-based refactoring of crosscutting concerns","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Code refactoring; Structuring; Computer science; Aspect-oriented programming; Software engineering; Programming language; Separation of concerns; Software; Software maintenance; Software system","score_opus":0.05077695201365803,"score_gpt":0.32392054641627693,"score_spread":0.2731435944026189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987702312","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025363907,0.00031983104,0.96614397,0.0002902344,0.000093108996,0.00019610148,0.000047453577,0.004750343,0.002794966],"genre_scores_gemma":[0.15806474,0.00036713455,0.8355355,0.00019938042,0.00003606891,0.00015453456,0.00024243972,0.001067231,0.004332979],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965745,0.0012862392,0.00030952046,0.00046126154,0.0011029121,0.00026562315],"domain_scores_gemma":[0.9889136,0.0035881798,0.00097284245,0.0040317434,0.0021657497,0.0003279799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005011126,0.001169787,0.00053737627,0.0012068104,0.00073894596,0.0013247164,0.0026150593,0.0015392071,0.0018609777],"category_scores_gemma":[0.01359352,0.00077220367,0.0013062578,0.0005246126,0.0012520631,0.002832037,0.002032863,0.002382082,0.0009065476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000348525,0.00065122574,0.0077617634,0.0010826073,0.00013589852,0.0031806158,0.0059201494,0.043278307,0.1545474,0.18310785,0.010733719,0.58925194],"study_design_scores_gemma":[0.0002555782,0.0005899623,0.0027522733,0.0006068746,0.00036199624,0.0037259075,0.0006865958,0.3564733,0.2919687,0.10126135,0.24104948,0.0002679167],"about_ca_topic_score_codex":0.0017963278,"about_ca_topic_score_gemma":0.002637667,"teacher_disagreement_score":0.005011126,"about_ca_system_score_codex":0.0007168257,"about_ca_system_score_gemma":0.0017364442,"threshold_uncertainty_score":0.026501715},"labels":[],"label_agreement":null},{"id":"W1987983559","doi":"10.1109/mitp.2000.839376","title":"Understanding the dynamics of software compatibility","year":2000,"lang":"en","type":"article","venue":"IT Professional","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Compatibility (geochemistry); Software; Software engineering; Operating system; Engineering","score_opus":0.1387303661903045,"score_gpt":0.34078150694336,"score_spread":0.20205114075305552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987983559","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62702155,0.0016219098,0.15881376,0.034139957,0.00017789875,0.000067376604,0.000126522,0.00025383,0.1777772],"genre_scores_gemma":[0.987912,0.00041395964,0.00862917,0.00019792418,0.000056829445,0.00002700239,0.000035158024,0.00004217571,0.0026856672],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99727494,0.0012945484,0.00008184994,0.00031594402,0.0007669588,0.00026583747],"domain_scores_gemma":[0.9699912,0.022486959,0.0024392027,0.0015540472,0.0023063258,0.0012222066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042885807,0.00027175894,0.00032873903,0.0024395115,0.0020447916,0.0073416866,0.0011591756,0.002775205,0.008177716],"category_scores_gemma":[0.046448946,0.00071505085,0.0002485325,0.0019075004,0.0060283425,0.031122938,0.003397589,0.003164664,0.00071969826],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059453287,0.000081233564,0.0075149653,0.000041731993,0.000009054359,0.00014005534,0.005809511,0.0027522899,0.00088318746,0.95476955,0.0015626203,0.026376281],"study_design_scores_gemma":[0.000016317543,0.000035627058,0.004238146,0.000043305376,0.000008419232,0.00011243009,0.005392565,0.024551617,0.00044375547,0.9544542,0.010686505,0.00001711976],"about_ca_topic_score_codex":0.0031359969,"about_ca_topic_score_gemma":0.0025189584,"teacher_disagreement_score":0.008177716,"about_ca_system_score_codex":0.002321861,"about_ca_system_score_gemma":0.0027867255,"threshold_uncertainty_score":0.02735722},"labels":[],"label_agreement":null},{"id":"W1988741859","doi":"10.1145/1028976.1028992","title":"Resolving feature convolution in middleware systems","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Middleware (distributed applications); Computer science; Message oriented middleware; Modularity (biology); Personalization; Distributed computing; Architectural style; Common Object Request Broker Architecture; Decomposition; Aspect-oriented programming; Remote procedure call; Architecture; Embedded system; Software architecture; Programming language; Software","score_opus":0.02871302365348571,"score_gpt":0.2603990261816537,"score_spread":0.231686002528168,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988741859","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09720312,0.0006180837,0.8819583,0.0015708538,0.00014542861,0.000093132556,0.00006999335,0.0030098297,0.015331252],"genre_scores_gemma":[0.79666483,0.0004004531,0.19413744,0.0005682654,0.0001570743,0.00013232774,0.00020343233,0.00069820555,0.0070378934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9910349,0.0020835954,0.00067699095,0.0014487598,0.00354654,0.0012091849],"domain_scores_gemma":[0.9838922,0.006698708,0.0016690686,0.0057511413,0.0015275084,0.00046142243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067230305,0.0006385241,0.0011043698,0.0013871896,0.0022180744,0.005576003,0.0020693846,0.0030837785,0.003675885],"category_scores_gemma":[0.035134006,0.0012317442,0.0011949689,0.0018399687,0.0038838699,0.014597264,0.011021635,0.0031905654,0.0010885524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054824294,0.00012524423,0.010609389,0.00034673885,0.00012841732,0.002686209,0.006265441,0.042165957,0.014878079,0.607626,0.0071535287,0.30746675],"study_design_scores_gemma":[0.000067552726,0.00013767408,0.0018829944,0.00011058352,0.00011432189,0.002217104,0.00096595444,0.31950888,0.024524484,0.5934768,0.056902125,0.00009153979],"about_ca_topic_score_codex":0.0018930186,"about_ca_topic_score_gemma":0.0012451415,"teacher_disagreement_score":0.0067230305,"about_ca_system_score_codex":0.0025148594,"about_ca_system_score_gemma":0.001521999,"threshold_uncertainty_score":0.035555184},"labels":[],"label_agreement":null},{"id":"W1988978715","doi":"10.1145/503209.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":185,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Scheduling (production processes); Personalization; Architecture; Path (computing); Code (set theory); Distributed computing; Context (archaeology); Operating system; Computer architecture; Parallel computing; Embedded system; Programming language; Engineering; Software","score_opus":0.07168538791869956,"score_gpt":0.30870687229828975,"score_spread":0.2370214843795902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988978715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08500562,0.0001381209,0.8987195,0.00029314493,0.000051495146,0.00027260187,0.000049956187,0.012582375,0.0028872858],"genre_scores_gemma":[0.21101405,0.00013633567,0.7836772,0.00021863639,0.00003101181,0.00019374894,0.00015969532,0.003080713,0.001488647],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.997804,0.0007186421,0.00025201848,0.00032236543,0.00074911513,0.00015382443],"domain_scores_gemma":[0.98302114,0.0062725255,0.001855617,0.006440725,0.002081345,0.00032861656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035798415,0.00078203867,0.00032259917,0.00089040236,0.00051447505,0.0014861731,0.0014083614,0.0007330466,0.0010651966],"category_scores_gemma":[0.02030598,0.0008948761,0.00085812964,0.0006823923,0.0013413299,0.0028705017,0.0019654366,0.0026507603,0.00049473054],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007984343,0.0007234696,0.018548647,0.0007253415,0.00021640387,0.0010110404,0.003957304,0.06449475,0.29635462,0.07142562,0.006380917,0.53536355],"study_design_scores_gemma":[0.0003322392,0.0009111832,0.007275963,0.0002612748,0.0003678109,0.0019110406,0.0002172332,0.5775502,0.29454386,0.045962524,0.070443794,0.00022289569],"about_ca_topic_score_codex":0.0011700429,"about_ca_topic_score_gemma":0.0014060691,"teacher_disagreement_score":0.0035798415,"about_ca_system_score_codex":0.0005695069,"about_ca_system_score_gemma":0.0012603224,"threshold_uncertainty_score":0.018932223},"labels":[],"label_agreement":null},{"id":"W1989306111","doi":"10.1145/2791060.2791104","title":"Modeling aerospace systems product lines in SysML","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Systems Modeling Language; Avionics; Aerospace; Unified Modeling Language; Systems engineering; Computer science; Software engineering; Modeling language; Software; Product (mathematics); Software product line; Engineering; Manufacturing engineering; Reliability engineering; Software development; Aerospace engineering; Operating system","score_opus":0.13165208740475806,"score_gpt":0.31733145190117285,"score_spread":0.18567936449641478,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1989306111","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0043762233,0.00011172646,0.98501945,0.00019221364,0.000036633293,0.00014392952,0.00080502225,0.0059661083,0.0033486343],"genre_scores_gemma":[0.06759042,0.0005221586,0.92075384,0.00016338089,0.000043589658,0.0004973021,0.0031390183,0.0012144211,0.006075978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983053,0.0005542272,0.00024046341,0.0002303391,0.0005837594,0.000085805565],"domain_scores_gemma":[0.9977063,0.001029656,0.00026993558,0.00048445578,0.00045456795,0.000055002383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017733839,0.0010137327,0.0003623812,0.001067195,0.000521305,0.0030790663,0.0013781736,0.0010431664,0.0046051987],"category_scores_gemma":[0.0038100828,0.00075960654,0.0011097736,0.0010243249,0.0007303523,0.0028556404,0.0009795164,0.001630052,0.0021098875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021583133,0.00018611518,0.0038692295,0.0010909239,0.00013304771,0.0009944815,0.0026256803,0.34747317,0.018169295,0.38312885,0.023942381,0.21817093],"study_design_scores_gemma":[0.00009287944,0.00012085353,0.00059805816,0.0001850937,0.00007987717,0.00038353074,0.00016918273,0.65539217,0.016736463,0.068025626,0.25816238,0.000053907734],"about_ca_topic_score_codex":0.0065936185,"about_ca_topic_score_gemma":0.008352215,"teacher_disagreement_score":0.0065936185,"about_ca_system_score_codex":0.0009850252,"about_ca_system_score_gemma":0.0016795236,"threshold_uncertainty_score":0.015405953},"labels":[],"label_agreement":null},{"id":"W1990614310","doi":"10.1145/1082960.1082978","title":"A layered architecture for real-time distributed multi-agent systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Distributed computing; Computer science; Quality of service; Architecture; Computation; Resource (disambiguation); Multi-agent system; Service-oriented architecture; Service (business); Web service; Computer network; Artificial intelligence","score_opus":0.0433497836971807,"score_gpt":0.2998302013691907,"score_spread":0.25648041767201,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990614310","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004255247,0.0006319566,0.98638165,0.0004703878,0.000093777664,0.00009418331,0.000039273877,0.0012495695,0.0067838314],"genre_scores_gemma":[0.1550465,0.0017445628,0.83152646,0.00022242445,0.000091917274,0.00044165857,0.00019646567,0.00017261614,0.010557435],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99903715,0.00026726004,0.00012229558,0.000099559955,0.00034938354,0.0001243497],"domain_scores_gemma":[0.99925655,0.00013019021,0.00008904589,0.00017644357,0.00019618167,0.0001514736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011497096,0.0006051983,0.00045644422,0.000571185,0.0010236289,0.0038688232,0.0015383849,0.001174284,0.0022895574],"category_scores_gemma":[0.001854171,0.00062917214,0.0009969092,0.0005893082,0.0015097598,0.0027999468,0.0023380192,0.0020702987,0.0011667007],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008527529,0.00007559304,0.00072351674,0.00029152288,0.00008977948,0.0005330903,0.0010202433,0.12536354,0.016739251,0.7840833,0.004607051,0.06638781],"study_design_scores_gemma":[0.000063493535,0.00012430601,0.0003727058,0.0001853628,0.00012793845,0.0005475111,0.0002351127,0.5470084,0.009042614,0.3066677,0.13550098,0.00012390774],"about_ca_topic_score_codex":0.0038599041,"about_ca_topic_score_gemma":0.0044055725,"teacher_disagreement_score":0.0038688232,"about_ca_system_score_codex":0.0012308554,"about_ca_system_score_gemma":0.001971162,"threshold_uncertainty_score":0.008930504},"labels":[],"label_agreement":null},{"id":"W1990906822","doi":"10.1109/ms.2007.52","title":"So, You Think You Know Others' Goals? A Repertory Grid Study","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Repertory grid; Requirements engineering; Computer science; Grid; Domain (mathematical analysis); Requirements elicitation; Non-functional requirement; Requirements analysis; Stakeholder; Software engineering; Knowledge management; Systems engineering; Management science; Process management; Engineering; Software; Software development; Management; Psychology","score_opus":0.029105697559170456,"score_gpt":0.2992732030816835,"score_spread":0.270167505522513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1990906822","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9496373,0.0005232657,0.01420357,0.006122376,0.00005660649,0.00015739987,0.00003417145,0.000018390796,0.0292469],"genre_scores_gemma":[0.9951036,0.00018809173,0.0028602376,0.00056330656,0.0000055307173,0.00009238429,0.000015230135,0.000010564749,0.001160952],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9877302,0.010289199,0.0002687362,0.0005301431,0.00075927906,0.0004225331],"domain_scores_gemma":[0.9823438,0.013605597,0.0010525021,0.0007814673,0.0015754295,0.00064121943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014941216,0.00029865722,0.00042358643,0.0018944371,0.0045017633,0.0040539163,0.00067775307,0.0011076417,0.0016705714],"category_scores_gemma":[0.031562567,0.0003074047,0.00032711928,0.0019951046,0.0059886724,0.0068077766,0.003683684,0.0021283764,0.00035007895],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010126328,0.00015504952,0.020782307,0.00011479865,0.0000240102,0.0005608804,0.9046315,0.00017908678,0.00054461276,0.043695446,0.002564298,0.026646692],"study_design_scores_gemma":[0.000027626935,0.00013422286,0.008733415,0.00016217116,0.000017096547,0.00035061725,0.95167845,0.0011268393,0.0002943171,0.022617841,0.014829776,0.000027667431],"about_ca_topic_score_codex":0.0032121849,"about_ca_topic_score_gemma":0.0039060647,"teacher_disagreement_score":0.014941216,"about_ca_system_score_codex":0.0017607673,"about_ca_system_score_gemma":0.0014116754,"threshold_uncertainty_score":0.07901764},"labels":[],"label_agreement":null},{"id":"W1991007986","doi":"10.1145/1764810.1764823","title":"A towards an extended relational algebra for software architecture","year":2010,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Relation (database); Computer science; Set (abstract data type); Relational algebra; Algebra over a field; Architecture description language; Software; Architecture; Software architecture; Programming language; Mathematics; Relational database; Pure mathematics; Reference architecture; Database","score_opus":0.030792303134128358,"score_gpt":0.2845195257568809,"score_spread":0.25372722262275255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991007986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003047232,0.0014855132,0.98058194,0.0013964783,0.00042486045,0.00007769975,0.00025465956,0.00050525897,0.0122262705],"genre_scores_gemma":[0.08122347,0.0028308393,0.90399253,0.0013511485,0.0014420828,0.0002457301,0.00070029974,0.00020461153,0.008009275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99439585,0.0020308474,0.0005695451,0.0008429167,0.0018438871,0.00031692674],"domain_scores_gemma":[0.9965258,0.0009928365,0.00033073412,0.0008380459,0.0010184734,0.0002940738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072057545,0.0007790122,0.0010653326,0.00219372,0.0018941152,0.0058461376,0.0029883971,0.0016619738,0.005962284],"category_scores_gemma":[0.006612667,0.0007767854,0.0037056697,0.003407569,0.0042382935,0.013777523,0.0036469554,0.0054784175,0.0031519108],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001267491,0.00002208407,0.00009614269,0.000068700116,0.000013180589,0.00010705982,0.00026968,0.002156461,0.00089558755,0.98363173,0.0016436644,0.01108305],"study_design_scores_gemma":[0.000018210065,0.000043132353,0.00010288516,0.000064209,0.000015544465,0.00019098887,0.000082351544,0.015768385,0.0005350524,0.92836946,0.054772828,0.00003702001],"about_ca_topic_score_codex":0.00378717,"about_ca_topic_score_gemma":0.002511608,"teacher_disagreement_score":0.0072057545,"about_ca_system_score_codex":0.0020962907,"about_ca_system_score_gemma":0.002419531,"threshold_uncertainty_score":0.03810811},"labels":[],"label_agreement":null},{"id":"W1991178851","doi":"10.1007/s10617-012-9091-0","title":"Model-based implementation of distributed systems with priorities","year":2012,"lang":"en","type":"article","venue":"Design Automation for Embedded Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Model transformation; Asynchronous communication; Distributed computing; Rendezvous; Synchronization (alternating current); Transformation (genetics); Redundancy (engineering); Set (abstract data type); Context (archaeology); Theoretical computer science; Algorithm; Programming language; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.07811708391850226,"score_gpt":0.3311432875396825,"score_spread":0.2530262036211802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1991178851","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01722989,0.0001278518,0.9746474,0.00019196307,0.00011761704,0.00009020067,0.000056446243,0.0027556967,0.004782834],"genre_scores_gemma":[0.5092517,0.00026603448,0.4847854,0.000146363,0.000040846604,0.0002745097,0.00023487695,0.00045867934,0.0045414907],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833006,0.00063452777,0.0001480671,0.00013401418,0.0005781208,0.00017517175],"domain_scores_gemma":[0.99802375,0.0007822267,0.0000991805,0.0005728984,0.00039457108,0.00012741418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030287001,0.0005941163,0.0006299753,0.000477308,0.000685106,0.0025357627,0.002275391,0.0010507806,0.004893855],"category_scores_gemma":[0.0068415357,0.0006920413,0.0006802732,0.0004423998,0.00065040943,0.002120967,0.0018107721,0.0017695676,0.00085691176],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012664463,0.00053048687,0.0020378758,0.0005631818,0.00019872932,0.0004896148,0.001185771,0.3618162,0.027289677,0.38651872,0.0073655136,0.21073781],"study_design_scores_gemma":[0.00022800645,0.00014390379,0.000104490755,0.000041085706,0.000091782684,0.00007179812,0.000076182805,0.89871,0.016961172,0.06851144,0.015031101,0.000028943377],"about_ca_topic_score_codex":0.0024808391,"about_ca_topic_score_gemma":0.003559252,"teacher_disagreement_score":0.004893855,"about_ca_system_score_codex":0.0009485259,"about_ca_system_score_gemma":0.001622566,"threshold_uncertainty_score":0.016371608},"labels":[],"label_agreement":null},{"id":"W1993003919","doi":"10.5555/2486788.2487069","title":"5th international workshop on modeling in software engineering (MiSE 2013)","year":2013,"lang":"en","type":"article","venue":"RWTH Publications (RWTH Aachen)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"","keywords":"Software engineering; Computer science; Key (lock); Software; Software development; Social software engineering; Systems engineering; Engineering management; Software construction; Engineering; Programming language; Operating system","score_opus":0.07055179741211463,"score_gpt":0.30145825458476055,"score_spread":0.2309064571726459,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993003919","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065435516,0.08384952,0.54660654,0.047728904,0.09590423,0.0007414529,0.0034243115,0.010891879,0.20430957],"genre_scores_gemma":[0.044392094,0.0852215,0.31354445,0.011272568,0.026393194,0.001175746,0.02286699,0.009442268,0.48569122],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99197876,0.0026774113,0.0007137635,0.0011335235,0.0028431017,0.0006533053],"domain_scores_gemma":[0.99110246,0.0018216005,0.00031345358,0.0020778754,0.0031182433,0.001566349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009224432,0.0024864918,0.0018812572,0.003727957,0.0013958393,0.008799127,0.0034530065,0.004116535,0.10231973],"category_scores_gemma":[0.015142457,0.001099432,0.0028496603,0.002722378,0.0012160572,0.008367327,0.009225931,0.007077347,0.06214619],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012380112,0.00022761869,0.00054144074,0.00061714643,0.00009336322,0.00024210513,0.0005026824,0.0019638592,0.00244036,0.035075862,0.5868668,0.37130502],"study_design_scores_gemma":[0.0000131358875,0.000057553803,0.0003689835,0.00058951025,0.000029029234,0.00041197013,0.00015497867,0.002651102,0.001020693,0.017755874,0.97691274,0.00003443121],"about_ca_topic_score_codex":0.0016640914,"about_ca_topic_score_gemma":0.0029895073,"teacher_disagreement_score":0.10231973,"about_ca_system_score_codex":0.0021823687,"about_ca_system_score_gemma":0.00374998,"threshold_uncertainty_score":0.34229362},"labels":[],"label_agreement":null},{"id":"W1993084949","doi":"10.1145/1218563.1218571","title":"A static aspect language for checking design rules","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Compile time; Set (abstract data type); Compiler; Aspect-oriented programming; Domain (mathematical analysis); Design language; Software","score_opus":0.07662430638491315,"score_gpt":0.34943744735441734,"score_spread":0.2728131409695042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993084949","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032209796,0.00016153265,0.98153716,0.00016725576,0.00004255029,0.00021536772,0.00043692897,0.011257939,0.0029603464],"genre_scores_gemma":[0.08077612,0.00037465,0.90962815,0.00039589798,0.00009365374,0.00066842453,0.0017650743,0.0024567887,0.003841155],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99280095,0.0017495513,0.0011768535,0.0009147387,0.0029722024,0.00038570949],"domain_scores_gemma":[0.98945063,0.0051798006,0.0011390959,0.002472262,0.0015843804,0.00017396559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050912607,0.0014277677,0.0010535436,0.0029028514,0.0011588632,0.0035303882,0.0030091598,0.0014177434,0.0046663913],"category_scores_gemma":[0.015312191,0.0021530727,0.0023910087,0.0016023773,0.0024619729,0.0055960515,0.0023074085,0.0028270883,0.0018124259],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036501818,0.00023591517,0.005701117,0.0016721545,0.00021354687,0.0013090579,0.0014856574,0.04385008,0.025867654,0.5647674,0.020370984,0.33416134],"study_design_scores_gemma":[0.00026726155,0.00028330067,0.001076061,0.0007445601,0.00031057838,0.0025021343,0.00027196915,0.4106771,0.05681921,0.27915546,0.24766766,0.00022468301],"about_ca_topic_score_codex":0.0030913593,"about_ca_topic_score_gemma":0.0032581326,"teacher_disagreement_score":0.0050912607,"about_ca_system_score_codex":0.001535956,"about_ca_system_score_gemma":0.003754707,"threshold_uncertainty_score":0.026925504},"labels":[],"label_agreement":null},{"id":"W1993410868","doi":"10.1145/1176617.1176687","title":"Fluid AOP join point models","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Programming language; Join (topology); Point (geometry); Software engineering; Software; Mathematics","score_opus":0.03691082506145512,"score_gpt":0.2574822951052373,"score_spread":0.22057147004378216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993410868","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01915886,0.00017331347,0.9481413,0.00055575307,0.000080755206,0.00015207738,0.00025537482,0.0010306014,0.030451974],"genre_scores_gemma":[0.49564493,0.00059754343,0.45128044,0.00036733484,0.00017598011,0.001024975,0.0009190087,0.00056751247,0.04942227],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99821657,0.00034326766,0.00011008522,0.00032627472,0.00078205933,0.00022172264],"domain_scores_gemma":[0.9973936,0.0008191849,0.00027982783,0.0006772037,0.0005167744,0.0003133373],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021977287,0.0006874989,0.0005738417,0.0012194726,0.0015025794,0.0039352877,0.0030025383,0.0023376534,0.015207583],"category_scores_gemma":[0.0055588274,0.00059601374,0.0013584367,0.000995094,0.0020346814,0.0056895446,0.0048265806,0.001938657,0.0027101599],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007140581,0.00004148114,0.0002901538,0.00003692422,0.000014999637,0.00020111482,0.00044342308,0.051480018,0.0013537151,0.92993367,0.0016032368,0.014529942],"study_design_scores_gemma":[0.00006279915,0.000071030576,0.00011286774,0.000030121535,0.00002247075,0.00015233114,0.00014287616,0.43551037,0.0012698456,0.5280479,0.034551274,0.000026218757],"about_ca_topic_score_codex":0.002297867,"about_ca_topic_score_gemma":0.0018493984,"teacher_disagreement_score":0.015207583,"about_ca_system_score_codex":0.00093589176,"about_ca_system_score_gemma":0.0012302499,"threshold_uncertainty_score":0.05087447},"labels":[],"label_agreement":null},{"id":"W1993834512","doi":"10.1145/2584469.2584475","title":"TouchRAM","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Agile software development; Java; Software engineering; Software; Scalability; Human–computer interaction; Programming language; Operating system","score_opus":0.015475328005641073,"score_gpt":0.25090539570105047,"score_spread":0.2354300676954094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1993834512","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071447035,0.0018921706,0.31681022,0.0009780331,0.0008122698,0.0005710123,0.013844135,0.21354577,0.4444016],"genre_scores_gemma":[0.09121742,0.002753404,0.23193868,0.0017106729,0.00029660502,0.001372812,0.045028813,0.058330566,0.5673511],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990558,0.0001232009,0.00006346448,0.00018763027,0.0004728582,0.000097087366],"domain_scores_gemma":[0.9985488,0.00041623117,0.00007375176,0.0004777927,0.00034693096,0.00013652447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010685209,0.00092962495,0.0007926346,0.0016239007,0.00075512344,0.0026925143,0.0019374691,0.0014947157,0.24465956],"category_scores_gemma":[0.0044406787,0.0008640107,0.00094348576,0.00123053,0.00040057235,0.0045554494,0.004090973,0.0014969577,0.11287598],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005627795,0.00011647458,0.0009644734,0.0013034014,0.000040677645,0.0005374752,0.0007815793,0.0018319681,0.0160461,0.043740314,0.43837655,0.49569824],"study_design_scores_gemma":[0.000082090344,0.00011729945,0.00056225504,0.00020289015,0.000024927524,0.00052943535,0.00012807707,0.0074296664,0.0073557068,0.009680893,0.9738408,0.00004608387],"about_ca_topic_score_codex":0.0008680013,"about_ca_topic_score_gemma":0.0014167622,"teacher_disagreement_score":0.24465956,"about_ca_system_score_codex":0.00045771347,"about_ca_system_score_gemma":0.0008201489,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1994418092","doi":"10.1504/ijseta.2015.067531","title":"Automated generation of pervasive systems architectures: a detailed empirical evaluation","year":2015,"lang":"en","type":"article","venue":"International Journal of Software Engineering Technology and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Ubiquitous computing; Context-aware pervasive systems; Systems engineering; Computer architecture; Human–computer interaction; Engineering","score_opus":0.06909025490447768,"score_gpt":0.34619659728346935,"score_spread":0.2771063423789917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994418092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9232509,0.0040470813,0.057052225,0.00037044563,0.00007302999,0.0024528631,0.0027603672,0.0021552162,0.007837829],"genre_scores_gemma":[0.893585,0.0015410979,0.095823996,0.00015679194,0.000038985858,0.0014521456,0.0059911977,0.00035910678,0.0010517216],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9809543,0.011881998,0.0014615379,0.0011512969,0.004227632,0.0003233898],"domain_scores_gemma":[0.8271986,0.13520056,0.005984973,0.016616244,0.0142382635,0.0007613329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019863557,0.0009319729,0.00057890225,0.0027605756,0.0005289052,0.0014031102,0.0013659155,0.0010125991,0.0022519522],"category_scores_gemma":[0.104270786,0.0005454219,0.00063059013,0.0018876878,0.0010090234,0.0024216163,0.0015766668,0.001060892,0.00065164105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029627057,0.006003268,0.104930535,0.010754186,0.0009877427,0.00079243025,0.0045563173,0.12883048,0.01565544,0.010006988,0.020390896,0.69412905],"study_design_scores_gemma":[0.0026514556,0.016139232,0.20342079,0.0037869872,0.001948202,0.0021240532,0.005679779,0.60859764,0.049697187,0.013191517,0.092400424,0.00036285367],"about_ca_topic_score_codex":0.0017057883,"about_ca_topic_score_gemma":0.0026100557,"teacher_disagreement_score":0.019863557,"about_ca_system_score_codex":0.0013865703,"about_ca_system_score_gemma":0.0014076601,"threshold_uncertainty_score":0.10504979},"labels":[],"label_agreement":null},{"id":"W1994581514","doi":"10.1145/1570433.1570443","title":"Interactive usability instrumentation","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Usability; Computer science; Instrumentation (computer programming); Software engineering; Cognitive walkthrough; Software; Usability engineering; Usability inspection; Human–computer interaction; User interface; Operating system","score_opus":0.030894758778955575,"score_gpt":0.3268245236340492,"score_spread":0.2959297648550936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994581514","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15897779,0.0008207228,0.67700547,0.00069067586,0.0004469186,0.0072587095,0.005631909,0.0851256,0.06404215],"genre_scores_gemma":[0.5636467,0.00076103536,0.3781989,0.0007478774,0.00022525853,0.0118639935,0.0074742925,0.008141127,0.02894087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9886945,0.0040729693,0.0010876535,0.00179783,0.0035079361,0.00083921285],"domain_scores_gemma":[0.9379867,0.031859867,0.002656625,0.014357998,0.011773675,0.0013652426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007182725,0.0016715951,0.0009874349,0.0028780634,0.0010882568,0.0024311198,0.0018410805,0.000888247,0.018246861],"category_scores_gemma":[0.045732275,0.00080801814,0.00090101187,0.0016234353,0.0009695722,0.0027937733,0.0053059678,0.0017711958,0.005468416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016928976,0.0015174486,0.023826044,0.0029845147,0.00018615792,0.0008689278,0.017820107,0.0026759016,0.10475774,0.013209615,0.051607274,0.7788533],"study_design_scores_gemma":[0.00067299884,0.0055348924,0.14001538,0.0021576202,0.0006358034,0.0024567167,0.0087647205,0.05660081,0.23456116,0.028315866,0.5193099,0.00097413687],"about_ca_topic_score_codex":0.0010977978,"about_ca_topic_score_gemma":0.0012678474,"teacher_disagreement_score":0.018246861,"about_ca_system_score_codex":0.00086465356,"about_ca_system_score_gemma":0.0017421468,"threshold_uncertainty_score":0.061041832},"labels":[],"label_agreement":null},{"id":"W1994644260","doi":"10.1109/re.2012.6345835","title":"On the usage of context for requirements elicitation: End-user involvement in IT ecosystems","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements elicitation; Computer science; Stakeholder; Context (archaeology); Requirements engineering; Adaptation (eye); Scalability; Requirements management; End user; Requirements analysis; User requirements document; Knowledge management; Process management; Risk analysis (engineering); World Wide Web; Software engineering; Business; Database; Software","score_opus":0.13480217122760407,"score_gpt":0.343437337813205,"score_spread":0.20863516658560094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994644260","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13526571,0.0015991839,0.7992628,0.009639022,0.0001174961,0.0024494445,0.00013963603,0.00029034412,0.051236324],"genre_scores_gemma":[0.5557918,0.0017233444,0.43656838,0.0017140034,0.00006896218,0.0016886917,0.00014337317,0.00011872842,0.0021826718],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9100913,0.07880317,0.0023911106,0.0021601075,0.0054923194,0.0010620623],"domain_scores_gemma":[0.85467386,0.12917922,0.003410305,0.005015052,0.0068260008,0.00089557806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035205193,0.0011670452,0.0007379263,0.0026328394,0.0037166344,0.0057940544,0.0020560024,0.0029981507,0.0020122307],"category_scores_gemma":[0.07527884,0.00086531416,0.0007454143,0.0026200213,0.005626065,0.009280118,0.0077785524,0.0027359582,0.0005932514],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007074119,0.0005007074,0.013772155,0.0040228562,0.00013121883,0.003057709,0.27677086,0.011234176,0.026719442,0.25773218,0.0049288874,0.40042242],"study_design_scores_gemma":[0.00033134286,0.0021299988,0.021785097,0.009402029,0.00034594286,0.007409635,0.26279184,0.10132289,0.03138691,0.29798433,0.26437056,0.00073951273],"about_ca_topic_score_codex":0.0029729402,"about_ca_topic_score_gemma":0.0054841544,"teacher_disagreement_score":0.035205193,"about_ca_system_score_codex":0.0031158645,"about_ca_system_score_gemma":0.0032272558,"threshold_uncertainty_score":0.18618512},"labels":[],"label_agreement":null},{"id":"W1995003010","doi":"10.1109/iadcc.2009.4809268","title":"Stakeholder Appropriate Requirement Development Approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"USable; Stakeholder; Business requirements; Goal modeling; Process management; Stakeholder engagement; Computer science; Process (computing); Requirements analysis; Stakeholder analysis; Requirements elicitation; Requirements engineering; Business process; Knowledge management; Risk analysis (engineering); Business; Work in process; Marketing; World Wide Web; Management","score_opus":0.12731605125059695,"score_gpt":0.290639143007747,"score_spread":0.16332309175715007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995003010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028338144,0.00048747595,0.8536383,0.0035157462,0.0001775995,0.0042099305,0.0011083119,0.0007554204,0.13327345],"genre_scores_gemma":[0.07248826,0.0008713408,0.88255715,0.0016098889,0.000067574474,0.004672949,0.001959255,0.00029419377,0.03547929],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9708472,0.015542786,0.0024177714,0.0019209109,0.008611275,0.0006600009],"domain_scores_gemma":[0.97768176,0.009622033,0.0009745747,0.0029729977,0.008195873,0.00055278506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018326309,0.0013332055,0.0008794098,0.0035891386,0.002481533,0.004667831,0.0037804814,0.0029911008,0.016966324],"category_scores_gemma":[0.02525461,0.0008542658,0.0013514935,0.0027041994,0.001846408,0.003883591,0.006297581,0.0034005772,0.007348901],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083015475,0.00027320112,0.0009774275,0.0019834347,0.000084008774,0.0011970594,0.0043673324,0.007985942,0.007702877,0.7127463,0.03462743,0.22797202],"study_design_scores_gemma":[0.000081517705,0.00012797338,0.00071894436,0.0012550481,0.000064297405,0.0012158857,0.0032186916,0.021312848,0.005424885,0.1863551,0.78012675,0.00009803024],"about_ca_topic_score_codex":0.0026131633,"about_ca_topic_score_gemma":0.003305302,"teacher_disagreement_score":0.018326309,"about_ca_system_score_codex":0.0041988827,"about_ca_system_score_gemma":0.01111362,"threshold_uncertainty_score":0.096919954},"labels":[],"label_agreement":null},{"id":"W1995689188","doi":"10.1002/spip.225","title":"Staged configuration through specialization and multilevel configuration of feature models","year":2005,"lang":"en","type":"article","venue":"Software Process Improvement and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":420,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Abstraction; Feature model; Computer science; Cardinality (data modeling); Notation; Configuration design; Product (mathematics); Configurator; Process (computing); Theoretical computer science; Programming language; Data mining; Software; Mathematics","score_opus":0.04990267850207869,"score_gpt":0.3324683825406449,"score_spread":0.28256570403856623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995689188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034298513,0.00006540454,0.95931387,0.00012622465,0.000011000154,0.000070223185,0.00009346582,0.0009466885,0.005074673],"genre_scores_gemma":[0.60485435,0.000112201626,0.39168647,0.0000882852,0.00002060405,0.00020576303,0.0004341641,0.00032385904,0.0022742976],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99661547,0.00124621,0.00028992715,0.0005993765,0.0009323242,0.0003168022],"domain_scores_gemma":[0.99290764,0.0022951465,0.0007049852,0.0032685865,0.00059362594,0.00023008903],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027658103,0.0006395095,0.00056700537,0.0012302927,0.0006762082,0.0019260846,0.0016323725,0.00085697585,0.0030283332],"category_scores_gemma":[0.006617794,0.0007126895,0.0014355534,0.001259642,0.0017735233,0.0045012934,0.004146348,0.0017460388,0.00058087346],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031608317,0.00015207448,0.009991876,0.00023796983,0.00013417569,0.0016902112,0.003327373,0.18378319,0.030247914,0.55096334,0.004169675,0.21498623],"study_design_scores_gemma":[0.0000413883,0.0001975676,0.0021235743,0.0001457039,0.000113218026,0.0009774865,0.0003887902,0.68865716,0.024791954,0.24286631,0.039604288,0.00009262105],"about_ca_topic_score_codex":0.0014841555,"about_ca_topic_score_gemma":0.0016542329,"teacher_disagreement_score":0.0030283332,"about_ca_system_score_codex":0.0011519634,"about_ca_system_score_gemma":0.0009789603,"threshold_uncertainty_score":0.014627159},"labels":[],"label_agreement":null},{"id":"W1995741841","doi":"10.1109/were.2010.5624002","title":"From goal models to three-layer web-based systems: An exploratory study","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Goal modeling; Computer science; Stakeholder; Software engineering; Process (computing); Requirements engineering; Representation (politics); Completeness (order theory); Process management; Systems engineering; Data science; Engineering; Software; Programming language","score_opus":0.09917249562695733,"score_gpt":0.31455644689562035,"score_spread":0.215383951268663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995741841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9564188,0.00009964395,0.034895685,0.0003150797,0.000003623506,0.00031196742,0.000058769587,0.00009597984,0.007800342],"genre_scores_gemma":[0.9778854,0.00010571162,0.020866591,0.000060596038,0.0000016225005,0.00018550312,0.00007301969,0.00004802194,0.00077345694],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99164736,0.006761553,0.00022190384,0.0002655831,0.0008214261,0.00028218352],"domain_scores_gemma":[0.97155917,0.02465763,0.0010130723,0.0012798377,0.0010294295,0.00046086113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072868527,0.0005252866,0.00035572945,0.0011540524,0.0015138534,0.0027922064,0.0010481796,0.0013352596,0.0013237599],"category_scores_gemma":[0.029851168,0.00053139013,0.0004913239,0.0013450218,0.0030197806,0.0043051625,0.003104147,0.0020044185,0.00030408287],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076961645,0.0035987084,0.10491982,0.0015508229,0.00012766293,0.006784287,0.58369154,0.03165632,0.019507451,0.1427026,0.0020385329,0.10265259],"study_design_scores_gemma":[0.00024116272,0.002993386,0.06368765,0.0010045227,0.00015298514,0.0029037045,0.47355098,0.27691525,0.022353154,0.0958136,0.060128056,0.0002555266],"about_ca_topic_score_codex":0.0037768218,"about_ca_topic_score_gemma":0.0038743452,"teacher_disagreement_score":0.0072868527,"about_ca_system_score_codex":0.0018213262,"about_ca_system_score_gemma":0.0011042688,"threshold_uncertainty_score":0.038536966},"labels":[],"label_agreement":null},{"id":"W1995745048","doi":"10.1117/12.603496","title":"Frameworks and middleware for umanned ground vehicles","year":2005,"lang":"en","type":"article","venue":"Proceedings of SPIE, the International Society for Optical Engineering/Proceedings of SPIE","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Defence Research and Development Canada","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Modular design; Interoperability; Component-based software engineering; Software framework; Component (thermodynamics); Software; Transparency (behavior); Debugging; Implementation; Software system; Software engineering; Distributed computing; Interface (matter); Operating system; Computer security","score_opus":0.022062331208056226,"score_gpt":0.26164379205575033,"score_spread":0.2395814608476941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995745048","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007181813,0.014535262,0.8893532,0.0036136624,0.0015323159,0.00051616743,0.00030157837,0.019473964,0.063492],"genre_scores_gemma":[0.13086388,0.010478047,0.7848905,0.0012326285,0.00051597995,0.00061523466,0.0017688469,0.002041231,0.06759367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817514,0.00033910497,0.00016127489,0.00029432436,0.000733467,0.00029670374],"domain_scores_gemma":[0.99922955,0.00012614108,0.00008043887,0.00017152568,0.00021558523,0.00017680651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024462151,0.0010336654,0.0006471642,0.0014129733,0.0014518076,0.00440028,0.0038507262,0.0022450085,0.0058302516],"category_scores_gemma":[0.0031883523,0.0008485585,0.0013827684,0.001248494,0.0014835402,0.00475443,0.0041397396,0.002474294,0.0028544988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012519884,0.00012751047,0.0009510267,0.0006903295,0.00008721603,0.0010398972,0.0014729262,0.03482979,0.012547007,0.6874918,0.04214298,0.21849433],"study_design_scores_gemma":[0.000033429184,0.000056603083,0.00046343033,0.00036588244,0.000033759075,0.00050019333,0.00034520205,0.052270357,0.0032261482,0.10110609,0.84151816,0.00008080707],"about_ca_topic_score_codex":0.012383196,"about_ca_topic_score_gemma":0.011010175,"teacher_disagreement_score":0.012383196,"about_ca_system_score_codex":0.002698815,"about_ca_system_score_gemma":0.0028311536,"threshold_uncertainty_score":0.024622202},"labels":[],"label_agreement":null},{"id":"W1995953313","doi":"10.1109/modre.2014.6890824","title":"A DSL for importing models in a requirements management system","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Digital subscriber line; Traceability; Computer science; Software engineering; Requirements traceability; IBM; Domain-specific language; Modeling language; Unified Modeling Language; Systems engineering; Requirements analysis; Programming language; Software; Requirement; Engineering","score_opus":0.07664712205759941,"score_gpt":0.3144119788818172,"score_spread":0.2377648568242178,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995953313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019602885,0.00010998886,0.9884807,0.00032202012,0.0000838132,0.0001436135,0.0006229956,0.004050695,0.0042257984],"genre_scores_gemma":[0.032028396,0.00038566033,0.957558,0.00030628435,0.000045696575,0.00039042748,0.0015368176,0.0011427213,0.0066060177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99779296,0.0008405323,0.00040136417,0.0002795301,0.0006071841,0.00007849531],"domain_scores_gemma":[0.99732155,0.0014561852,0.00020013031,0.0005415998,0.00037842192,0.00010218332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003381404,0.0008561813,0.0004898618,0.001443769,0.0007141896,0.0030136153,0.0012567047,0.0014405889,0.005150773],"category_scores_gemma":[0.0057362807,0.000951512,0.001419276,0.0008190727,0.0010689751,0.0031371955,0.0018737027,0.0029329306,0.0023448418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020268965,0.00014243029,0.00085317343,0.0010994411,0.000075175696,0.0019330999,0.0032807149,0.034643915,0.035772543,0.72350264,0.018940998,0.17955323],"study_design_scores_gemma":[0.0001003912,0.00017251907,0.00031586716,0.0003784044,0.00008944923,0.0015652667,0.00028432655,0.13637781,0.043604545,0.08778981,0.7291854,0.0001361631],"about_ca_topic_score_codex":0.0018295123,"about_ca_topic_score_gemma":0.0020012322,"teacher_disagreement_score":0.005150773,"about_ca_system_score_codex":0.0013643944,"about_ca_system_score_gemma":0.0020732158,"threshold_uncertainty_score":0.017882764},"labels":[],"label_agreement":null},{"id":"W1996036854","doi":"10.1142/s0218194000000079","title":"AN APPROACH TO QUANTITATIVE SOFTWARE ARCHITECTURE SENSITIVITY ANALYSIS","year":2000,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada)","funders":"","keywords":"Reference architecture; Computer science; Architecture tradeoff analysis method; Software architecture description; Robustness (evolution); Software architecture; Resource-oriented architecture; Software engineering; Software; Software construction; Software sizing; Software system; Data mining; Operating system","score_opus":0.017232346490800497,"score_gpt":0.28605456543468233,"score_spread":0.2688222189438818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996036854","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018956547,0.00014731791,0.99218714,0.00022848183,0.000032588556,0.0001892056,0.00009573031,0.00019310338,0.0050306986],"genre_scores_gemma":[0.19602303,0.00041936486,0.7982095,0.00032782057,0.00013623043,0.002298249,0.00025900733,0.000255454,0.0020712952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97611016,0.013280698,0.0011714777,0.0015779275,0.007384561,0.00047511747],"domain_scores_gemma":[0.9564355,0.032189965,0.0026840256,0.0044440217,0.003971081,0.00027533897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01969109,0.0026833797,0.0013881801,0.010339398,0.0011563865,0.0049448926,0.0026555262,0.0018886854,0.0055875927],"category_scores_gemma":[0.063038394,0.001132158,0.0024295824,0.006171035,0.004259201,0.004752337,0.0038362648,0.004298206,0.0006165037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041818344,0.00019155815,0.0011839642,0.00048340665,0.0002247023,0.000150355,0.0009760623,0.13361481,0.004822511,0.7800599,0.0015924983,0.07665848],"study_design_scores_gemma":[0.000020423766,0.000119722405,0.0007056421,0.00014576115,0.00004958711,0.00014316615,0.00033901844,0.23158678,0.002823612,0.7532775,0.0107043,0.00008451533],"about_ca_topic_score_codex":0.0015386569,"about_ca_topic_score_gemma":0.00079995015,"teacher_disagreement_score":0.01969109,"about_ca_system_score_codex":0.0030963658,"about_ca_system_score_gemma":0.0023531278,"threshold_uncertainty_score":0.10413772},"labels":[],"label_agreement":null},{"id":"W199628333","doi":"","title":"An Approach to Requirements Encapsulation with Clustering.","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Encapsulation (networking); Cluster analysis; Cohesion (chemistry); Distributed computing; Artificial intelligence; Computer security","score_opus":0.06307881208225984,"score_gpt":0.3301787402338105,"score_spread":0.26709992815155065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W199628333","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006523924,0.00025740266,0.9898324,0.00054215704,0.00006714141,0.0001116535,0.000046860867,0.00031535406,0.008174649],"genre_scores_gemma":[0.02992827,0.00039302598,0.9617291,0.00041357707,0.00011413823,0.0004539826,0.0002543638,0.00023935319,0.006474168],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9883393,0.0052509746,0.00064457825,0.0019463364,0.003356492,0.00046236944],"domain_scores_gemma":[0.990629,0.0026885616,0.0005893319,0.0042204456,0.0015242317,0.0003484467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067758136,0.0018074688,0.0011561348,0.0031557726,0.0024914166,0.005325705,0.004119932,0.0029217477,0.005601515],"category_scores_gemma":[0.014526341,0.0013938871,0.0035376423,0.0033484257,0.005377539,0.00710299,0.0093870675,0.0043966905,0.0029779547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048450835,0.0000790428,0.00038311048,0.0003012252,0.00010171835,0.00014544645,0.0011775834,0.013376455,0.002362295,0.8788497,0.0064624655,0.09671267],"study_design_scores_gemma":[0.000035736077,0.000055772434,0.0003374532,0.00021670575,0.00009935677,0.00053116743,0.00038940707,0.07881703,0.0044241184,0.76982564,0.1452005,0.00006708994],"about_ca_topic_score_codex":0.002462726,"about_ca_topic_score_gemma":0.002715653,"teacher_disagreement_score":0.0067758136,"about_ca_system_score_codex":0.0028304942,"about_ca_system_score_gemma":0.0031596455,"threshold_uncertainty_score":0.035834372},"labels":[],"label_agreement":null},{"id":"W1996360727","doi":"10.5555/1363163.1363166","title":"A formal model to handle the adaptability of multimodal user interfaces","year":2008,"lang":"en","type":"article","venue":"Ambient Media and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Model checking; Computer science; Property (philosophy); Computation tree logic; Formal verification; Temporal logic; Formal methods; Formal specification; Adaptability; Process (computing); Programming language; Modality (human–computer interaction); Linear temporal logic; Formal equivalence checking; Theoretical computer science; Human–computer interaction","score_opus":0.07602724379647945,"score_gpt":0.2789021263196325,"score_spread":0.20287488252315306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996360727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020061072,0.000078497666,0.99565375,0.00012476531,0.00003921791,0.000070776405,0.00007573493,0.0007062568,0.0012449285],"genre_scores_gemma":[0.14093214,0.00029874573,0.85363483,0.00021765899,0.00009414442,0.0005216751,0.00056404376,0.00034353105,0.0033931967],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969946,0.0008812305,0.0002976152,0.00042734636,0.0011452808,0.00025392222],"domain_scores_gemma":[0.9941703,0.0033154413,0.0005047566,0.0011398515,0.00076703343,0.000102601014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003668812,0.0008547714,0.00068246253,0.0010407467,0.00091868534,0.0019206309,0.0023567618,0.0015483814,0.004352512],"category_scores_gemma":[0.009724893,0.0009065498,0.002472816,0.00058777013,0.0020968085,0.0047943955,0.0021081534,0.0028148873,0.0008123353],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011957595,0.00017544624,0.0010743614,0.0005862978,0.00009819545,0.00060262677,0.00088037323,0.10140313,0.020790039,0.8130084,0.0030381118,0.05822345],"study_design_scores_gemma":[0.00014615424,0.00028714436,0.00035864735,0.0003326898,0.00019630008,0.0008653079,0.00022943984,0.5544038,0.028626274,0.3329782,0.081472605,0.000103485705],"about_ca_topic_score_codex":0.0034676096,"about_ca_topic_score_gemma":0.0030428185,"teacher_disagreement_score":0.004352512,"about_ca_system_score_codex":0.0015547023,"about_ca_system_score_gemma":0.0027273486,"threshold_uncertainty_score":0.019402802},"labels":[],"label_agreement":null},{"id":"W1998344671","doi":"10.1145/1137677.1137701","title":"A coordination mechanism for self-healing and self-optimizing disciplines","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Mechanism (biology); Computer science; Autonomic computing; Knowledge management; Process management; Management science; Risk analysis (engineering); Distributed computing; Engineering; Business; Cloud computing","score_opus":0.020397103822329725,"score_gpt":0.2777753035673382,"score_spread":0.2573781997450085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998344671","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006650457,0.00035133504,0.9864048,0.00042852468,0.00014079125,0.00011925392,0.000032930253,0.0011164133,0.0047556357],"genre_scores_gemma":[0.26189342,0.0006468207,0.7285845,0.00031477382,0.000230802,0.00048274267,0.000120516146,0.00025546283,0.00747091],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997601,0.0005216537,0.00030056696,0.00062518136,0.00067552336,0.00027617658],"domain_scores_gemma":[0.9964743,0.000694604,0.0005161917,0.0012421128,0.0005478935,0.00052490697],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00470953,0.0005849654,0.0009726277,0.0014850539,0.0023796265,0.0045083524,0.003478406,0.0024173972,0.003506205],"category_scores_gemma":[0.0056267716,0.0006286459,0.0012024576,0.0014898968,0.0033465836,0.0054016155,0.00451545,0.0020936064,0.0009763876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009947289,0.00005693164,0.0004013484,0.00013569494,0.000035954272,0.00015567339,0.00055861287,0.02746095,0.007741182,0.9141215,0.0029899098,0.04624275],"study_design_scores_gemma":[0.00024501156,0.0002476583,0.0006098532,0.00023092535,0.000172122,0.0006117399,0.00025485794,0.40619808,0.01329563,0.40921068,0.16876383,0.0001596726],"about_ca_topic_score_codex":0.0020973794,"about_ca_topic_score_gemma":0.001864643,"teacher_disagreement_score":0.00470953,"about_ca_system_score_codex":0.0019187443,"about_ca_system_score_gemma":0.0028869594,"threshold_uncertainty_score":0.024906635},"labels":[],"label_agreement":null},{"id":"W1998625856","doi":"10.1109/rcis.2008.4632096","title":"Early assessment of software architecture qualities","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software architecture; Architecture; Software engineering; Quality (philosophy); Process (computing); Reference architecture; Software; Software quality; Computer architecture; Software development; Programming language","score_opus":0.05494314201159941,"score_gpt":0.32145553546586697,"score_spread":0.2665123934542676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998625856","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07155857,0.0004771393,0.9198625,0.00016372831,0.00004206756,0.00024464855,0.00007935474,0.0009722927,0.0065996363],"genre_scores_gemma":[0.54886127,0.00030196033,0.4465814,0.00004419014,0.000028340603,0.00021776024,0.00021112096,0.00015793707,0.0035959873],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99035454,0.002769404,0.00052258204,0.0007854468,0.005316406,0.0002516304],"domain_scores_gemma":[0.95609814,0.018503474,0.004166408,0.00537,0.014598412,0.0012636541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006390522,0.0011377373,0.00089804333,0.0048343926,0.00071128324,0.0030305278,0.0015117892,0.00086075097,0.0020227095],"category_scores_gemma":[0.03696292,0.0005535811,0.00045331617,0.0015894112,0.0010822435,0.003976413,0.00270849,0.002005678,0.0005115472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056239276,0.00041681316,0.042944476,0.0011702653,0.00019269023,0.00038671828,0.0034513972,0.045282055,0.06633549,0.06285021,0.0024815542,0.77392584],"study_design_scores_gemma":[0.00012981053,0.0025919718,0.051235095,0.0009036419,0.00031276717,0.0018907794,0.0026483077,0.60570854,0.1569056,0.124401316,0.05279453,0.00047762666],"about_ca_topic_score_codex":0.0012721937,"about_ca_topic_score_gemma":0.002031244,"teacher_disagreement_score":0.006390522,"about_ca_system_score_codex":0.0014389601,"about_ca_system_score_gemma":0.0016667782,"threshold_uncertainty_score":0.033796728},"labels":[],"label_agreement":null},{"id":"W1999048061","doi":"10.1145/1960275.1960279","title":"MetaLexer","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Compiler; Programming language; Parsing; Modular design; Extensible programming; Extensibility; Programming paradigm; Fifth-generation programming language","score_opus":0.13324501366977265,"score_gpt":0.2605847817015769,"score_spread":0.12733976803180425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999048061","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065444927,0.000361179,0.75650305,0.0004539331,0.00023393444,0.0003356398,0.004999669,0.18327759,0.047290497],"genre_scores_gemma":[0.08307549,0.0010002939,0.70517236,0.0010706459,0.00015918785,0.0009386322,0.021074982,0.05295592,0.13455248],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859303,0.00025149935,0.00024151629,0.00029483504,0.00051353103,0.00010556812],"domain_scores_gemma":[0.99812585,0.0007271022,0.00015361424,0.00050379557,0.00042193872,0.00006776533],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019357797,0.0010745232,0.0006802846,0.0013826789,0.00074014865,0.0024857433,0.0018717927,0.0009211202,0.042453222],"category_scores_gemma":[0.004032018,0.0009773229,0.0010235694,0.00069718016,0.0007381826,0.0046504326,0.003425999,0.001555721,0.02749209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007767581,0.00016037238,0.0019300783,0.0020229034,0.0001213507,0.0008633145,0.0016570241,0.004145785,0.056902744,0.28732857,0.22569853,0.41839257],"study_design_scores_gemma":[0.000102312246,0.00009155402,0.00043822217,0.00019356624,0.000056127275,0.001013212,0.00016388118,0.016227156,0.04847303,0.036744524,0.8964043,0.00009210004],"about_ca_topic_score_codex":0.00085318997,"about_ca_topic_score_gemma":0.001401856,"teacher_disagreement_score":0.042453222,"about_ca_system_score_codex":0.000619683,"about_ca_system_score_gemma":0.001675822,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W1999323314","doi":"10.1109/wse.2006.13","title":"Model Driven Evolution of Network-Centric Applications: Perspectives, Challenges, and Issues","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software evolution; Software development; Model-driven architecture; Software; Consistency (knowledge bases); Software system; Code generation; Software construction; Data science; Systems engineering; Programming language; Key (lock); Artificial intelligence; Engineering","score_opus":0.034051990906311815,"score_gpt":0.27391267569792027,"score_spread":0.23986068479160846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999323314","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030308269,0.024326876,0.86245656,0.05127174,0.0010074914,0.0001225101,0.00015918163,0.0010969882,0.029250309],"genre_scores_gemma":[0.43277058,0.053586084,0.4920788,0.0029763824,0.00094737695,0.00046419306,0.00045523106,0.00063197385,0.016089465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99731135,0.0012939533,0.000106002866,0.0002581153,0.00088403275,0.00014650007],"domain_scores_gemma":[0.9940706,0.00326453,0.00027800672,0.00084219035,0.001221968,0.0003226691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065502687,0.00058419956,0.000671258,0.0008016339,0.0010241327,0.004801545,0.0028618686,0.002985181,0.0016355881],"category_scores_gemma":[0.009910319,0.0005927077,0.0005864104,0.0014200493,0.0024018064,0.0071640704,0.0023984383,0.0035615815,0.0004800734],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059188875,0.00015192216,0.0019441631,0.0005672343,0.000049625844,0.0003807472,0.0014270887,0.12315132,0.0033379043,0.7080403,0.009802001,0.15108855],"study_design_scores_gemma":[0.0000260564,0.000108585315,0.00057991885,0.00037937495,0.00003847061,0.000493179,0.0011306878,0.37322736,0.004003345,0.43433365,0.18559803,0.0000813278],"about_ca_topic_score_codex":0.004049962,"about_ca_topic_score_gemma":0.003925215,"teacher_disagreement_score":0.0065502687,"about_ca_system_score_codex":0.0027220233,"about_ca_system_score_gemma":0.00250126,"threshold_uncertainty_score":0.034641564},"labels":[],"label_agreement":null},{"id":"W1999493200","doi":"10.1118/1.4883877","title":"The most suitable person to establish quality assurance guidelines for the generation and use of noncommercial clinical software is a medical physicist","year":2014,"lang":"en","type":"article","venue":"Medical Physics","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Royal Military College of Canada","funders":"","keywords":"Medical physicist; Quality assurance; Medical physics; Software; Quality (philosophy); Medical imaging; Medicine; Computer science; Engineering; Physics; Radiology; Operations management","score_opus":0.28001256595085483,"score_gpt":0.4435105501094928,"score_spread":0.16349798415863798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999493200","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006000606,0.020895926,0.21748511,0.6889033,0.013602033,0.003504785,0.0005128301,0.0072282585,0.041867126],"genre_scores_gemma":[0.1118421,0.017073572,0.484143,0.31469595,0.009521434,0.0059386464,0.001427711,0.0053373193,0.05002018],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.8882104,0.046566907,0.016679931,0.0046414984,0.039749883,0.0041513396],"domain_scores_gemma":[0.5740921,0.17424782,0.03399398,0.050605714,0.12869684,0.038363572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.14042273,0.00114603,0.0019512892,0.005481291,0.0052922294,0.009301414,0.004876438,0.013947951,0.03350068],"category_scores_gemma":[0.3018489,0.0018978185,0.0018852996,0.0024533372,0.0073086917,0.01024131,0.0070009576,0.012894591,0.042063013],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025640425,0.0008216313,0.009431955,0.0013065903,0.00009925923,0.0014588555,0.0048066243,0.0006375751,0.004523567,0.021597799,0.5540216,0.40103814],"study_design_scores_gemma":[0.00019334326,0.00051554514,0.00554862,0.004746095,0.000049095503,0.0021103583,0.0021679734,0.001146368,0.00344499,0.015772097,0.9640839,0.0002216161],"about_ca_topic_score_codex":0.002847178,"about_ca_topic_score_gemma":0.0031255004,"teacher_disagreement_score":0.14042273,"about_ca_system_score_codex":0.0041257488,"about_ca_system_score_gemma":0.019907895,"threshold_uncertainty_score":0.74263525},"labels":[],"label_agreement":null},{"id":"W2001114201","doi":"10.1145/383845.383863","title":"Structuring operating system aspects","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Xerox (Canada); University of British Columbia","funders":"","keywords":"Columbia university; Citation; Library science; Geography; Computer science; Sociology; Media studies","score_opus":0.08347714965557282,"score_gpt":0.32246001075770203,"score_spread":0.2389828611021292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001114201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023864893,0.0033874933,0.69630134,0.0069577154,0.001735659,0.0012668616,0.0013006994,0.024709247,0.24047612],"genre_scores_gemma":[0.23368093,0.0059240665,0.5961121,0.0070066876,0.0041041956,0.0018791246,0.004449729,0.016329516,0.13051374],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997332,0.00046155468,0.00033518331,0.00043844784,0.0010846193,0.00034820358],"domain_scores_gemma":[0.99603707,0.00089867203,0.00026018647,0.0012874852,0.0012120993,0.00030458765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033036815,0.0008432158,0.00040684795,0.0014592883,0.0011476,0.0054209707,0.001450715,0.0013020955,0.0137282],"category_scores_gemma":[0.007482525,0.0007712866,0.00050642685,0.0010318973,0.0016656392,0.0070433994,0.0035244683,0.0030244282,0.00862238],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020818335,0.00014061223,0.0029516583,0.0007683958,0.000040814015,0.000665678,0.006081691,0.0022536826,0.019520406,0.50098085,0.06886741,0.39752066],"study_design_scores_gemma":[0.00002274855,0.00006683755,0.0011917939,0.0002121977,0.00003245888,0.00038459455,0.00040166947,0.0037048934,0.0044471044,0.07787183,0.9116299,0.000033943827],"about_ca_topic_score_codex":0.0011482807,"about_ca_topic_score_gemma":0.0010270787,"teacher_disagreement_score":0.0137282,"about_ca_system_score_codex":0.0010767997,"about_ca_system_score_gemma":0.00174784,"threshold_uncertainty_score":0.04592544},"labels":[],"label_agreement":null},{"id":"W2001314414","doi":"10.1007/s00766-014-0209-8","title":"Interactive goal model analysis for early requirements engineering","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Requirements engineering; Requirements analysis; Interactivity; Stakeholder; Software engineering; Scalability; Non-functional requirement; Visualization; Goal orientation; Systems engineering; Process management; Risk analysis (engineering); Software development; Software; Engineering; Artificial intelligence; Programming language","score_opus":0.050559628565480505,"score_gpt":0.31067480200155817,"score_spread":0.26011517343607765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001314414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064442568,0.000049765706,0.98668057,0.00007599125,0.000009281799,0.000164572,0.00023083831,0.0025380705,0.0038066139],"genre_scores_gemma":[0.22615783,0.00012781123,0.7674269,0.00010160142,0.000018342096,0.0005466075,0.0015455778,0.0008193688,0.0032560008],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99571747,0.0016637425,0.00017854756,0.00036581166,0.0017625794,0.00031184417],"domain_scores_gemma":[0.98969835,0.0075539104,0.00042650808,0.0011610343,0.0010372848,0.00012290615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033381106,0.0013834579,0.00085598754,0.0028846147,0.0008390145,0.0023201904,0.002162964,0.0009758585,0.011149448],"category_scores_gemma":[0.012835996,0.0009384722,0.0027518258,0.0012210511,0.0009442097,0.0032149053,0.0028002146,0.0023783452,0.0021703215],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006277583,0.0007184145,0.0037072762,0.000886037,0.00036357253,0.00057353463,0.001422467,0.3328175,0.02189118,0.24583189,0.010724851,0.3804355],"study_design_scores_gemma":[0.000046719644,0.00009129753,0.00041425094,0.00006966313,0.00009460498,0.0000613311,0.00015871011,0.92070925,0.007991485,0.064080104,0.006252737,0.00002983548],"about_ca_topic_score_codex":0.0056912825,"about_ca_topic_score_gemma":0.007846273,"teacher_disagreement_score":0.011149448,"about_ca_system_score_codex":0.0016362766,"about_ca_system_score_gemma":0.0022005928,"threshold_uncertainty_score":0.03729856},"labels":[],"label_agreement":null},{"id":"W2001932992","doi":"10.1007/s11219-010-9127-2","title":"Assessing the maintainability of software product line feature models using structural metrics","year":2010,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":132,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Maintainability; Software product line; Feature model; Software metric; Computer science; Software; Data mining; Software quality; Feature (linguistics); Reliability engineering; Set (abstract data type); Software engineering; Software development; Engineering","score_opus":0.11787304923974923,"score_gpt":0.4112353565501069,"score_spread":0.2933623073103577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001932992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9494597,0.000068522924,0.04956371,0.000044567205,0.000005346129,0.000025563471,0.00011335163,0.0002116811,0.00050767284],"genre_scores_gemma":[0.9868902,0.000024562942,0.012740985,0.0000030686565,0.00000314277,0.000011759392,0.00022379118,0.00001719727,0.00008528392],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969836,0.0010063455,0.00024802552,0.000271766,0.0013787871,0.000111502224],"domain_scores_gemma":[0.9694603,0.019033734,0.0043755625,0.003062344,0.0037509927,0.0003170923],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052664746,0.0005260176,0.000354077,0.0029293227,0.00030308464,0.0011902761,0.00078691234,0.00068851124,0.00047194437],"category_scores_gemma":[0.036886342,0.0003397757,0.0007357453,0.0013705688,0.0003302947,0.002294556,0.0006191192,0.00048082814,0.00009625007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068263034,0.00054231455,0.32949054,0.000175142,0.00059199653,0.0001282419,0.00050642085,0.43125597,0.03117234,0.0030902347,0.0005034279,0.20186082],"study_design_scores_gemma":[0.000022257203,0.00085445656,0.054469075,0.00001636108,0.00014330335,0.00007958245,0.00010733774,0.93393373,0.008235273,0.0018554763,0.00025823893,0.000024965211],"about_ca_topic_score_codex":0.0052725086,"about_ca_topic_score_gemma":0.005806211,"teacher_disagreement_score":0.0052725086,"about_ca_system_score_codex":0.0009958341,"about_ca_system_score_gemma":0.000711841,"threshold_uncertainty_score":0.027852118},"labels":[],"label_agreement":null},{"id":"W2003127245","doi":"10.1007/s00165-010-0158-z","title":"Partial order semantics for use case and task models","year":2010,"lang":"en","type":"article","venue":"Formal Aspects of Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Notation; Semantics (computer science); Task (project management); Semantic data model; Programming language; Artificial intelligence","score_opus":0.039650730299265594,"score_gpt":0.28876295825712817,"score_spread":0.2491122279578626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003127245","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008113919,0.00013776596,0.98182285,0.00048415436,0.000059352566,0.00020464405,0.0002798081,0.0005476454,0.008349803],"genre_scores_gemma":[0.32412326,0.0005173339,0.66566044,0.000326494,0.00015986127,0.0011302544,0.0015043064,0.0003480208,0.006230064],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99110985,0.003335299,0.0013163565,0.00088607357,0.0027505343,0.00060196477],"domain_scores_gemma":[0.99117106,0.004051315,0.0007352527,0.001799321,0.0018653162,0.00037766728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007296658,0.0011222914,0.0006540692,0.003204915,0.0019418205,0.0041820374,0.0021365138,0.001986407,0.0035254667],"category_scores_gemma":[0.008829835,0.0009377112,0.002756465,0.0026408252,0.0046507264,0.009675004,0.0036482965,0.0032327427,0.00086683134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012839,0.00002033851,0.000100567624,0.00005076194,0.000008506375,0.00012523102,0.00050974765,0.0061482354,0.00052304845,0.9872487,0.0005371077,0.0047149216],"study_design_scores_gemma":[0.00003787264,0.00004870917,0.00012585733,0.000083454004,0.00003239434,0.00023513201,0.00034779552,0.07192441,0.002658025,0.8869844,0.0374859,0.00003599201],"about_ca_topic_score_codex":0.0063425596,"about_ca_topic_score_gemma":0.0065679727,"teacher_disagreement_score":0.007296658,"about_ca_system_score_codex":0.0028042665,"about_ca_system_score_gemma":0.002412664,"threshold_uncertainty_score":0.038588822},"labels":[],"label_agreement":null},{"id":"W2003229778","doi":"10.1109/empire.2012.6347679","title":"Towards understanding requirements engineering in IT ecosystems","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Requirements engineering; IBM; Computer science; Field (mathematics); Relevance (law); Systems engineering; Requirements analysis; Requirements management; Software; Engineering","score_opus":0.17659815386026842,"score_gpt":0.33233108463387584,"score_spread":0.15573293077360742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003229778","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04430222,0.0027101182,0.922035,0.010298945,0.00007352407,0.00051208015,0.00014821762,0.0001877732,0.019732185],"genre_scores_gemma":[0.32192096,0.0030714923,0.66955966,0.0015485382,0.000113915674,0.001062133,0.00030766198,0.000089181885,0.002326472],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.980917,0.0147515545,0.001025251,0.0010796679,0.0016502927,0.00057616143],"domain_scores_gemma":[0.95539826,0.036013238,0.0028641804,0.0028264201,0.00238348,0.0005144484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016095186,0.0014610264,0.0011349233,0.0041972864,0.0019582692,0.009939421,0.0025883794,0.005570131,0.0021923147],"category_scores_gemma":[0.030864142,0.001777025,0.002228058,0.0037501275,0.0077525945,0.019331304,0.0051428154,0.005208041,0.00053389557],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036471087,0.00020746351,0.0034638196,0.00084097043,0.000087146414,0.0006087007,0.014400164,0.03907486,0.002818024,0.89515513,0.0011133458,0.042193945],"study_design_scores_gemma":[0.000035300924,0.000070305105,0.0012832984,0.0005755956,0.00003134936,0.0003286831,0.0094631985,0.102718845,0.0011679061,0.8505695,0.033703916,0.000052149786],"about_ca_topic_score_codex":0.006342109,"about_ca_topic_score_gemma":0.0055162096,"teacher_disagreement_score":0.016095186,"about_ca_system_score_codex":0.0046491483,"about_ca_system_score_gemma":0.0047861645,"threshold_uncertainty_score":0.0851205},"labels":[],"label_agreement":null},{"id":"W2003614126","doi":"10.1007/s10796-013-9423-z","title":"Measuring the performance of aspect oriented software: A case study of Leader/Followers and Half-Sync/Half-Async architectures","year":2013,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Aspect-oriented programming; sync; AspectJ; Synchronization (alternating current); Cache; Software; Parallel computing; Operating system","score_opus":0.024922250625818203,"score_gpt":0.2330356132357322,"score_spread":0.20811336260991398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003614126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9986124,0.000010206584,0.00075375824,0.000030023146,0.0000012362759,0.000014621094,0.000009459102,0.000011850441,0.0005564784],"genre_scores_gemma":[0.9968131,0.00001964635,0.0024952476,0.000012851834,0.0000019554745,0.000009110872,0.000028310878,0.000015413189,0.0006043217],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977604,0.0011763144,0.00008020257,0.00022056076,0.00047912868,0.00028341095],"domain_scores_gemma":[0.9859244,0.009254758,0.0010940969,0.0010212834,0.0017849657,0.0009204985],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031566068,0.00036076593,0.00028296676,0.00078146096,0.0017465167,0.0010733687,0.0011178709,0.0013442764,0.0008159746],"category_scores_gemma":[0.010385221,0.00026785157,0.0003036906,0.000834157,0.001005356,0.0014373125,0.00074795564,0.000773922,0.00021766123],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030241366,0.011585965,0.49751392,0.00048664078,0.00029513455,0.022610696,0.1118822,0.039056446,0.06943675,0.010428337,0.003842999,0.22983673],"study_design_scores_gemma":[0.00045496176,0.013358659,0.49010083,0.00020950075,0.0003179048,0.0098607605,0.17749748,0.19530821,0.08405292,0.009368614,0.019173993,0.00029622944],"about_ca_topic_score_codex":0.006521303,"about_ca_topic_score_gemma":0.014551481,"teacher_disagreement_score":0.006521303,"about_ca_system_score_codex":0.00092511077,"about_ca_system_score_gemma":0.0007956184,"threshold_uncertainty_score":0.01669389},"labels":[],"label_agreement":null},{"id":"W2003775793","doi":"10.1145/2568225.2568283","title":"Mining configuration constraints: static analyses and empirical results","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":119,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Consistency (knowledge bases); Heuristic; Data mining; Feature (linguistics); Feature model; Software; Machine learning; Artificial intelligence; Programming language","score_opus":0.1591713202311108,"score_gpt":0.4073229713322111,"score_spread":0.24815165110110032,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003775793","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9682962,0.0010772335,0.023882417,0.00035472494,0.000036092904,0.00024281285,0.002649893,0.001505545,0.00195511],"genre_scores_gemma":[0.9435943,0.00042114724,0.04742459,0.000095719755,0.00003522327,0.00019904651,0.0075765015,0.0001994874,0.0004539591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98940396,0.0038709454,0.0012078824,0.0020107583,0.0030118185,0.0004945728],"domain_scores_gemma":[0.7723111,0.19459145,0.007983228,0.016039765,0.008199917,0.0008746135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010955552,0.0014875683,0.00085060945,0.0049508647,0.0011109986,0.0014986643,0.002173404,0.0017775934,0.001411459],"category_scores_gemma":[0.081236,0.00070365885,0.0010765366,0.00586748,0.0016123886,0.0030809124,0.001487106,0.00196442,0.00057287765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018213034,0.007027882,0.38329768,0.002269743,0.00080018264,0.0013742651,0.002357931,0.20600766,0.009866116,0.0048648776,0.020409783,0.3599026],"study_design_scores_gemma":[0.00048954174,0.0010843425,0.11325819,0.00022848957,0.0004285238,0.0014704786,0.0018656043,0.8492897,0.016280336,0.007560184,0.007915422,0.00012914083],"about_ca_topic_score_codex":0.0064091054,"about_ca_topic_score_gemma":0.0098208515,"teacher_disagreement_score":0.010955552,"about_ca_system_score_codex":0.0013950765,"about_ca_system_score_gemma":0.0017057128,"threshold_uncertainty_score":0.05793923},"labels":[],"label_agreement":null},{"id":"W2004364729","doi":"10.1145/2038642.2038663","title":"Automated addition of fault recovery to cyber-physical component-based models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Cyber-physical system; Component (thermodynamics); Heuristics; Computer science; Fault (geology); Fault model; Distributed computing; Fault injection; Theoretical computer science; Algorithm; Programming language; Software; Engineering; Operating system","score_opus":0.07625160522876606,"score_gpt":0.28782116117394707,"score_spread":0.211569555945181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004364729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054027375,0.00009907918,0.9420121,0.00016490795,0.000027602784,0.000099205405,0.00007483162,0.001359072,0.002135909],"genre_scores_gemma":[0.6697744,0.00017046616,0.32827896,0.000058815982,0.000015721185,0.00014782757,0.00018775291,0.00018049411,0.0011854395],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987159,0.00043840354,0.00008554182,0.00017104963,0.00046635245,0.00012285373],"domain_scores_gemma":[0.9970482,0.0015658917,0.00030200873,0.00086293364,0.0001765402,0.000044472683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010626586,0.0008473627,0.00068686757,0.00058339245,0.00042190094,0.0009073777,0.0014375069,0.000711824,0.0022668247],"category_scores_gemma":[0.005236173,0.0005412419,0.0009247106,0.00039155787,0.00086176035,0.0018232993,0.001540895,0.0013609502,0.00031727005],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012761015,0.00010673662,0.00065010984,0.00022621911,0.000029206674,0.00026902204,0.00017967723,0.8819982,0.02094135,0.038481113,0.0004856968,0.056505162],"study_design_scores_gemma":[0.000026722057,0.000067856876,0.00009076497,0.000022706026,0.000028254548,0.000056787238,0.000035493398,0.95583016,0.02024365,0.021143276,0.0024437215,0.000010600813],"about_ca_topic_score_codex":0.000887574,"about_ca_topic_score_gemma":0.00179937,"teacher_disagreement_score":0.0022668247,"about_ca_system_score_codex":0.00063209806,"about_ca_system_score_gemma":0.0015128208,"threshold_uncertainty_score":0.0075832605},"labels":[],"label_agreement":null},{"id":"W2004778819","doi":"10.1145/1982185.1982331","title":"Requirements trade-offs analysis in the absence of quantitative measures","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Heuristic; Domain (mathematical analysis); Software; Operations research; Risk analysis (engineering); Engineering; Artificial intelligence; Mathematics","score_opus":0.2185840537935702,"score_gpt":0.3540177189036196,"score_spread":0.1354336651100494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2004778819","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02537601,0.00023066273,0.9696916,0.0003710044,0.000017896411,0.0001766085,0.00009063895,0.00021000356,0.0038356008],"genre_scores_gemma":[0.32694945,0.00021384875,0.67081374,0.000118973345,0.00004734821,0.0005653026,0.00021881463,0.00015187,0.0009206081],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9735034,0.013710535,0.0013815035,0.0019980809,0.008769458,0.00063701376],"domain_scores_gemma":[0.91005427,0.077083096,0.0054915776,0.0029275957,0.003872868,0.000570568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024695415,0.0024590655,0.0022525361,0.005994412,0.0012236113,0.004480368,0.0019620582,0.0019288458,0.0041689374],"category_scores_gemma":[0.07275458,0.0013696561,0.0021658402,0.0030981838,0.0027248324,0.0059563746,0.0030660932,0.002407465,0.00047131383],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042202417,0.00037327738,0.006316637,0.0009981346,0.00038598359,0.0004979793,0.000703845,0.6514344,0.0071946126,0.121318996,0.0021831577,0.20817102],"study_design_scores_gemma":[0.00003913998,0.00022002899,0.0011348022,0.00009913957,0.000065865584,0.00017340861,0.0002239138,0.85329455,0.0024226308,0.14058486,0.001688265,0.000053490352],"about_ca_topic_score_codex":0.0010345742,"about_ca_topic_score_gemma":0.0012292893,"teacher_disagreement_score":0.024695415,"about_ca_system_score_codex":0.002649965,"about_ca_system_score_gemma":0.0020846594,"threshold_uncertainty_score":0.13060337},"labels":[],"label_agreement":null},{"id":"W2005063214","doi":"10.1145/1108473.1108481","title":"Optimizing layered middleware","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dependability; Computer science; Middleware (distributed applications); Thread (computing); Distributed computing; Architectural style; Marshalling; Architecture; Separation of concerns; Message oriented middleware; Programming paradigm; Software engineering; Operating system; Software architecture; Programming language","score_opus":0.04616203799684896,"score_gpt":0.28457900474197295,"score_spread":0.238416966745124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005063214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056091327,0.0015035201,0.91569424,0.0010816917,0.00023044093,0.00013796668,0.0001365501,0.004104911,0.021019332],"genre_scores_gemma":[0.43060327,0.0014073249,0.55542964,0.00023912772,0.000077264296,0.00019411769,0.00046748266,0.0014076076,0.010174241],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797803,0.0006365031,0.00013685328,0.0001953465,0.0007584092,0.00029487134],"domain_scores_gemma":[0.99724364,0.00085668097,0.00023881414,0.0008581233,0.0006234918,0.00017919885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021928938,0.0012252167,0.00059321575,0.0005403161,0.00085363805,0.0025619832,0.0015813811,0.00089754845,0.0030154812],"category_scores_gemma":[0.008431431,0.00069232885,0.00063669437,0.0009182968,0.00074086775,0.0035124714,0.0026116387,0.0013450006,0.0010469462],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029903135,0.0001426258,0.004029598,0.0004340859,0.00015695873,0.00029391982,0.00053580885,0.5827497,0.055035852,0.16255835,0.012317541,0.18144654],"study_design_scores_gemma":[0.000059809332,0.00007736243,0.0006659861,0.000050363546,0.000089527595,0.0001591755,0.0002175447,0.8712173,0.0182556,0.08100123,0.028165793,0.000040452156],"about_ca_topic_score_codex":0.0028149437,"about_ca_topic_score_gemma":0.0038000417,"teacher_disagreement_score":0.0030154812,"about_ca_system_score_codex":0.0020976579,"about_ca_system_score_gemma":0.001617553,"threshold_uncertainty_score":0.015219569},"labels":[],"label_agreement":null},{"id":"W2005261664","doi":"10.1145/2556624.2556641","title":"Towards system analysis with variability model metrics","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Formality; Variety (cybernetics); Semantics (computer science); Modeling language; Data science; Software engineering; Artificial intelligence; Programming language; Software","score_opus":0.02907011086306611,"score_gpt":0.2641472014502795,"score_spread":0.23507709058721338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005261664","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003449931,0.00029901016,0.9935429,0.00049213844,0.000026048401,0.000063855936,0.00007065782,0.0004871146,0.0015682044],"genre_scores_gemma":[0.10870755,0.0007748354,0.8880175,0.00017353338,0.0001030346,0.00040752025,0.00045688005,0.00058116124,0.0007781002],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.980401,0.009101598,0.00146544,0.001449429,0.007032463,0.00055000983],"domain_scores_gemma":[0.9602275,0.021681946,0.0039882977,0.007486403,0.00581231,0.000803491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015776288,0.0031549477,0.0020661445,0.009376636,0.0011470065,0.009037067,0.0026232991,0.002501091,0.001757801],"category_scores_gemma":[0.05432051,0.0011384143,0.002350011,0.0069949664,0.004651287,0.0120755015,0.005614414,0.0062219496,0.00068805343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004684384,0.0001450516,0.0043905866,0.00052190316,0.0001927855,0.00017627551,0.0009396288,0.14767793,0.0044367462,0.7324589,0.002616879,0.10639651],"study_design_scores_gemma":[0.000012761666,0.000075451935,0.00075804227,0.00019138237,0.000047398386,0.00009339685,0.00028003773,0.37053597,0.0033466576,0.6123037,0.012305657,0.000049505008],"about_ca_topic_score_codex":0.0023993065,"about_ca_topic_score_gemma":0.00141943,"teacher_disagreement_score":0.015776288,"about_ca_system_score_codex":0.0031279842,"about_ca_system_score_gemma":0.0038211476,"threshold_uncertainty_score":0.083433986},"labels":[],"label_agreement":null},{"id":"W2005865760","doi":"10.1145/1501434.1501526","title":"From stakeholder goals to product features","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; University of Ontario Institute of Technology","keywords":"Computer science; Stakeholder; Identification (biology); Product (mathematics); Variation (astronomy); Software; New product development; Architecture; Software architecture; Process management; Software engineering; Systems engineering; Boundary (topology); Product design; Data science; Risk analysis (engineering); Engineering; Business; Mathematics","score_opus":0.04819432544089371,"score_gpt":0.281009330109404,"score_spread":0.2328150046685103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005865760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14826854,0.0012280233,0.72520965,0.010489755,0.00007493113,0.00017831707,0.00020784627,0.00028613553,0.11405683],"genre_scores_gemma":[0.93498355,0.00034393737,0.061059814,0.000397056,0.000024968282,0.00015799791,0.000088834175,0.00010358307,0.0028402628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908523,0.005644876,0.00026848086,0.0007117676,0.0019566768,0.0005658931],"domain_scores_gemma":[0.9868938,0.007810102,0.0011487488,0.0015160096,0.002017827,0.0006135346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071826703,0.00084712775,0.00051320286,0.0017985028,0.0015771105,0.0057184817,0.0010093595,0.0021419923,0.002241671],"category_scores_gemma":[0.023601338,0.0007977609,0.00064380217,0.0011940422,0.0050759926,0.008337277,0.0045194,0.0022915495,0.00046158212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008570038,0.00006469128,0.004856985,0.00019074375,0.00003072075,0.00045138624,0.009153273,0.013201445,0.0028330975,0.91422343,0.0019151358,0.052993312],"study_design_scores_gemma":[0.000023596924,0.00010799457,0.0030085722,0.00018934417,0.000027097,0.0002945926,0.0045440844,0.02652478,0.0019723377,0.9414014,0.02186297,0.000043218944],"about_ca_topic_score_codex":0.0021760345,"about_ca_topic_score_gemma":0.0012549368,"teacher_disagreement_score":0.0071826703,"about_ca_system_score_codex":0.0026139114,"about_ca_system_score_gemma":0.0023023053,"threshold_uncertainty_score":0.03798604},"labels":[],"label_agreement":null},{"id":"W2006922259","doi":"","title":"Software product line market repositioning: The power of functional groups","year":2012,"lang":"en","type":"article","venue":"Portland International Conference on Management of Engineering and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software; Product (mathematics); Line (geometry); Marketing; Business; Telecommunications; Process (computing); Software product line; New product development; Industrial organization; Computer science; Software development; Operating system; Mathematics","score_opus":0.03244943694702526,"score_gpt":0.2623749089486896,"score_spread":0.22992547200166433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006922259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9960074,0.00014446462,0.00095203414,0.00022859531,0.00000690651,0.00002688072,0.00009323823,0.000008060709,0.0025324994],"genre_scores_gemma":[0.9986181,0.000042941214,0.00047181066,0.000028082715,0.000006411033,0.000021561746,0.00008523355,0.000004776741,0.00072103436],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99789786,0.0010425947,0.00008678208,0.00023791863,0.00047264312,0.0002621029],"domain_scores_gemma":[0.9701487,0.013500454,0.008136995,0.00203483,0.0037828349,0.0023962955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044310237,0.00019037265,0.0002725363,0.0024613524,0.0011881895,0.0019306384,0.0006758567,0.0005716215,0.0034566317],"category_scores_gemma":[0.024090081,0.00019122935,0.00029690046,0.0014243943,0.0013505684,0.0035466605,0.0015543936,0.0011345682,0.00040701323],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003396735,0.00058758847,0.9061432,0.000044416487,0.000043138916,0.00018581166,0.04203992,0.0001870457,0.0012340267,0.0028023687,0.0005603871,0.045832347],"study_design_scores_gemma":[0.00001252269,0.00063636084,0.9712683,0.000032391676,0.000017889031,0.00019522595,0.02169974,0.0012240498,0.00067061296,0.001120267,0.0031005337,0.000022028134],"about_ca_topic_score_codex":0.005211941,"about_ca_topic_score_gemma":0.0056470656,"teacher_disagreement_score":0.005211941,"about_ca_system_score_codex":0.0010506666,"about_ca_system_score_gemma":0.0008508052,"threshold_uncertainty_score":0.023433805},"labels":[],"label_agreement":null},{"id":"W2007655484","doi":"10.1109/wcre.2007.10","title":"An Amalgamated Dynamic and Static Architecture Reconstruction Framework to Control Component Interactions 259","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Profiling (computer programming); Static analysis; Software system; Component-based software engineering; Software; Software architecture; Software engineering; Component (thermodynamics); Distributed computing; Programming language","score_opus":0.022555674184823956,"score_gpt":0.29084306275388216,"score_spread":0.2682873885690582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007655484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003848477,0.000032800865,0.9949274,0.000041975152,0.0000036060876,0.000026041946,0.000012205592,0.0006053678,0.00050216966],"genre_scores_gemma":[0.18409275,0.0000863679,0.8134216,0.000052016585,0.000010983043,0.000112644324,0.000124679,0.00026242546,0.0018365881],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864537,0.00034744362,0.000077019475,0.00029584984,0.0004915921,0.00014283802],"domain_scores_gemma":[0.9987519,0.00040007982,0.00014681174,0.0004002187,0.00022385007,0.00007716989],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00219537,0.00071413355,0.00061164366,0.0009738258,0.00057795073,0.001628934,0.0019080425,0.0007166141,0.001833792],"category_scores_gemma":[0.0028223416,0.00055649446,0.0009126129,0.00070093625,0.0017172833,0.002367491,0.0018117463,0.0013786448,0.00031289968],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019384528,0.00017529746,0.0025104112,0.00021574103,0.00011054439,0.00033979514,0.00101782,0.39306703,0.039555922,0.19295551,0.0027316317,0.36712644],"study_design_scores_gemma":[0.000026577245,0.00010783347,0.00031428397,0.000024487656,0.00004045927,0.00010536284,0.00009285699,0.94583577,0.009402354,0.036248792,0.0077748285,0.000026375197],"about_ca_topic_score_codex":0.0054397346,"about_ca_topic_score_gemma":0.0062712333,"teacher_disagreement_score":0.0054397346,"about_ca_system_score_codex":0.00079907064,"about_ca_system_score_gemma":0.0015619426,"threshold_uncertainty_score":0.011610389},"labels":[],"label_agreement":null},{"id":"W2007722845","doi":"10.1109/icsmc.2011.6083661","title":"Eliciting agents' preferences from contextual knowledge about their goals, constraints, priorities, emotions and attitudes using the Constrained Rationality framework","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rationality; Context (archaeology); Computer science; Management science; Knowledge management; Epistemology; Economics","score_opus":0.18326576342879694,"score_gpt":0.3440635975137385,"score_spread":0.16079783408494155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2007722845","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.077079795,0.0001422882,0.9105178,0.0009012569,0.00001616138,0.00033570777,0.00028620244,0.00016432733,0.0105564445],"genre_scores_gemma":[0.64794856,0.00021335704,0.35002053,0.00013695515,0.0000104844285,0.00043298124,0.00030488102,0.000018030942,0.0009142249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99548495,0.0029476243,0.00024290202,0.0003801802,0.0007328252,0.00021156996],"domain_scores_gemma":[0.9938285,0.0045513534,0.0006516321,0.00046475587,0.00038206522,0.00012179332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048236405,0.00088501273,0.00067695125,0.00082548714,0.00065481145,0.0019429252,0.0011604461,0.00085619435,0.0020985263],"category_scores_gemma":[0.013677045,0.00052964274,0.0009180602,0.00096332474,0.0013012289,0.0029390054,0.0016992681,0.0015866116,0.000230483],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064717536,0.00042931509,0.006953712,0.00095991284,0.0003034461,0.0008325547,0.0059162127,0.39781728,0.015750282,0.4315563,0.0025722552,0.13626151],"study_design_scores_gemma":[0.00014125783,0.00021452091,0.0026693803,0.00021384287,0.00014796255,0.00019490755,0.0018352937,0.61762506,0.009422318,0.3609316,0.0064474596,0.00015625695],"about_ca_topic_score_codex":0.003796089,"about_ca_topic_score_gemma":0.007866417,"teacher_disagreement_score":0.0048236405,"about_ca_system_score_codex":0.0013492652,"about_ca_system_score_gemma":0.0023867108,"threshold_uncertainty_score":0.025510132},"labels":[],"label_agreement":null},{"id":"W2008102628","doi":"10.1016/s1389-1286(02)00356-0","title":"Graphic visualization and animation of LOTOS execution traces","year":2002,"lang":"en","type":"article","venue":"Computer Networks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Animation; Computer graphics (images); Visualization; Programming language; Computer animation; Human–computer interaction; Artificial intelligence","score_opus":0.029004029524737174,"score_gpt":0.247902336509187,"score_spread":0.21889830698444981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008102628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24347423,0.00076506805,0.56951606,0.0037967078,0.001424971,0.00047146255,0.01724774,0.11204263,0.05126111],"genre_scores_gemma":[0.76245767,0.0009569404,0.2035731,0.0005387253,0.00018013176,0.0003999383,0.0065093013,0.0066037774,0.018780367],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998703,0.000029279146,0.000009516778,0.000015982092,0.000048297745,0.00002655554],"domain_scores_gemma":[0.99822587,0.0010597655,0.0000950017,0.0001458556,0.00028467248,0.0001889291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003431876,0.001007332,0.00037834112,0.0015087927,0.00040149942,0.0010290345,0.00059234427,0.0006930804,0.023245249],"category_scores_gemma":[0.0024457334,0.0002710613,0.00034948208,0.00096170756,0.00032381288,0.000505405,0.000615733,0.0013606444,0.0011068945],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004221233,0.0006566189,0.00862998,0.002466267,0.00018686218,0.00264037,0.0054269806,0.3097279,0.08561914,0.050322525,0.20114207,0.32896],"study_design_scores_gemma":[0.00024398742,0.00016981814,0.006725985,0.00027123667,0.000060639635,0.00036379998,0.00042333754,0.9003026,0.027691124,0.010438085,0.053215858,0.00009358629],"about_ca_topic_score_codex":0.006652371,"about_ca_topic_score_gemma":0.0067704823,"teacher_disagreement_score":0.023245249,"about_ca_system_score_codex":0.000407383,"about_ca_system_score_gemma":0.000740398,"threshold_uncertainty_score":0.07776308},"labels":[],"label_agreement":null},{"id":"W2008115410","doi":"10.1016/s0950-5849(03)00070-3","title":"A rigorous approach for constructing self-evolving real-time reactive systems","year":2003,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reuse; Reliability (semiconductor); Systems engineering; Architecture; Complex system; System of systems; Distributed computing; Software engineering; Systems design; Engineering; Artificial intelligence","score_opus":0.012405664965689038,"score_gpt":0.23785420010891076,"score_spread":0.22544853514322172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008115410","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00096888206,0.00004079727,0.9972754,0.00006532798,0.00002324144,0.0000130224535,0.0000074485283,0.0000685546,0.0015372711],"genre_scores_gemma":[0.15268837,0.00035767307,0.84090877,0.00018294985,0.00013578121,0.00020811557,0.000109196946,0.00026601154,0.005143113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822336,0.0004942239,0.000115297174,0.0001425673,0.0009228538,0.000101726786],"domain_scores_gemma":[0.9969805,0.0011777995,0.00024998767,0.0006390079,0.0008048734,0.00014794833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00344834,0.0008727754,0.00085494743,0.0012960538,0.000994323,0.002091179,0.0024267419,0.0011170779,0.002612927],"category_scores_gemma":[0.008652926,0.00079290476,0.0016547857,0.00067182374,0.0033914833,0.0025439118,0.0033978492,0.0030150698,0.00068962894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008563911,0.000021057751,0.00014950997,0.00006922154,0.000030018253,0.000072809424,0.00017105542,0.09249458,0.0026046932,0.8902552,0.0005990091,0.013524219],"study_design_scores_gemma":[0.000013971801,0.000028413211,0.00007337748,0.000022946455,0.000022888951,0.000049410442,0.000028871447,0.5344822,0.0016378907,0.45732465,0.0062954864,0.00001991914],"about_ca_topic_score_codex":0.0017411584,"about_ca_topic_score_gemma":0.0020233316,"teacher_disagreement_score":0.00344834,"about_ca_system_score_codex":0.0011621873,"about_ca_system_score_gemma":0.0015417549,"threshold_uncertainty_score":0.018236756},"labels":[],"label_agreement":null},{"id":"W2008280499","doi":"10.1145/2457392.2457402","title":"Reusing software design models with TouchRAM","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Agile software development; Software engineering; Software design; Software; Reuse; Software construction; Systems engineering; Design process; Software development; Engineering; Work in process; Programming language","score_opus":0.06467827908051607,"score_gpt":0.24589502065538613,"score_spread":0.18121674157487005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008280499","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038493753,0.0001308332,0.9847201,0.00007931765,0.000025268771,0.00007416614,0.00009541775,0.0070545636,0.0039709806],"genre_scores_gemma":[0.06742539,0.0004994265,0.9222284,0.000107682725,0.000018775338,0.00030268764,0.00086367386,0.0025672761,0.005986566],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99806875,0.00042745037,0.00018561142,0.0002852276,0.00090891856,0.00012409798],"domain_scores_gemma":[0.99698204,0.0012404032,0.00021029756,0.001229104,0.0002722138,0.000066070024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022028228,0.0013365211,0.0008924107,0.0017689535,0.0006225823,0.0040112934,0.0018982512,0.0016946509,0.007296348],"category_scores_gemma":[0.0063778055,0.0015342553,0.003027334,0.0011190664,0.0010222961,0.0052119778,0.0053118826,0.002556096,0.0023466025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024459825,0.00020356952,0.0021207486,0.0015091171,0.00022906989,0.00129622,0.004298177,0.13931467,0.037430357,0.3179919,0.0099687595,0.48539287],"study_design_scores_gemma":[0.00014300787,0.00023303406,0.0004457144,0.0006643906,0.00016879106,0.0010828873,0.00035020008,0.60567963,0.042366616,0.10879419,0.23992066,0.00015085781],"about_ca_topic_score_codex":0.0010901375,"about_ca_topic_score_gemma":0.0023677102,"teacher_disagreement_score":0.007296348,"about_ca_system_score_codex":0.00071359164,"about_ca_system_score_gemma":0.0011446615,"threshold_uncertainty_score":0.024408758},"labels":[],"label_agreement":null},{"id":"W2008973283","doi":"10.1145/2635868.2635927","title":"Variable-specific resolutions for feature interactions","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Variable (mathematics); Computer science; Resolution (logic); Focus (optics); Construct (python library); Conflict resolution; Automotive industry; Artificial intelligence; Theoretical computer science; Mathematics; Engineering; Programming language","score_opus":0.04601994382225565,"score_gpt":0.2990120876814473,"score_spread":0.25299214385919166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008973283","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024120528,0.00008173058,0.9700585,0.00012033994,0.000025676203,0.0001538483,0.000052544958,0.00084845047,0.004538465],"genre_scores_gemma":[0.38226023,0.000097363525,0.61376095,0.0001239098,0.000028325,0.0002819218,0.00015731213,0.00046573833,0.0028241617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99131924,0.003335474,0.0010236403,0.0014102102,0.002020557,0.0008908956],"domain_scores_gemma":[0.98509616,0.008729864,0.0011950332,0.0033846728,0.0011733919,0.00042096968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007853819,0.0011903152,0.0007668779,0.0017212305,0.0015661332,0.0032737355,0.0026910359,0.0015243501,0.003797106],"category_scores_gemma":[0.02519477,0.0009877862,0.0023346683,0.00085272425,0.0027908604,0.005650904,0.0047105383,0.0035171728,0.0006726803],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013903213,0.00021977686,0.0029159067,0.0003999332,0.00015115863,0.0009727878,0.003057672,0.057489373,0.01665959,0.80674565,0.0017228896,0.10952626],"study_design_scores_gemma":[0.00007558523,0.0001865566,0.00085502636,0.00016014386,0.00019107139,0.000783123,0.0009619845,0.3211373,0.050758425,0.5908452,0.033870034,0.00017549103],"about_ca_topic_score_codex":0.0007606362,"about_ca_topic_score_gemma":0.001214804,"teacher_disagreement_score":0.007853819,"about_ca_system_score_codex":0.0011627038,"about_ca_system_score_gemma":0.0012835022,"threshold_uncertainty_score":0.041535497},"labels":[],"label_agreement":null},{"id":"W2010021079","doi":"10.1145/1557626.1557636","title":"Agile development","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Agile software development; Process management; Software development; Computer science; Knowledge management; Business; Software; Software engineering","score_opus":0.030522566446506846,"score_gpt":0.2782716739088125,"score_spread":0.24774910746230566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010021079","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00899744,0.0024938642,0.6750447,0.0049711266,0.0015166943,0.0016526289,0.0013623558,0.009137239,0.29482397],"genre_scores_gemma":[0.07739212,0.004017055,0.7480593,0.0024564068,0.00022793301,0.0022713826,0.0027047032,0.0035291358,0.159342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947444,0.0020510685,0.0003064291,0.00048480078,0.0021109798,0.00030230734],"domain_scores_gemma":[0.99123365,0.002624229,0.00062000856,0.002186557,0.0022359702,0.001099556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052402182,0.0010236338,0.00032994003,0.0011012029,0.0009796213,0.0025431195,0.0018591081,0.0009764489,0.030145934],"category_scores_gemma":[0.013146512,0.0006130987,0.00057658367,0.001031396,0.0009554269,0.0017011483,0.0043566017,0.001996616,0.019642612],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067368914,0.00016668752,0.0016738005,0.0007481492,0.000050565657,0.00033968693,0.0021629522,0.0024624437,0.006541783,0.07152673,0.17699127,0.73726857],"study_design_scores_gemma":[0.000043888624,0.00008514858,0.000846531,0.00033488282,0.000016217618,0.00077364105,0.00059295516,0.0016621,0.0023458418,0.016992176,0.9762782,0.00002837002],"about_ca_topic_score_codex":0.0009374682,"about_ca_topic_score_gemma":0.0022110518,"teacher_disagreement_score":0.030145934,"about_ca_system_score_codex":0.0007875328,"about_ca_system_score_gemma":0.0033237133,"threshold_uncertainty_score":0.1008482},"labels":[],"label_agreement":null},{"id":"W2010503273","doi":"10.1007/s10270-006-0038-4","title":"Domain analysis of dynamic system reconfiguration","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Control reconfiguration; Domain (mathematical analysis); Domain analysis; Software engineering; Domain model; Distributed computing; Embedded system; Programming language; Domain knowledge; Software system; Software","score_opus":0.026338601191712444,"score_gpt":0.2847094120620998,"score_spread":0.2583708108703874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010503273","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24881423,0.00052755384,0.72980434,0.000316962,0.000028774208,0.00006411366,0.00019264285,0.0004437598,0.019807657],"genre_scores_gemma":[0.97899777,0.00020188649,0.018907769,0.000027371812,0.000014984764,0.000027360515,0.00014385406,0.00003932751,0.0016396657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9997008,0.00011564602,0.000007707598,0.000033144675,0.00007914869,0.00006359442],"domain_scores_gemma":[0.99835217,0.0012034088,0.00008373416,0.00012342188,0.0001985456,0.000038730304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067823764,0.00032197632,0.00038408954,0.00089163723,0.00026799232,0.000686973,0.0004404442,0.00029677767,0.0030746753],"category_scores_gemma":[0.0036275198,0.00018359961,0.00042507137,0.0005755808,0.00047401717,0.00071668776,0.0004440122,0.0006002537,0.00022086756],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001760827,0.00007724211,0.0016881449,0.00012461698,0.00004046354,0.00014448698,0.0001231769,0.8376514,0.006317667,0.10033647,0.0013823229,0.051937953],"study_design_scores_gemma":[0.0000045414918,0.000011247912,0.0003680809,0.0000055746027,0.0000065212566,0.000023318356,0.000025658243,0.9794924,0.0009582881,0.0187007,0.0004008812,0.0000027961553],"about_ca_topic_score_codex":0.0023129662,"about_ca_topic_score_gemma":0.0014281846,"teacher_disagreement_score":0.0030746753,"about_ca_system_score_codex":0.0006638197,"about_ca_system_score_gemma":0.00053464115,"threshold_uncertainty_score":0.010285795},"labels":[],"label_agreement":null},{"id":"W2010630833","doi":"10.1007/s10515-008-0040-x","title":"Fast extraction of high-quality framework-specific models from application code","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reverse engineering; Code (set theory); Model-driven architecture; Implementation; Source code; Software engineering; Set (abstract data type); Software; Code generation; Precision and recall; Static program analysis; KPI-driven code analysis; Code review; Software quality; Programming language; Software development; Data mining; Machine learning; Key (lock)","score_opus":0.04665835928101749,"score_gpt":0.29773128504440727,"score_spread":0.2510729257633898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010630833","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033487033,0.0005466404,0.93265605,0.00025103064,0.00006017987,0.00014950563,0.0015443956,0.030098155,0.0012069556],"genre_scores_gemma":[0.26058605,0.00069200987,0.72464126,0.00014990433,0.000036083486,0.00021340209,0.006990892,0.0050164373,0.001673976],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982936,0.00022235597,0.00010379302,0.00018279797,0.0010871157,0.0001103783],"domain_scores_gemma":[0.9938328,0.0021656093,0.00064322614,0.0015445858,0.001709241,0.00010453409],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012265876,0.0020078039,0.0014624385,0.0030115687,0.00064858707,0.0019352563,0.0021840108,0.0017234152,0.001825724],"category_scores_gemma":[0.0114272935,0.0014973732,0.0023787064,0.0019984741,0.00051870156,0.002353075,0.001614136,0.0019322276,0.0015059952],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047757998,0.00027385465,0.009038488,0.0015312642,0.00040638263,0.0013460735,0.0005198226,0.26571947,0.09385209,0.015755048,0.028057167,0.5830228],"study_design_scores_gemma":[0.000047628233,0.00006269659,0.0012727411,0.000072398056,0.00011354954,0.0002462636,0.000067885245,0.9367657,0.041085087,0.0104763545,0.009748728,0.00004104616],"about_ca_topic_score_codex":0.005651413,"about_ca_topic_score_gemma":0.012672668,"teacher_disagreement_score":0.005651413,"about_ca_system_score_codex":0.0013207311,"about_ca_system_score_gemma":0.003190359,"threshold_uncertainty_score":0.011237025},"labels":[],"label_agreement":null},{"id":"W2011827162","doi":"10.1145/1865875.1865883","title":"PicOS tuples","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Tuple; Mathematics; Discrete mathematics","score_opus":0.014918666582602194,"score_gpt":0.264857371860433,"score_spread":0.24993870527783082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011827162","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027084814,0.0006218677,0.90049183,0.00048388238,0.00040061088,0.00042932204,0.0034275395,0.03986491,0.027195243],"genre_scores_gemma":[0.409339,0.0013061253,0.53614146,0.0011417699,0.00027486365,0.0013649567,0.007868354,0.012407598,0.030155934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989894,0.00019423045,0.00014690003,0.00022969005,0.00034363533,0.00009600865],"domain_scores_gemma":[0.9989053,0.00032470195,0.000106640706,0.0003829965,0.0001982075,0.00008200064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011556778,0.0007694161,0.000586155,0.0004158712,0.0006948109,0.0025424373,0.0010612488,0.00052368606,0.007551089],"category_scores_gemma":[0.00253063,0.0005504099,0.0008061931,0.000504074,0.00094284496,0.0032210662,0.0028787751,0.0016041885,0.0023757368],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002163039,0.00014822115,0.009970386,0.0013360288,0.00011683402,0.0010742262,0.00408387,0.016563702,0.028612731,0.6041533,0.069831945,0.26194566],"study_design_scores_gemma":[0.00012779646,0.0002589887,0.0012940639,0.00022706071,0.00012300536,0.0008715743,0.0004252694,0.057214852,0.040028587,0.122938946,0.7764048,0.00008503464],"about_ca_topic_score_codex":0.0009336371,"about_ca_topic_score_gemma":0.0012656956,"teacher_disagreement_score":0.007551089,"about_ca_system_score_codex":0.00062227796,"about_ca_system_score_gemma":0.000975401,"threshold_uncertainty_score":0.025260985},"labels":[],"label_agreement":null},{"id":"W2011926106","doi":"10.1145/337180.337642","title":"Supporting dynamic composition of components","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Component (thermodynamics); Computer science; The Internet; Component-based software engineering; Composition (language); Dynamic web page; World Wide Web; Software; Web service; Software engineering; Software system; Operating system","score_opus":0.02552547228319361,"score_gpt":0.31613492473380767,"score_spread":0.29060945245061404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011926106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050264876,0.0003646243,0.8990197,0.00034794005,0.00015457883,0.00019869869,0.000091714115,0.016139507,0.03341834],"genre_scores_gemma":[0.44091836,0.0008464171,0.5399743,0.00021673113,0.000119041615,0.00032366285,0.0005829958,0.0016454868,0.015373124],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988549,0.00023017814,0.0000812886,0.00021489282,0.0004483315,0.0001703743],"domain_scores_gemma":[0.998064,0.00069414964,0.00009341597,0.000726766,0.0002614674,0.00016023229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012154978,0.0006384161,0.0004536365,0.0007208758,0.0013547267,0.002065935,0.0012173883,0.0011344273,0.007261839],"category_scores_gemma":[0.0037120695,0.00059487694,0.0004718144,0.00060253125,0.00078646105,0.0033356068,0.0032614293,0.0011835097,0.0029406894],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008578481,0.0005236289,0.0035240734,0.00052946387,0.00009486248,0.0021987061,0.0014198136,0.046205666,0.18771288,0.1914587,0.014373365,0.55110097],"study_design_scores_gemma":[0.00028881273,0.0002588244,0.001049074,0.00016120261,0.00015419706,0.0018338799,0.00033359267,0.39881584,0.1647798,0.11037104,0.32184878,0.00010491804],"about_ca_topic_score_codex":0.001087084,"about_ca_topic_score_gemma":0.0012475727,"teacher_disagreement_score":0.007261839,"about_ca_system_score_codex":0.00039305177,"about_ca_system_score_gemma":0.00089579396,"threshold_uncertainty_score":0.024293303},"labels":[],"label_agreement":null},{"id":"W2012340565","doi":"10.1109/icas.2010.10","title":"Mapping Policies to a Causal Network for Diagnosis","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Set (abstract data type); Action (physics); Causality (physics); Inference; Action selection; Graph; Causal inference; Selection (genetic algorithm); Artificial intelligence; Machine learning; Data mining; Theoretical computer science; Econometrics; Mathematics","score_opus":0.05144528300553409,"score_gpt":0.3207900402397869,"score_spread":0.26934475723425283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012340565","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021095723,0.00012718714,0.9950187,0.0003097058,0.000023945737,0.00012442311,0.00019542029,0.00081132434,0.001279652],"genre_scores_gemma":[0.11315741,0.00047396385,0.8834122,0.00013704557,0.000057053796,0.0004134887,0.0007393171,0.00011966432,0.0014899214],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969881,0.0013634418,0.00021790883,0.00066241785,0.0006546352,0.000113522176],"domain_scores_gemma":[0.98800117,0.0093000475,0.0005766807,0.0010655199,0.0009027676,0.00015380615],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027888466,0.0012166238,0.0006924668,0.003546947,0.0011109632,0.0021317839,0.0015610713,0.0012707186,0.007953872],"category_scores_gemma":[0.021164404,0.0007359676,0.0013070774,0.002092226,0.0019203129,0.003173953,0.0018062906,0.0022162746,0.001002992],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024017194,0.00018390964,0.0024228324,0.00059372274,0.00010769904,0.00051452324,0.00064294465,0.47552398,0.0034238666,0.25053713,0.004325118,0.26148412],"study_design_scores_gemma":[0.000035940742,0.000031321415,0.00021339227,0.000075690456,0.000042226955,0.00011971762,0.00012049686,0.74483466,0.0030944617,0.24394347,0.0074651847,0.000023510505],"about_ca_topic_score_codex":0.011313755,"about_ca_topic_score_gemma":0.00806124,"teacher_disagreement_score":0.011313755,"about_ca_system_score_codex":0.0024439448,"about_ca_system_score_gemma":0.0033399595,"threshold_uncertainty_score":0.026608407},"labels":[],"label_agreement":null},{"id":"W2012444658","doi":"10.1007/s10270-010-0171-y","title":"Guest editorial to the theme issue on non-functional system properties in domain specific modeling languages","year":2010,"lang":"en","type":"editorial","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Surrey Place Centre; Simon Fraser University","funders":"","keywords":"Computer science; Software engineering; Software system; Software development; Domain (mathematical analysis); Programming complexity; Theme (computing); Software; Software construction; Social software engineering; Programming language; World Wide Web","score_opus":0.030646442240819693,"score_gpt":0.26395772574474397,"score_spread":0.23331128350392427,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012444658","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000049426377,0.002489633,0.00026328486,0.019918708,0.97600573,0.0000102310005,0.000033609755,0.00003942911,0.0011898876],"genre_scores_gemma":[0.0006906925,0.002801747,0.00019376306,0.011643326,0.97166497,0.000018305558,0.000043294458,0.00006190966,0.012881961],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970796,0.00045712793,0.00031980537,0.00040362045,0.0014945619,0.00024529238],"domain_scores_gemma":[0.98747224,0.004915202,0.00079919817,0.00031640957,0.0048225173,0.0016745011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053607887,0.002813323,0.0030014978,0.0029202506,0.0019414703,0.0057293363,0.0023251206,0.009397232,0.013629488],"category_scores_gemma":[0.013272819,0.0009915956,0.002332428,0.0009896075,0.0015449926,0.0033656815,0.0014524789,0.014273558,0.008337486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051900566,0.000013382663,0.000019108309,0.00014449612,0.000018906772,0.00013064261,0.000009459984,0.00003691064,0.00012887234,0.00044566425,0.9950642,0.0039364835],"study_design_scores_gemma":[0.00009250518,0.000052123916,0.00030955335,0.00027855087,0.00009954169,0.00040183935,0.00003118582,0.00042054028,0.0003247849,0.001634851,0.99633265,0.000021898293],"about_ca_topic_score_codex":0.0007460901,"about_ca_topic_score_gemma":0.0021922116,"teacher_disagreement_score":0.013629488,"about_ca_system_score_codex":0.0016754837,"about_ca_system_score_gemma":0.0018725137,"threshold_uncertainty_score":0.04559523},"labels":[],"label_agreement":null},{"id":"W2012940909","doi":"10.1109/ms.2014.106","title":"Five Years of Software Architecture Checking: A Case Study of Eclipse","year":2014,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Eclipse; Computer science; Software engineering; Software architecture; Architecture; Resource-oriented architecture; Software architecture description; Software development; Software; Programming language; Reference architecture; Software construction; History","score_opus":0.030480893241904363,"score_gpt":0.29017248478558944,"score_spread":0.2596915915436851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012940909","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98741865,0.00068643515,0.0042502354,0.001427598,0.00004481168,0.000096530865,0.00019395522,0.00012145303,0.0057602753],"genre_scores_gemma":[0.98735505,0.00049223745,0.008516542,0.0004028323,0.000023917286,0.00005133499,0.0004714939,0.00015270416,0.0025338805],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9901938,0.0047545186,0.0005894435,0.00082069973,0.0026287786,0.0010127121],"domain_scores_gemma":[0.91979665,0.05684214,0.0064356984,0.0052752416,0.007969989,0.003680272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011691571,0.0006673205,0.00045867913,0.0034055535,0.0055887033,0.0026414455,0.0022153154,0.003330666,0.0009939981],"category_scores_gemma":[0.040403184,0.0007396406,0.00082716,0.003667864,0.0031255481,0.004162232,0.0028284248,0.0029891704,0.00029939075],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014193023,0.0051708734,0.28982568,0.0011541503,0.00042122032,0.07251749,0.34112087,0.014713895,0.009706664,0.020036655,0.019645866,0.22426741],"study_design_scores_gemma":[0.00042870748,0.0038439098,0.3592158,0.002644501,0.0005791922,0.030853514,0.32254246,0.04569201,0.018401371,0.018075082,0.19697574,0.0007476371],"about_ca_topic_score_codex":0.031208195,"about_ca_topic_score_gemma":0.07654283,"teacher_disagreement_score":0.031208195,"about_ca_system_score_codex":0.004183706,"about_ca_system_score_gemma":0.0034532754,"threshold_uncertainty_score":0.062053084},"labels":[],"label_agreement":null},{"id":"W2013611163","doi":"10.1016/j.scico.2004.10.006","title":"A Product Line engineering practices model","year":2005,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Product line; Product (mathematics); New product development; Line (geometry); Domain engineering; Product engineering; Work (physics); Software engineering; Systems engineering; Product design; Manufacturing engineering; Software development; Programming language; Management; Engineering; Mechanical engineering","score_opus":0.053828498379622204,"score_gpt":0.3304260050909633,"score_spread":0.2765975067113411,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013611163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05355756,0.00018226646,0.77607083,0.00383196,0.000045378667,0.0005177721,0.0005243103,0.00080594904,0.164464],"genre_scores_gemma":[0.6820678,0.0003937727,0.28323635,0.00038940192,0.000049533486,0.0009120431,0.0008327031,0.00015576559,0.03196262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975781,0.0008943949,0.00014414992,0.00040525506,0.0008160094,0.00016216101],"domain_scores_gemma":[0.9939955,0.002587794,0.000508969,0.0011395365,0.0014379622,0.00033040156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017431853,0.00067041983,0.00024019108,0.0021547782,0.0009419251,0.0040636193,0.0018071935,0.0020152472,0.011741567],"category_scores_gemma":[0.0067997593,0.0005045249,0.00083214603,0.0024307927,0.001737648,0.0075407973,0.0016382312,0.0018396578,0.0031579786],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045538854,0.00031499277,0.0032012272,0.00008056431,0.000033270484,0.00026807713,0.0015314402,0.02464021,0.0007554442,0.91281766,0.0027757073,0.053535797],"study_design_scores_gemma":[0.00013399406,0.00023788668,0.00254529,0.0001670652,0.000079829726,0.0005169497,0.0018746299,0.27389166,0.0014792231,0.64976496,0.06926865,0.000039893228],"about_ca_topic_score_codex":0.0052406904,"about_ca_topic_score_gemma":0.003172829,"teacher_disagreement_score":0.011741567,"about_ca_system_score_codex":0.0021327222,"about_ca_system_score_gemma":0.002427711,"threshold_uncertainty_score":0.03927952},"labels":[],"label_agreement":null},{"id":"W2013938794","doi":"10.1007/s12652-013-0201-z","title":"An aspect-oriented language for feature-modeling","year":2013,"lang":"en","type":"article","venue":"Journal of Ambient Intelligence and Humanized Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Evolvability; Adaptability; Feature (linguistics); Product (mathematics); Modeling language; Programming language; Software engineering; Formal language; Ambient intelligence; Human–computer interaction; Artificial intelligence; Theoretical computer science; Linguistics; Mathematics; Software","score_opus":0.04409517800802039,"score_gpt":0.3300732236399297,"score_spread":0.2859780456319093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2013938794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010484536,0.00007893495,0.99233586,0.00011007035,0.000042101565,0.000091281465,0.0003935271,0.004406448,0.0014933015],"genre_scores_gemma":[0.04376981,0.00041136326,0.9467476,0.00023596438,0.000075520016,0.00039356327,0.001902531,0.003154057,0.0033096217],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869543,0.00026479564,0.00028536047,0.00021165174,0.00044907117,0.00009365532],"domain_scores_gemma":[0.99832267,0.00064952014,0.00018835983,0.00045134095,0.0002960884,0.000091966795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020133255,0.0014970574,0.0009564301,0.0011363799,0.0009033112,0.0039722887,0.002491156,0.0014021618,0.0049642986],"category_scores_gemma":[0.0041496414,0.0014463251,0.00247389,0.0014201454,0.0012204865,0.0041497066,0.0021643105,0.003405037,0.002203457],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023852472,0.00014766575,0.0016770769,0.001314874,0.00018679255,0.0011874519,0.0024807532,0.02380217,0.019758664,0.7077214,0.027854985,0.21362954],"study_design_scores_gemma":[0.0001308978,0.0000886047,0.0005371049,0.00042145746,0.0002602701,0.0013852753,0.00032030707,0.1673915,0.016373174,0.3127313,0.5002425,0.000117574185],"about_ca_topic_score_codex":0.0025965318,"about_ca_topic_score_gemma":0.0043792333,"teacher_disagreement_score":0.0049642986,"about_ca_system_score_codex":0.0006306273,"about_ca_system_score_gemma":0.0012569304,"threshold_uncertainty_score":0.016607225},"labels":[],"label_agreement":null},{"id":"W2014002249","doi":"10.1145/1082983.1083082","title":"Autonomic computing","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Interconnectivity; Dynamism; Autonomic computing; Computer science; Data science; Categorization; Software; Point (geometry); Coping (psychology); Software engineering; Risk analysis (engineering); Knowledge management; Management science; Engineering; Artificial intelligence; Business; Cloud computing; Psychology","score_opus":0.02733260811453089,"score_gpt":0.26981353915055045,"score_spread":0.24248093103601956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014002249","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010315124,0.034989897,0.34336838,0.014210113,0.0069989357,0.00043399393,0.0005990638,0.0055713034,0.58351314],"genre_scores_gemma":[0.4192807,0.050448403,0.2748476,0.008967727,0.008544213,0.00096162286,0.0028675538,0.0013122716,0.23276997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891365,0.00022211629,0.00007454893,0.00020488986,0.00048451638,0.000100261364],"domain_scores_gemma":[0.99919313,0.00016989016,0.000045467415,0.00028432236,0.00018310582,0.00012410419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095574145,0.00074829033,0.00057604787,0.00084363576,0.0012378548,0.0045716134,0.0013360006,0.0013434009,0.011251104],"category_scores_gemma":[0.0021437071,0.00032954392,0.00047037244,0.0010635838,0.001270047,0.003307936,0.0023327898,0.001586175,0.005228876],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088498506,0.00007229267,0.0009519623,0.0004428117,0.00008193075,0.00025178178,0.0003009002,0.0056948094,0.004222736,0.49531,0.091050796,0.40153152],"study_design_scores_gemma":[0.000023724995,0.000062580766,0.0005849404,0.00025045138,0.0000306082,0.0005216091,0.00014231849,0.015891112,0.002122445,0.31282553,0.66751075,0.0000339141],"about_ca_topic_score_codex":0.00057117955,"about_ca_topic_score_gemma":0.0006524732,"teacher_disagreement_score":0.011251104,"about_ca_system_score_codex":0.0007213569,"about_ca_system_score_gemma":0.0009610366,"threshold_uncertainty_score":0.037638664},"labels":[],"label_agreement":null},{"id":"W2014229452","doi":"10.1145/2735386.2736751","title":"Essential retroactive weaving","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Weaving; Programming language; Debugging; Semantics (computer science); Fidelity; Aspect-oriented programming; Context (archaeology); Interpreter; Soundness; Process (computing); Class (philosophy); Artificial intelligence; Software","score_opus":0.06526369528612475,"score_gpt":0.3079385469713581,"score_spread":0.24267485168523334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014229452","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01570405,0.00013493237,0.96840745,0.00041745362,0.000116683834,0.00018797824,0.000076026015,0.004309994,0.010645301],"genre_scores_gemma":[0.41424534,0.0003673634,0.5640841,0.0007310654,0.00008155005,0.000534714,0.00033425764,0.0030582396,0.016563343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99258435,0.0016686164,0.00061363424,0.0012913093,0.0031706959,0.0006715286],"domain_scores_gemma":[0.9832516,0.0039877607,0.00081889064,0.008553601,0.0029254344,0.0004627628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005234343,0.0010842899,0.0006718788,0.0010866594,0.0010728611,0.0038949468,0.0027739014,0.0013324629,0.0041197697],"category_scores_gemma":[0.021478431,0.0008873465,0.0012282137,0.0007173387,0.004657455,0.0062034377,0.005713165,0.0035561437,0.0016671164],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004275381,0.00031397556,0.004345671,0.0005592063,0.00014483841,0.001692264,0.008662656,0.018251775,0.05678902,0.67344445,0.0062226276,0.22914605],"study_design_scores_gemma":[0.000088176625,0.00032134907,0.0011669685,0.00044980686,0.00020569752,0.0025222618,0.0014793494,0.10359425,0.1320707,0.5659527,0.1919519,0.00019691713],"about_ca_topic_score_codex":0.0011159611,"about_ca_topic_score_gemma":0.0009707776,"teacher_disagreement_score":0.005234343,"about_ca_system_score_codex":0.0007919581,"about_ca_system_score_gemma":0.002111161,"threshold_uncertainty_score":0.027682185},"labels":[],"label_agreement":null},{"id":"W2014744822","doi":"10.1145/2491509.2491521","title":"Use case and task models","year":2013,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Task (project management); Software development; Set (abstract data type); Software; Human–computer interaction; Systems engineering; Programming language","score_opus":0.1401807566114291,"score_gpt":0.3052749112876002,"score_spread":0.1650941546761711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2014744822","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015703363,0.0003314895,0.9255687,0.0015242664,0.00010907214,0.0010928836,0.0012973469,0.0010616104,0.05331125],"genre_scores_gemma":[0.27138722,0.0012141115,0.68927324,0.00039614836,0.00017924426,0.0036511591,0.0038358304,0.00051088585,0.02955226],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98724085,0.0046759844,0.0014498184,0.0011352174,0.004512462,0.0009858079],"domain_scores_gemma":[0.98435956,0.008846676,0.0011370938,0.0028938884,0.002271581,0.00049126573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007165967,0.0015763575,0.000557622,0.005729703,0.0016154129,0.0054027936,0.0031119315,0.003154555,0.01093099],"category_scores_gemma":[0.02260936,0.0010625351,0.0020955678,0.0028946016,0.0022397914,0.0069275354,0.0032637925,0.0019958369,0.0024261083],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107025015,0.00026745198,0.0028970197,0.00033170098,0.000041700372,0.0011541211,0.0020260836,0.040686753,0.0026183813,0.8910915,0.0075435815,0.051234625],"study_design_scores_gemma":[0.000120920886,0.00023185952,0.0015724477,0.00048569028,0.00013728834,0.0014805966,0.000898924,0.38249558,0.0064552827,0.40511116,0.20089394,0.000116271505],"about_ca_topic_score_codex":0.009396277,"about_ca_topic_score_gemma":0.007379666,"teacher_disagreement_score":0.01093099,"about_ca_system_score_codex":0.0020785637,"about_ca_system_score_gemma":0.004093134,"threshold_uncertainty_score":0.037897706},"labels":[],"label_agreement":null},{"id":"W2015875073","doi":"10.1145/1822327.1822342","title":"Towards a self-forensics property in the ASSL toolset","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Leverage (statistics); Java; ENCODE; Programming language; Software engineering; Property (philosophy); Artificial intelligence","score_opus":0.03365335682992109,"score_gpt":0.28316355018567435,"score_spread":0.24951019335575325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015875073","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024925785,0.000025605785,0.9933756,0.00039218977,0.000024178442,0.00006247086,0.000036979665,0.0023785713,0.001211805],"genre_scores_gemma":[0.07620453,0.00011990852,0.9195619,0.0004839019,0.000053803295,0.00028060123,0.00020942376,0.0009840552,0.0021019182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.986875,0.006236658,0.0012058514,0.0010393726,0.004014601,0.0006285213],"domain_scores_gemma":[0.9789741,0.009087975,0.0018680998,0.006684387,0.0028144238,0.0005710274],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023714155,0.0008990472,0.0008277888,0.0020128416,0.0011890421,0.007195303,0.0034758283,0.00208412,0.0038935055],"category_scores_gemma":[0.023974512,0.0013967914,0.0017721023,0.00083829573,0.0070369695,0.011060378,0.006845846,0.0053813076,0.0020415587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103435865,0.00011763406,0.0021567235,0.00046162427,0.00004346653,0.00063659664,0.002166324,0.018933486,0.010214086,0.8891816,0.0034070339,0.072577864],"study_design_scores_gemma":[0.00009736243,0.0002738496,0.0004561471,0.000750055,0.00006910235,0.0012861742,0.00079499884,0.31094325,0.053075366,0.49553233,0.13654922,0.00017218982],"about_ca_topic_score_codex":0.0008079146,"about_ca_topic_score_gemma":0.000878378,"teacher_disagreement_score":0.023714155,"about_ca_system_score_codex":0.0012915868,"about_ca_system_score_gemma":0.0035059,"threshold_uncertainty_score":0.12541395},"labels":[],"label_agreement":null},{"id":"W2016403955","doi":"10.1145/2425415.2425419","title":"Usage scenarios for feature model synthesis","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Software product line; Software; Domain (mathematical analysis); Feature-oriented domain analysis; Range (aeronautics); Domain analysis; Data mining; Software engineering; Software development; Programming language; Software construction; Engineering","score_opus":0.06557614671840556,"score_gpt":0.3069622433124617,"score_spread":0.24138609659405613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016403955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0618273,0.0008878605,0.82795876,0.00253905,0.00015440727,0.00032664757,0.0008061281,0.0031268264,0.10237311],"genre_scores_gemma":[0.7391849,0.00080502447,0.24680898,0.0006384699,0.00012547507,0.0006573831,0.0015023939,0.0009508888,0.009326491],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99496907,0.0020762973,0.0003246047,0.00055265165,0.0015819955,0.0004954013],"domain_scores_gemma":[0.9925154,0.004180379,0.000343586,0.0019240914,0.0007990747,0.00023750034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037524637,0.0011589961,0.00062828354,0.001684043,0.0012376244,0.0037003255,0.0017457779,0.0037475328,0.017325146],"category_scores_gemma":[0.016362032,0.00085540576,0.0016973289,0.001326189,0.0018389734,0.0075483085,0.0032894288,0.0019826575,0.002564235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004521829,0.00022053106,0.0030026352,0.00039099294,0.00006988896,0.0039444095,0.0010350387,0.06466551,0.0091640465,0.8201617,0.012879987,0.084013134],"study_design_scores_gemma":[0.00008646278,0.00013845044,0.00040518472,0.0001827741,0.00006695882,0.0024948893,0.00047008798,0.2822676,0.011224352,0.6251412,0.07744425,0.00007781817],"about_ca_topic_score_codex":0.0011687507,"about_ca_topic_score_gemma":0.0012923318,"teacher_disagreement_score":0.017325146,"about_ca_system_score_codex":0.0013291935,"about_ca_system_score_gemma":0.00088238524,"threshold_uncertainty_score":0.057958364},"labels":[],"label_agreement":null},{"id":"W2016495872","doi":"10.3166/jds.13.399-421","title":"Decision Support for Software Release Planning Using e-Assistants","year":2004,"lang":"en","type":"article","venue":"Journal of Decision System","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Iterated function; Software; Software release life cycle; Process (computing); Decision support system; Software engineering; Operations research; Software development; Data mining; Software quality; Programming language; Engineering","score_opus":0.07830669642071356,"score_gpt":0.36059601705083727,"score_spread":0.2822893206301237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016495872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03565378,0.00016650504,0.95603514,0.00037870306,0.000036238922,0.0003541961,0.000121062476,0.0026372124,0.0046171374],"genre_scores_gemma":[0.3181335,0.00017901315,0.67863756,0.000106680476,0.000039492716,0.0003521205,0.00032291876,0.00012876138,0.002099826],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9919659,0.004815616,0.000795358,0.00077717734,0.0013404839,0.00030550643],"domain_scores_gemma":[0.96952784,0.023853837,0.00197334,0.0023913316,0.0015532026,0.00070037675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008737026,0.0010528248,0.0007704382,0.0012512757,0.0010053152,0.0027600534,0.0018894002,0.0013843417,0.006948252],"category_scores_gemma":[0.028732093,0.0006242325,0.0008162592,0.0010852241,0.0009169892,0.0025057863,0.002557104,0.0017604538,0.0016277343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015735383,0.00087490305,0.003077002,0.0008727056,0.00013695833,0.0010933698,0.0025277608,0.1854327,0.013584834,0.06375457,0.0061181416,0.7209535],"study_design_scores_gemma":[0.0005840289,0.0005578958,0.0010182586,0.00018506763,0.000090974245,0.0004684746,0.00090091093,0.8658534,0.019043209,0.07958858,0.031586498,0.00012277583],"about_ca_topic_score_codex":0.0015025144,"about_ca_topic_score_gemma":0.001749698,"teacher_disagreement_score":0.008737026,"about_ca_system_score_codex":0.00053007685,"about_ca_system_score_gemma":0.0014560318,"threshold_uncertainty_score":0.046206355},"labels":[],"label_agreement":null},{"id":"W2016521958","doi":"10.1145/1094855.1094875","title":"The crisis in systems code maintenance","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Mainstream; Code (set theory); Legacy system; Software engineering; World Wide Web; Computer security; Programming language; Artificial intelligence; Political science; Law","score_opus":0.031874548607098166,"score_gpt":0.2878189072407242,"score_spread":0.255944358633626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016521958","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076758196,0.04301593,0.02038696,0.8955793,0.008694584,0.000033241035,0.00018327225,0.0017025969,0.022728322],"genre_scores_gemma":[0.36961457,0.095577516,0.103863135,0.30618554,0.04211483,0.0005036085,0.0013611882,0.0067480425,0.074031636],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9776923,0.004642813,0.001597387,0.003038893,0.011701951,0.001326515],"domain_scores_gemma":[0.90329635,0.035659954,0.004359952,0.017174883,0.032307394,0.0072015263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031571396,0.0005491773,0.0009136082,0.0040665884,0.0041326843,0.010117543,0.0034979659,0.0069252388,0.008996743],"category_scores_gemma":[0.10893703,0.00083164463,0.0006489723,0.0031318031,0.012654363,0.02670295,0.0069021676,0.012744432,0.00560689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007947884,0.00008489486,0.0020857085,0.00062485744,0.000037574773,0.00014528385,0.0037859965,0.0008235291,0.0009076327,0.25652245,0.36038178,0.37452072],"study_design_scores_gemma":[0.000037656973,0.00007187539,0.0018522805,0.00079898833,0.000012918588,0.00033202497,0.0013642876,0.0016672298,0.00048147817,0.1418583,0.8514797,0.000043234915],"about_ca_topic_score_codex":0.005433912,"about_ca_topic_score_gemma":0.0034649165,"teacher_disagreement_score":0.031571396,"about_ca_system_score_codex":0.007186187,"about_ca_system_score_gemma":0.01036572,"threshold_uncertainty_score":0.16696751},"labels":[],"label_agreement":null},{"id":"W2016868767","doi":"10.1109/qsic.2010.8","title":"A Business Process Driven Approach for Generating Software Architecture","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business requirements; Computer science; Business process modeling; Business software; Artifact-centric business process model; Business Process Model and Notation; Software engineering; Business architecture; Business rule; Business process; Business domain; Business analysis; Process management; Business model; Engineering; Business; Operations management","score_opus":0.026075142295601275,"score_gpt":0.2855720592253762,"score_spread":0.25949691692977495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2016868767","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013742379,0.000037084224,0.99570185,0.000107406486,0.000019643097,0.00030386378,0.00011450099,0.0009966831,0.0013447063],"genre_scores_gemma":[0.01654894,0.00009277671,0.98078614,0.000056333025,0.0000074084987,0.00044727803,0.000562404,0.00021956823,0.0012791378],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997271,0.00063001807,0.00015880268,0.00037688957,0.0014586353,0.00010470602],"domain_scores_gemma":[0.9969234,0.0011045078,0.00020840175,0.00065519696,0.0010230957,0.00008533888],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002325345,0.0012770304,0.0005246781,0.003005533,0.0013249606,0.0019335947,0.0019705044,0.001572638,0.0040511736],"category_scores_gemma":[0.0075211804,0.001015315,0.0024838403,0.00268974,0.0010005983,0.0016471839,0.0016101027,0.0027315773,0.0017069246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011010915,0.0005051682,0.0023611896,0.0012225923,0.00026329735,0.0011316866,0.0017174991,0.16129391,0.044370834,0.20327537,0.011703176,0.57204515],"study_design_scores_gemma":[0.000109944005,0.00022521535,0.0009310947,0.0002325205,0.00017286329,0.001073885,0.0002790387,0.7362353,0.04265198,0.10840953,0.10957018,0.000108398555],"about_ca_topic_score_codex":0.00389013,"about_ca_topic_score_gemma":0.0078096343,"teacher_disagreement_score":0.0040511736,"about_ca_system_score_codex":0.001487764,"about_ca_system_score_gemma":0.0033739335,"threshold_uncertainty_score":0.0135525465},"labels":[],"label_agreement":null},{"id":"W2017397762","doi":"10.5555/2818754.2818780","title":"Symbolic model checking of product-line requirements using SAT-based methods","year":2015,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Model checking; Computer science; Feature (linguistics); Formal verification; Key (lock); Product (mathematics); Algorithm; Symbolic data analysis; Theoretical computer science; Programming language; Reliability engineering; Mathematics","score_opus":0.33608242968202867,"score_gpt":0.4339880477139365,"score_spread":0.09790561803190784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017397762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018040571,0.00009193669,0.9759685,0.0000772458,0.000016820391,0.000087896515,0.0003280848,0.0034284715,0.0019605109],"genre_scores_gemma":[0.38970566,0.00024968394,0.605057,0.000120200435,0.000026127866,0.00042874098,0.0016858538,0.0006267758,0.0021000889],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997259,0.0011765646,0.00019228607,0.00033601138,0.0008291985,0.00020693461],"domain_scores_gemma":[0.9913474,0.006613685,0.00046305827,0.0008867644,0.0006221357,0.00006707854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001625271,0.0015045245,0.0009862399,0.0014593287,0.00059786823,0.001746416,0.0018710437,0.0009360416,0.00544965],"category_scores_gemma":[0.008729798,0.00090621895,0.0023141175,0.001402835,0.0014232452,0.0020536606,0.0013647954,0.001327062,0.0008684074],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020384802,0.00010310466,0.0015704538,0.00038999598,0.000112330636,0.00017296184,0.00017043905,0.89587957,0.009511781,0.03297539,0.0013315767,0.057578437],"study_design_scores_gemma":[0.00003102948,0.000027840071,0.00008885768,0.00001942583,0.000020662641,0.00002565966,0.000014647717,0.98668516,0.005343283,0.0069264965,0.0008102023,0.0000066724156],"about_ca_topic_score_codex":0.009185717,"about_ca_topic_score_gemma":0.0139668705,"teacher_disagreement_score":0.009185717,"about_ca_system_score_codex":0.001822045,"about_ca_system_score_gemma":0.0024817726,"threshold_uncertainty_score":0.018264532},"labels":[],"label_agreement":null},{"id":"W2017582645","doi":"10.1145/2002259.2002321","title":"A scenario and design pattern based tool for modeling and evaluating implementations of event-based reactive systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Implementation; Computer science; Bridging (networking); Context (archaeology); Event (particle physics); Systems design; Context model; Systems engineering; Distributed computing; Software engineering; Artificial intelligence; Engineering","score_opus":0.269115447297976,"score_gpt":0.3812842886447151,"score_spread":0.1121688413467391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017582645","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038545972,0.000040841125,0.98423046,0.00015274996,0.000028562972,0.00036391182,0.00076999876,0.00835462,0.00220426],"genre_scores_gemma":[0.037254468,0.00013052377,0.9582853,0.000087567954,0.000012646764,0.0010105367,0.0011787226,0.00070887303,0.0013314575],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.994919,0.0019270282,0.00090896426,0.00041427938,0.0016279068,0.00020268295],"domain_scores_gemma":[0.9877095,0.006441012,0.0011708534,0.0029335234,0.0014498546,0.00029522163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007414014,0.0021971192,0.0009949849,0.0029289075,0.0007064625,0.0034229886,0.0029975448,0.003188372,0.010176788],"category_scores_gemma":[0.02246077,0.0014586763,0.0018669944,0.0017979445,0.0013485465,0.004925772,0.0021954232,0.0025031085,0.0017749117],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007085783,0.00063276285,0.005354737,0.001514709,0.0003141056,0.0015838915,0.001229773,0.38728175,0.022047808,0.22926077,0.021469915,0.32860124],"study_design_scores_gemma":[0.0003291718,0.00049912336,0.00088064646,0.00036643876,0.00016954463,0.00091875147,0.00019150515,0.7804638,0.025085913,0.11030379,0.08063354,0.00015767633],"about_ca_topic_score_codex":0.0020022744,"about_ca_topic_score_gemma":0.0032630276,"teacher_disagreement_score":0.010176788,"about_ca_system_score_codex":0.0012165768,"about_ca_system_score_gemma":0.0020650162,"threshold_uncertainty_score":0.039209545},"labels":[],"label_agreement":null},{"id":"W2018360547","doi":"10.1145/1137639.1137646","title":"Discovering aspects in requirements with repertory grid","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Repertory grid; Computer science; Viewpoints; Identification (biology); Grid; Requirements analysis; Requirements engineering; Decomposition; Software engineering; Programming language; Software; Psychology","score_opus":0.020416537269207186,"score_gpt":0.25213471165222673,"score_spread":0.23171817438301953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018360547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049457233,0.000111791895,0.9457881,0.00024856863,0.000013909295,0.00016731996,0.00011399462,0.0006969458,0.0034021037],"genre_scores_gemma":[0.21646757,0.00010540733,0.78186774,0.000049171642,0.000005248487,0.00015751214,0.00028655442,0.000076102624,0.0009847452],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971258,0.0013649558,0.00021137836,0.00044064087,0.0007271147,0.00013019612],"domain_scores_gemma":[0.994584,0.0025932852,0.0003727078,0.0016951888,0.0006047178,0.00015007875],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022226244,0.0006188484,0.0007906265,0.0025706945,0.00088742864,0.0020125725,0.0010419779,0.00067238003,0.0022979896],"category_scores_gemma":[0.012598324,0.0007323009,0.0012898387,0.002446172,0.0014012707,0.0043009273,0.0031560308,0.001068263,0.0005894551],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047847015,0.0003200792,0.021243652,0.0010007615,0.00018955715,0.0018184154,0.020417724,0.062163964,0.026164936,0.30143976,0.005006252,0.55975634],"study_design_scores_gemma":[0.00008320908,0.00021749374,0.004409351,0.00023156019,0.00010230023,0.0015995735,0.0043972484,0.5740084,0.011884558,0.371026,0.031957943,0.00008231924],"about_ca_topic_score_codex":0.003007787,"about_ca_topic_score_gemma":0.0050396533,"teacher_disagreement_score":0.003007787,"about_ca_system_score_codex":0.0008223672,"about_ca_system_score_gemma":0.0013014779,"threshold_uncertainty_score":0.011754513},"labels":[],"label_agreement":null},{"id":"W2018475799","doi":"10.1145/2491627.2491647","title":"Visualization and exploration of optimal variants in product line engineering","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Visualization; Computer science; Multi-objective optimization; Set (abstract data type); Pareto principle; Quality (philosophy); Process (computing); Product (mathematics); Data mining; Data visualization; Industrial engineering; Machine learning; Mathematical optimization; Engineering; Mathematics","score_opus":0.04958221044986302,"score_gpt":0.296453375202731,"score_spread":0.246871164752868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018475799","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06817094,0.0015328024,0.91359735,0.00095374027,0.00009015062,0.00015419077,0.0011372465,0.0079035545,0.006460066],"genre_scores_gemma":[0.33118427,0.001132983,0.6639812,0.00011073725,0.00003899139,0.00023282968,0.0010372018,0.0007698504,0.001511838],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989221,0.0005307479,0.00006383742,0.0001197751,0.00030683982,0.000056711287],"domain_scores_gemma":[0.99573684,0.0030024657,0.0002485706,0.00039574932,0.00046356447,0.00015288295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023250962,0.0016021736,0.0007835194,0.0030353232,0.00067325146,0.0031581393,0.0009215644,0.0011456672,0.0038047277],"category_scores_gemma":[0.006201827,0.0005814127,0.00083981553,0.0022982343,0.00066431594,0.0019093741,0.002242821,0.0013309644,0.00063645834],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014492758,0.0003939972,0.0097916145,0.001748087,0.00024997778,0.0016159316,0.010148408,0.2625995,0.06514613,0.0700605,0.027294656,0.54950196],"study_design_scores_gemma":[0.00023107581,0.00031447024,0.005401982,0.00046776945,0.00008747869,0.0011115465,0.0014798566,0.8444657,0.02958787,0.06181239,0.0548019,0.00023802702],"about_ca_topic_score_codex":0.0021290379,"about_ca_topic_score_gemma":0.0018661087,"teacher_disagreement_score":0.0038047277,"about_ca_system_score_codex":0.00059411116,"about_ca_system_score_gemma":0.0007432937,"threshold_uncertainty_score":0.012728035},"labels":[],"label_agreement":null},{"id":"W2018530348","doi":"10.1109/qsic.2003.1319092","title":"Generating scenarios from use case map specifications","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science","score_opus":0.15284194834270512,"score_gpt":0.2973766781957526,"score_spread":0.14453472985304747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018530348","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03540648,0.000116142604,0.9363096,0.00030352976,0.000052514282,0.0013911198,0.0051853075,0.010127009,0.011108473],"genre_scores_gemma":[0.17263503,0.00045441007,0.79559845,0.00012912862,0.000024005714,0.0027312285,0.02300283,0.0015119761,0.003912852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996924,0.0011073435,0.0002355524,0.00029550638,0.0012718987,0.00016572264],"domain_scores_gemma":[0.99210197,0.0047481507,0.00045024394,0.0011540427,0.0013630639,0.00018253984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027846156,0.001657388,0.00049608515,0.0039097783,0.00058627094,0.0025640384,0.0015757146,0.0015421103,0.0066530234],"category_scores_gemma":[0.015695985,0.0008698849,0.001459287,0.0017059807,0.00062526774,0.001983016,0.0021619587,0.0010741564,0.002200397],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006655819,0.0006765799,0.008729246,0.0017425204,0.00021160896,0.008559116,0.004868633,0.25876462,0.03432043,0.2320756,0.039027434,0.41035852],"study_design_scores_gemma":[0.00015651442,0.00022145612,0.0019103634,0.0004855087,0.00011566697,0.0019676974,0.001625083,0.66675895,0.070086144,0.08641377,0.17010485,0.0001540106],"about_ca_topic_score_codex":0.0024550906,"about_ca_topic_score_gemma":0.0028256169,"teacher_disagreement_score":0.0066530234,"about_ca_system_score_codex":0.0010201902,"about_ca_system_score_gemma":0.0019903877,"threshold_uncertainty_score":0.022256553},"labels":[],"label_agreement":null},{"id":"W2018862503","doi":"10.1007/s10515-011-0099-7","title":"Decision support for the software product line domain engineering lifecycle","year":2012,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University","funders":"","keywords":"Domain engineering; Feature-oriented domain analysis; Computer science; Domain analysis; Domain (mathematical analysis); Software engineering; Domain model; Software product line; Feature model; Feature (linguistics); Software development; Domain knowledge; Data mining; Software; Data science; Programming language; Software construction","score_opus":0.023642433582081023,"score_gpt":0.28332474502388755,"score_spread":0.25968231144180653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018862503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20220985,0.0006765389,0.7616292,0.002563278,0.00012697747,0.00068548444,0.0016003132,0.009770553,0.020737737],"genre_scores_gemma":[0.7767805,0.00021667304,0.21752757,0.00016420525,0.00003947463,0.00013497885,0.001356352,0.00018310612,0.0035972549],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99728775,0.0010931273,0.00018674832,0.00025394745,0.0009729983,0.00020550568],"domain_scores_gemma":[0.9876753,0.009329715,0.0006137277,0.00072147616,0.001293269,0.00036647794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031514154,0.00065800786,0.0006626478,0.0016775707,0.00092100265,0.0033443803,0.0012323726,0.00097576453,0.0124935275],"category_scores_gemma":[0.017853796,0.00039684182,0.0005415027,0.0008858467,0.000366635,0.0026560894,0.0012277617,0.0012018088,0.0018352161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022252507,0.001322922,0.005825302,0.00047373105,0.00011023913,0.0007995885,0.0005080439,0.14120764,0.010095699,0.036196403,0.018398998,0.7828362],"study_design_scores_gemma":[0.0001595015,0.00016866796,0.00085979234,0.000062342006,0.00005266427,0.00010855864,0.0001679953,0.95210296,0.0097183315,0.027902927,0.008668652,0.000027610173],"about_ca_topic_score_codex":0.0031998297,"about_ca_topic_score_gemma":0.0042276653,"teacher_disagreement_score":0.0124935275,"about_ca_system_score_codex":0.00082577043,"about_ca_system_score_gemma":0.0020777115,"threshold_uncertainty_score":0.041795015},"labels":[],"label_agreement":null},{"id":"W2019676003","doi":"10.1109/icst.2012.93","title":"Searching the Boundaries of a Modeling Space to Test Metamodels","year":2012,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Metamodeling; Computer science; Set (abstract data type); Domain (mathematical analysis); Model-driven architecture; Test case; Data mining; Software; Theoretical computer science; Software development; Software engineering; Machine learning; Programming language; Mathematics","score_opus":0.11272018551925543,"score_gpt":0.34443457856293686,"score_spread":0.2317143930436814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019676003","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7467649,0.0004305598,0.24690717,0.0004960208,0.00003092886,0.00030410668,0.00035041993,0.0012737392,0.003442226],"genre_scores_gemma":[0.7637737,0.00010455568,0.23445123,0.0001158113,0.000007803881,0.00028543343,0.00069846614,0.00026467728,0.00029832957],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99168044,0.0055457656,0.00043894848,0.00078959845,0.0011639578,0.00038133323],"domain_scores_gemma":[0.93289006,0.057438545,0.0016134902,0.005828258,0.0017710408,0.00045858623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008341531,0.0012361112,0.000977309,0.0021242828,0.0008308399,0.001292109,0.0019372201,0.0018856399,0.0021216897],"category_scores_gemma":[0.04960665,0.0008606592,0.0015631774,0.0015054274,0.0014876674,0.0025353911,0.0021296772,0.0018071266,0.00025956726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012450867,0.002291511,0.025449261,0.0008484748,0.0004188414,0.0004900756,0.0016977157,0.7736094,0.03547289,0.04456708,0.001985256,0.11192443],"study_design_scores_gemma":[0.00022189131,0.00043982777,0.0019456182,0.00011127918,0.000084674175,0.00009134504,0.00039540767,0.9429744,0.025341898,0.026408304,0.0019464459,0.000038911337],"about_ca_topic_score_codex":0.0021134939,"about_ca_topic_score_gemma":0.0032517957,"teacher_disagreement_score":0.008341531,"about_ca_system_score_codex":0.0014471821,"about_ca_system_score_gemma":0.0013762822,"threshold_uncertainty_score":0.04411477},"labels":[],"label_agreement":null},{"id":"W2020923349","doi":"10.1145/1353482.1353500","title":"Tool support for understanding and diagnosing pointcut expressions","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Programming language; Eclipse; Extension (predicate logic); Code (set theory); Aspect-oriented programming; Base (topology); Source code; Software engineering; Software; Set (abstract data type)","score_opus":0.17666422998274325,"score_gpt":0.3208637398031131,"score_spread":0.14419950982036986,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2020923349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046156226,0.00016763703,0.83668506,0.00023732707,0.00007950833,0.00020683461,0.0011032262,0.15383871,0.0030661046],"genre_scores_gemma":[0.049982682,0.00032985624,0.92260534,0.00017070427,0.000058301735,0.00037263005,0.004566848,0.018511431,0.0034022625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944354,0.0010174193,0.0010570551,0.0012222872,0.0019386284,0.00032915676],"domain_scores_gemma":[0.96068287,0.02621731,0.00163161,0.0064841076,0.004315575,0.00066856743],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054687946,0.0028857219,0.0015879619,0.0050934255,0.0010113559,0.0049969754,0.004721821,0.0025350957,0.021781212],"category_scores_gemma":[0.038308565,0.0026449137,0.0019276434,0.0024178063,0.00084471,0.007104658,0.002618204,0.003703329,0.01215851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091123383,0.00052605884,0.01039247,0.0015433496,0.00016250543,0.0016897625,0.0020587454,0.020007247,0.041505616,0.04105807,0.10145547,0.77868944],"study_design_scores_gemma":[0.0007069192,0.00030424388,0.005321356,0.0012002067,0.00017124707,0.0033532835,0.00067621877,0.55676657,0.12966089,0.069665186,0.23177734,0.0003965909],"about_ca_topic_score_codex":0.0017925996,"about_ca_topic_score_gemma":0.0024784012,"teacher_disagreement_score":0.021781212,"about_ca_system_score_codex":0.0010640135,"about_ca_system_score_gemma":0.0024992444,"threshold_uncertainty_score":0.07286537},"labels":[],"label_agreement":null},{"id":"W2021780242","doi":"10.1007/s11219-011-9153-8","title":"AoURN-based modeling and analysis of software product lines","year":2011,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software product line; Feature model; Software engineering; Domain engineering; Domain (mathematical analysis); Computer science; Domain analysis; Feature-oriented domain analysis; Feature (linguistics); Notation; Product (mathematics); Systems engineering; Software; Model-driven architecture; Model transformation; Software development; Engineering; Programming language; Artificial intelligence; Software construction","score_opus":0.1482975576947659,"score_gpt":0.3486422211534545,"score_spread":0.2003446634586886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021780242","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04759533,0.00021765132,0.9474449,0.00013403637,0.000017949797,0.000041347477,0.0001431965,0.0006207296,0.0037848055],"genre_scores_gemma":[0.79852694,0.0004667969,0.19302337,0.000035710284,0.000022381731,0.00012431966,0.00040952256,0.00021664599,0.007174312],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993216,0.00022400895,0.00003753371,0.000102010665,0.00024612428,0.00006878966],"domain_scores_gemma":[0.9987318,0.00063787657,0.00019176697,0.00014864221,0.00025365438,0.000036198093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010996625,0.00054109463,0.00046758942,0.0013368445,0.0005330398,0.001783409,0.0016846715,0.0009086287,0.0023686737],"category_scores_gemma":[0.0031288124,0.0005172441,0.00094765873,0.0010999972,0.0006182919,0.0015776407,0.00081182184,0.00085292093,0.0005681688],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026841653,0.000040625233,0.001287081,0.000038495822,0.000018733615,0.000054846496,0.00010050394,0.94088984,0.001885326,0.03769443,0.00021987465,0.017743317],"study_design_scores_gemma":[0.000001536566,0.000005217849,0.0001035499,0.0000024589265,0.0000037082254,0.0000054809507,0.0000050191193,0.9951226,0.00033166257,0.0039855894,0.00043120433,0.000001987668],"about_ca_topic_score_codex":0.018975345,"about_ca_topic_score_gemma":0.01358479,"teacher_disagreement_score":0.018975345,"about_ca_system_score_codex":0.0014280064,"about_ca_system_score_gemma":0.0012971566,"threshold_uncertainty_score":0.0377298},"labels":[],"label_agreement":null},{"id":"W2022998220","doi":"10.4018/ijats.2014010104","title":"A Two-Layer Approach to Developing Self-Adaptive Multi-Agent Systems in Open Environment","year":2014,"lang":"en","type":"article","venue":"International Journal of Agent Technologies and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Adaptation (eye); Computer science; Reinforcement learning; Self-organization; Process (computing); Adaptive system; Distributed computing; Variety (cybernetics); Multi-agent system; Layer (electronics); Artificial intelligence; Human–computer interaction","score_opus":0.08972313597681307,"score_gpt":0.31451581461714173,"score_spread":0.22479267864032865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022998220","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004204704,0.00017482224,0.99200904,0.0002551676,0.00002568193,0.00016230224,0.0000074662375,0.0003098705,0.0028510003],"genre_scores_gemma":[0.13197437,0.00035911796,0.86354274,0.00014044791,0.000018461153,0.00041368927,0.000033187443,0.000050335995,0.0034677587],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986773,0.00043938778,0.000149798,0.00020165907,0.00043267244,0.00009921961],"domain_scores_gemma":[0.9988508,0.00035097162,0.00015674732,0.00026483936,0.00023379573,0.00014290065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018428855,0.0006797583,0.00043593298,0.0006189508,0.00074187166,0.002133118,0.0017721268,0.0013736332,0.0017798684],"category_scores_gemma":[0.0025901208,0.0006474772,0.0010123353,0.0003872204,0.0013677217,0.0021545927,0.003306515,0.0020443848,0.0005053195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011757998,0.00042103496,0.0028808597,0.0009879651,0.00037228988,0.0011343794,0.003402713,0.30123156,0.059906688,0.4038661,0.0020393727,0.22363947],"study_design_scores_gemma":[0.00006858602,0.00033410874,0.00061310054,0.00019525336,0.0001391758,0.00044306184,0.00028950436,0.83722836,0.02179441,0.094962835,0.043839674,0.00009186808],"about_ca_topic_score_codex":0.0012530509,"about_ca_topic_score_gemma":0.0016909844,"teacher_disagreement_score":0.002133118,"about_ca_system_score_codex":0.0007404922,"about_ca_system_score_gemma":0.0017304495,"threshold_uncertainty_score":0.0097462535},"labels":[],"label_agreement":null},{"id":"W2023026552","doi":"10.1109/apsec.2012.109","title":"Architecture Based Development with DYNACOMM: Incorporating Dynamic Reconfiguration and Hierarchical Design into CommUnity","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Statistics Canada","funders":"","keywords":"Computer science; Control reconfiguration; Component (thermodynamics); Architecture description language; Software architecture; Software architecture description; Software engineering; Reference architecture; Component-based software engineering; Programming language; Software system; Distributed computing; Software; Embedded system","score_opus":0.040500088681249866,"score_gpt":0.27481675150471524,"score_spread":0.23431666282346536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023026552","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064863297,0.00007217574,0.9876373,0.00027007618,0.000025360794,0.000071987655,0.000018193294,0.0011461714,0.0042723413],"genre_scores_gemma":[0.11273775,0.00016689504,0.8799954,0.00017568016,0.000019344669,0.00029285572,0.0001177995,0.00045095276,0.006043345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997881,0.0009904241,0.00014698831,0.00030367848,0.00051958463,0.00015825935],"domain_scores_gemma":[0.9962226,0.0016077034,0.0002668311,0.0011259438,0.00047489916,0.00030193335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039252336,0.00047184157,0.00032757962,0.00094446476,0.0012378567,0.0023656187,0.0018588522,0.0011338687,0.0021711013],"category_scores_gemma":[0.005714338,0.000812504,0.000889267,0.0007812328,0.003093704,0.0047068554,0.0050093094,0.0017430203,0.00055070425],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006005663,0.0000980428,0.0013441968,0.00022138662,0.000031481817,0.00039278803,0.0034052054,0.027846765,0.008538745,0.8284032,0.0028976619,0.12676047],"study_design_scores_gemma":[0.000086631466,0.00017075929,0.0004747907,0.00017986615,0.000052666852,0.0007132668,0.0005563664,0.25915477,0.013144157,0.50594866,0.21940757,0.00011042325],"about_ca_topic_score_codex":0.0030799666,"about_ca_topic_score_gemma":0.0051406305,"teacher_disagreement_score":0.0039252336,"about_ca_system_score_codex":0.0015047007,"about_ca_system_score_gemma":0.0027931333,"threshold_uncertainty_score":0.020758867},"labels":[],"label_agreement":null},{"id":"W2023839889","doi":"10.1016/j.jss.2012.05.033","title":"Achieving dynamic adaptation via management and interpretation of runtime models","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Sketch; Graph; Software; Distributed computing; Usability; Graph rewriting; Software engineering; Programming language; Theoretical computer science; Human–computer interaction; Algorithm","score_opus":0.024331629017472493,"score_gpt":0.25826157320889126,"score_spread":0.23392994419141877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023839889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036899835,0.0001466882,0.9481567,0.00044207246,0.000104578285,0.00007351177,0.000113283124,0.009256535,0.0048068245],"genre_scores_gemma":[0.6604056,0.0002254632,0.33282146,0.0002600263,0.0000719326,0.000095089854,0.00046027,0.0028312048,0.002829056],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99529785,0.0014857928,0.00036668454,0.0007068188,0.0016462328,0.00049658876],"domain_scores_gemma":[0.9899328,0.0023400462,0.00055428414,0.0059666713,0.0009887196,0.0002176138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041756104,0.0010907078,0.0009028582,0.0010438369,0.0007194925,0.004917825,0.0027597344,0.0015428851,0.0019853776],"category_scores_gemma":[0.01769573,0.0010607863,0.0013386077,0.0008899655,0.0017957593,0.005703909,0.006838063,0.003652615,0.00082997506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009492791,0.00076251966,0.014494019,0.0004407506,0.00031380454,0.0014210591,0.004801365,0.21704616,0.084617496,0.22412218,0.013868768,0.43716267],"study_design_scores_gemma":[0.0000453723,0.000057233403,0.0008698821,0.00006921379,0.000110379515,0.00018067271,0.00028839166,0.84458065,0.0380723,0.101098284,0.014541939,0.0000857197],"about_ca_topic_score_codex":0.002057306,"about_ca_topic_score_gemma":0.0039014623,"teacher_disagreement_score":0.004917825,"about_ca_system_score_codex":0.00096073037,"about_ca_system_score_gemma":0.001981753,"threshold_uncertainty_score":0.022082984},"labels":[],"label_agreement":null},{"id":"W2023915570","doi":"10.1109/icsm.2012.6405273","title":"Recovering commit dependencies for selective code integration in software product lines","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Commit; Computer science; Software engineering; KPI-driven code analysis; Software; Software product line; Product (mathematics); Code (set theory); Static program analysis; Source code; Programming language; Process (computing); Software construction; Software development; Database; Distributed computing; Set (abstract data type)","score_opus":0.06983709613996975,"score_gpt":0.3216727557965037,"score_spread":0.25183565965653393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023915570","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22233635,0.0007452414,0.76247334,0.00038297664,0.000093504044,0.0007311249,0.00091401377,0.0110129835,0.0013105215],"genre_scores_gemma":[0.38585785,0.00024186906,0.60658395,0.000086859625,0.0000560648,0.00040437703,0.004031255,0.0011424993,0.0015953641],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9920753,0.002022657,0.0007593556,0.0018422544,0.0027737478,0.00052662037],"domain_scores_gemma":[0.95092857,0.021508312,0.0079094395,0.011416126,0.00723747,0.0010000732],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004899411,0.0016668648,0.0013025656,0.004749598,0.0017377761,0.0014727035,0.002319507,0.001582981,0.001332442],"category_scores_gemma":[0.039342284,0.0011501635,0.0011612274,0.0031675356,0.0012282758,0.0026303253,0.0031670579,0.0020938565,0.00086445746],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006895579,0.0008658308,0.0754718,0.00094616174,0.0002085339,0.0015655943,0.0033658138,0.10455585,0.03235701,0.0053328783,0.011443985,0.76319695],"study_design_scores_gemma":[0.00016109161,0.00053526287,0.026947465,0.00016965764,0.00024519584,0.0012280387,0.0014900876,0.89776343,0.042273156,0.015631458,0.013424635,0.00013056076],"about_ca_topic_score_codex":0.007960718,"about_ca_topic_score_gemma":0.010810792,"teacher_disagreement_score":0.007960718,"about_ca_system_score_codex":0.00094512367,"about_ca_system_score_gemma":0.003418106,"threshold_uncertainty_score":0.025910854},"labels":[],"label_agreement":null},{"id":"W2023958665","doi":"10.1145/1094855.1094934","title":"fmp and fmp2rsm","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Configurator; Template; Computer science; Feature (linguistics); Feature model; Software; Set (abstract data type); Programming language; Product (mathematics); Artificial intelligence; Software engineering; Mathematics","score_opus":0.01904345675982501,"score_gpt":0.2632020716710361,"score_spread":0.2441586149112111,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023958665","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021102328,0.00027978953,0.9688136,0.0002984884,0.00016156772,0.00016863871,0.0012028187,0.014073472,0.012891378],"genre_scores_gemma":[0.08346317,0.00061022997,0.88585514,0.00050884514,0.00019703998,0.00053298246,0.004690239,0.0029963672,0.021146044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99756193,0.0005779424,0.00022142768,0.00050927495,0.0009612585,0.00016824057],"domain_scores_gemma":[0.9972898,0.0007745463,0.00021737836,0.001233834,0.00043018637,0.000054402357],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020838203,0.0011752958,0.00065624306,0.0012843852,0.00052784,0.0019205065,0.0028903806,0.0017376149,0.019816319],"category_scores_gemma":[0.0073252227,0.0006543264,0.0015647366,0.0012885457,0.0008392211,0.0034735745,0.0018387336,0.0020359491,0.008563394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038214095,0.000120659184,0.0007534272,0.0009786666,0.000104349936,0.0006888108,0.00024343135,0.023039667,0.011878694,0.2567738,0.05150895,0.65352744],"study_design_scores_gemma":[0.000142953,0.0002488894,0.0007832778,0.00023067406,0.00012053586,0.0014548522,0.00007069178,0.31040084,0.050741192,0.18235877,0.45333534,0.00011196009],"about_ca_topic_score_codex":0.0016748363,"about_ca_topic_score_gemma":0.0019511015,"teacher_disagreement_score":0.98018366,"about_ca_system_score_codex":0.00089022674,"about_ca_system_score_gemma":0.00094972015,"threshold_uncertainty_score":0.06629217},"labels":[],"label_agreement":null},{"id":"W2024751211","doi":"10.1016/j.technovation.2007.10.004","title":"Software products and services are high tech? New product development strategy for software products and services","year":2007,"lang":"en","type":"article","venue":"Technovation","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software; Software development; Service (business); Product (mathematics); Services computing; Computer science; Software engineering; Business; Marketing; World Wide Web; Operating system; Web service","score_opus":0.03598102556493946,"score_gpt":0.2764473913375825,"score_spread":0.24046636577264305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024751211","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11705373,0.012510294,0.07009071,0.13795426,0.0012059327,0.00014944738,0.00030355577,0.00049315783,0.6602389],"genre_scores_gemma":[0.8217793,0.01114963,0.026164468,0.008784888,0.00061345333,0.00008297669,0.00027524357,0.00019405107,0.13095592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99850416,0.0003292847,0.00007016079,0.0001502126,0.0007905248,0.00015581388],"domain_scores_gemma":[0.99694437,0.0006973648,0.00035489368,0.00017856342,0.0011773391,0.00064739917],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023126989,0.00042241323,0.00025818925,0.0013382196,0.0010653873,0.009546166,0.00063035666,0.0017651703,0.009857272],"category_scores_gemma":[0.00392865,0.00027550414,0.00019536095,0.0016728897,0.0016343957,0.011654872,0.0010877236,0.0011535832,0.0028498513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050802963,0.000119611985,0.004628365,0.00017200422,0.000020728474,0.000162974,0.0009667681,0.0010770793,0.0029777826,0.72301084,0.043952297,0.22286072],"study_design_scores_gemma":[0.000028831495,0.00019376638,0.0138811795,0.00049913634,0.000057740333,0.0005150651,0.004174379,0.007875188,0.004916532,0.19412915,0.7736769,0.000052127147],"about_ca_topic_score_codex":0.005147954,"about_ca_topic_score_gemma":0.00919979,"teacher_disagreement_score":0.009857272,"about_ca_system_score_codex":0.0045916312,"about_ca_system_score_gemma":0.0075654285,"threshold_uncertainty_score":0.033314764},"labels":[],"label_agreement":null},{"id":"W2024941318","doi":"10.1145/505532.505551","title":"Generative techniques for product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software product line; Reuse; Computer science; Product (mathematics); Software engineering; Domain (mathematical analysis); Software; Product line; Quality (philosophy); Domain engineering; Generative grammar; Feature model; Order (exchange); Domain analysis; Software development; Engineering; Software construction; Programming language; Artificial intelligence; Manufacturing engineering; Business","score_opus":0.04821734716399782,"score_gpt":0.3023470537692871,"score_spread":0.2541297066052893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024941318","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015296751,0.0010788895,0.97783,0.00045206284,0.00007499469,0.00008764574,0.000046410183,0.00045614928,0.01844412],"genre_scores_gemma":[0.12587118,0.0035249495,0.83741516,0.00060329656,0.0002006834,0.000846762,0.00039544067,0.0009031576,0.03023937],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973454,0.0010512894,0.00017079276,0.00044326409,0.0008502416,0.00013907233],"domain_scores_gemma":[0.99526656,0.003022724,0.00024152761,0.001033054,0.0003407073,0.00009539434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025511987,0.0013879508,0.00066433713,0.0023638727,0.001476236,0.0031137515,0.002045468,0.0020025508,0.0147996675],"category_scores_gemma":[0.00850381,0.0012725173,0.002745043,0.0019354102,0.006609069,0.004274846,0.0039827446,0.0040323096,0.004192478],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011309334,0.00002338691,0.000149872,0.00019068981,0.000024970184,0.00013468176,0.00087155966,0.010325977,0.000964828,0.94963753,0.0024845598,0.035180565],"study_design_scores_gemma":[0.000028150997,0.000025816205,0.000072773764,0.0001333188,0.000024786368,0.00030718948,0.00014033934,0.02528733,0.0010733563,0.8947257,0.078156754,0.000024506993],"about_ca_topic_score_codex":0.0014955378,"about_ca_topic_score_gemma":0.001856717,"teacher_disagreement_score":0.0147996675,"about_ca_system_score_codex":0.002117598,"about_ca_system_score_gemma":0.0010116382,"threshold_uncertainty_score":0.049509764},"labels":[],"label_agreement":null},{"id":"W2025208130","doi":"10.1145/1094855.1094880","title":"Assisting aspect-oriented framework instantiation","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Aspect-oriented programming; Model transformation; Process (computing); Software engineering; Transformation (genetics); Programming language; Systems engineering; Process management; Artificial intelligence; Engineering; Software","score_opus":0.029662961756624775,"score_gpt":0.2993001845369394,"score_spread":0.26963722278031466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025208130","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022534167,0.00011310749,0.9588825,0.00019288367,0.00004689926,0.00021175685,0.000030417164,0.014298475,0.003689759],"genre_scores_gemma":[0.24556994,0.00033160625,0.74861705,0.00021828763,0.000036545058,0.00019700982,0.00044235063,0.0013998642,0.0031873223],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964135,0.0014245901,0.00028099006,0.00039578966,0.0011582436,0.00032679923],"domain_scores_gemma":[0.9928986,0.002757754,0.0005573537,0.0026719524,0.0008074605,0.00030688048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032710135,0.0008531506,0.00078519067,0.00084147806,0.00061086327,0.0020208566,0.0018516664,0.0016506967,0.0015122144],"category_scores_gemma":[0.018020732,0.0008972872,0.00084149535,0.0006910046,0.0005447465,0.002365093,0.0023222817,0.0022021437,0.0012409473],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040031155,0.0011631063,0.009380038,0.00037048527,0.00011762943,0.0018429062,0.0017131483,0.06462251,0.09888954,0.039530918,0.010195875,0.7717735],"study_design_scores_gemma":[0.00013218926,0.00012902173,0.0018047156,0.00012229496,0.00010827688,0.0018796547,0.00016878749,0.7818911,0.10690909,0.021835737,0.08491903,0.000100046],"about_ca_topic_score_codex":0.00091755256,"about_ca_topic_score_gemma":0.001271505,"teacher_disagreement_score":0.0032710135,"about_ca_system_score_codex":0.00037632944,"about_ca_system_score_gemma":0.001472219,"threshold_uncertainty_score":0.017298996},"labels":[],"label_agreement":null},{"id":"W2025290054","doi":"10.1007/s10009-014-0305-6","title":"Quantitative and qualitative analysis of SysML activity diagrams","year":2014,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Systems Modeling Language; Correctness; Soundness; Model checking; Probabilistic logic; Theoretical computer science; Activity diagram; Programming language; Probabilistic CTL; Modeling language; Software engineering; Unified Modeling Language; Software; Artificial intelligence; Probabilistic analysis of algorithms","score_opus":0.06253671070161998,"score_gpt":0.3890180161623299,"score_spread":0.3264813054607099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025290054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.453446,0.00027082584,0.523208,0.0006610824,0.00007415859,0.00058053934,0.0024548913,0.0017686464,0.017535843],"genre_scores_gemma":[0.9256099,0.00009406038,0.0699905,0.00003872387,0.000014240813,0.00030148824,0.0007567449,0.00012091907,0.0030734222],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948389,0.0021300165,0.000260181,0.00027880326,0.0022859718,0.00020609821],"domain_scores_gemma":[0.9390124,0.04589001,0.0018254154,0.0015405808,0.011243174,0.00048848573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044669867,0.00026494873,0.00017850826,0.0042544897,0.0004803043,0.0015941641,0.00042635435,0.00031510027,0.005782272],"category_scores_gemma":[0.024165655,0.00016057353,0.00033070272,0.0016448661,0.0009006706,0.0010093778,0.0005307609,0.0005832996,0.00049075607],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001859404,0.0007443286,0.05296796,0.0034533169,0.00012111478,0.0008787132,0.03627567,0.03672201,0.25224426,0.121239945,0.006639872,0.48685348],"study_design_scores_gemma":[0.0001811047,0.0010546591,0.10711036,0.00096007524,0.00019529011,0.0013020756,0.023999868,0.4398548,0.3098808,0.058169447,0.057018057,0.00027344664],"about_ca_topic_score_codex":0.0031061764,"about_ca_topic_score_gemma":0.003167534,"teacher_disagreement_score":0.005782272,"about_ca_system_score_codex":0.0012646809,"about_ca_system_score_gemma":0.00136033,"threshold_uncertainty_score":0.023623943},"labels":[],"label_agreement":null},{"id":"W2025422984","doi":"10.1109/modre.2011.6045369","title":"Requirements verification in the presence of variability","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Domain engineering; Domain (mathematical analysis); Verification; Position paper; Software product line; Product (mathematics); Software engineering; Software; Domain analysis; Systems engineering; Software system; Programming language; Software development; Engineering; Software construction; Mathematics","score_opus":0.15701984848485218,"score_gpt":0.32268463333563585,"score_spread":0.16566478485078368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025422984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.062368527,0.00022043208,0.9325168,0.0009976946,0.000038841798,0.0000850078,0.000069548354,0.0005497946,0.0031533772],"genre_scores_gemma":[0.79803836,0.00034635095,0.19982192,0.00028835481,0.00006584735,0.00019926036,0.00014699825,0.00014146908,0.0009515672],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9704357,0.0154959485,0.0013397918,0.0018888111,0.009737497,0.0011023054],"domain_scores_gemma":[0.9222718,0.06049611,0.00469804,0.009036341,0.0030496677,0.00044799666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015828453,0.00059667387,0.0011405292,0.00096647936,0.00087914785,0.0025458182,0.0020017389,0.0020349168,0.0005505308],"category_scores_gemma":[0.05502653,0.0010381655,0.0018766839,0.0007858883,0.0031498428,0.003546249,0.0032842704,0.0027300736,0.00018961415],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046633903,0.00016924378,0.0050951494,0.0004417336,0.00031922283,0.0032825335,0.001955627,0.48778397,0.02489799,0.39068758,0.0015870723,0.08331358],"study_design_scores_gemma":[0.00011106874,0.00013980533,0.0005531855,0.00012434034,0.0000742951,0.0005490602,0.00019510115,0.7380755,0.012562044,0.24305445,0.0045028985,0.000058348884],"about_ca_topic_score_codex":0.0020730807,"about_ca_topic_score_gemma":0.001367557,"teacher_disagreement_score":0.015828453,"about_ca_system_score_codex":0.0014612045,"about_ca_system_score_gemma":0.0026927833,"threshold_uncertainty_score":0.083709836},"labels":[],"label_agreement":null},{"id":"W2025699050","doi":"10.1108/17440080810882351","title":"COTS‐based software product line development","year":2008,"lang":"en","type":"article","venue":"International Journal of Web Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software development; Software engineering; Software deployment; Systems engineering; Software development process; Software; Component-based software engineering; Domain (mathematical analysis); Software product line; New product development; Process (computing); Component (thermodynamics); Engineering; Operating system","score_opus":0.046034867499120585,"score_gpt":0.284154369163196,"score_spread":0.2381195016640754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025699050","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012611777,0.001823468,0.9436867,0.0013464325,0.00023742698,0.0006102956,0.0002071438,0.0016061814,0.03787053],"genre_scores_gemma":[0.1427881,0.0038435226,0.82944804,0.0005209963,0.0000627985,0.0005720408,0.0007378536,0.00048172267,0.021544917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953246,0.0015863528,0.00038559147,0.0003413915,0.0022262128,0.00013570082],"domain_scores_gemma":[0.99238056,0.0012737027,0.0005581954,0.0016666717,0.0038133508,0.00030763584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034088483,0.00062986277,0.00037233956,0.0018905749,0.00055086147,0.0022198004,0.0010994598,0.00068515824,0.0043207416],"category_scores_gemma":[0.007569149,0.00063812075,0.0008091061,0.0017909595,0.0008672399,0.0023852817,0.0018786552,0.0014310675,0.0023154654],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009665162,0.00018923308,0.0059060943,0.001759103,0.00009850406,0.00076738966,0.002078291,0.029255327,0.026032504,0.22161092,0.018719364,0.6934866],"study_design_scores_gemma":[0.00011728047,0.001007799,0.008013458,0.002587331,0.00011370215,0.0032131553,0.0016865751,0.1296145,0.023569675,0.07306318,0.7568371,0.00017622967],"about_ca_topic_score_codex":0.0038703727,"about_ca_topic_score_gemma":0.005259418,"teacher_disagreement_score":0.0043207416,"about_ca_system_score_codex":0.0014898792,"about_ca_system_score_gemma":0.0035239542,"threshold_uncertainty_score":0.018027961},"labels":[],"label_agreement":null},{"id":"W2025998881","doi":"10.1145/2658761.2658768","title":"Efficient testing of software product lines via centralization (short paper)","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Code coverage; Test case; Product (mathematics); Software; Product line; Test (biology); Code (set theory); Reliability engineering; Software engineering; Software development; Programming language; Set (abstract data type); Machine learning","score_opus":0.03718404507418279,"score_gpt":0.27285160067991954,"score_spread":0.23566755560573674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025998881","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11134258,0.00046168902,0.88247865,0.00011146172,0.000024602063,0.00013034079,0.00005079938,0.004036965,0.001362863],"genre_scores_gemma":[0.74550563,0.00012691833,0.25253707,0.00007890585,0.000040752893,0.0001471098,0.00021074414,0.0003669788,0.0009858623],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949232,0.0018102658,0.00037314504,0.001211643,0.0012491782,0.00043262102],"domain_scores_gemma":[0.9844364,0.006864347,0.0024554722,0.00395043,0.0018547316,0.00043849842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031809045,0.0010844675,0.0012288761,0.0018379802,0.00064505264,0.0013485709,0.0018180392,0.00070221326,0.0020258103],"category_scores_gemma":[0.010228172,0.00089285715,0.0009344999,0.0020281533,0.0018492409,0.0026393447,0.0027532903,0.0011888371,0.00063864456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014135389,0.00041909688,0.008963178,0.00043335243,0.00017645856,0.00071656745,0.00055140967,0.14012936,0.19864914,0.01533446,0.0023299097,0.6308835],"study_design_scores_gemma":[0.00017558337,0.0012353697,0.004359794,0.00007198001,0.00017497223,0.0010798562,0.0001042822,0.82162386,0.14763175,0.01988192,0.0035880774,0.00007261883],"about_ca_topic_score_codex":0.0014619896,"about_ca_topic_score_gemma":0.0014112459,"teacher_disagreement_score":0.0031809045,"about_ca_system_score_codex":0.0009094082,"about_ca_system_score_gemma":0.0017857034,"threshold_uncertainty_score":0.016822457},"labels":[],"label_agreement":null},{"id":"W202601836","doi":"","title":"Requirements-driven configuration of software systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Software configuration management; Software engineering; Software system; Software; User requirements document; Configuration Management (ITSM); Software development; Systems engineering; Software construction; Engineering; Operating system","score_opus":0.05856507037993715,"score_gpt":0.30767044004660316,"score_spread":0.24910536966666602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W202601836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07082045,0.0004050441,0.9005588,0.0006485033,0.000072442286,0.0007487495,0.00021705005,0.004752878,0.02177604],"genre_scores_gemma":[0.5267368,0.00039880705,0.46458516,0.00026979283,0.000042688665,0.000665444,0.0008425987,0.000989759,0.0054689613],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99307597,0.003562655,0.00038380342,0.0005896823,0.0020016383,0.00038623952],"domain_scores_gemma":[0.99239314,0.0031868098,0.0005117844,0.0021532003,0.0015016983,0.00025329174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004371311,0.000773141,0.00041907406,0.0009742713,0.0007473817,0.0025793961,0.0018510319,0.0013459828,0.0024648365],"category_scores_gemma":[0.014266958,0.0008511397,0.0005361373,0.00073273375,0.0010512783,0.0020007857,0.0015853437,0.0011543285,0.001256931],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000514366,0.00042684353,0.0053851586,0.0012611095,0.00016051713,0.0035315487,0.0044432855,0.3291909,0.10996002,0.116626196,0.012831289,0.41566882],"study_design_scores_gemma":[0.00016953716,0.00031743536,0.0038208615,0.00040248316,0.0000691217,0.0019127734,0.00088628795,0.71915936,0.09443558,0.0968089,0.08179952,0.00021810418],"about_ca_topic_score_codex":0.0009859087,"about_ca_topic_score_gemma":0.0016817037,"teacher_disagreement_score":0.004371311,"about_ca_system_score_codex":0.0010351159,"about_ca_system_score_gemma":0.0013180583,"threshold_uncertainty_score":0.02311802},"labels":[],"label_agreement":null},{"id":"W2026181941","doi":"10.4018/ijismd.2014100103","title":"Responding to Ongoing Change","year":2014,"lang":"en","type":"article","venue":"International Journal of Information System Modeling and Design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Notation; Computer science; Process management; Process (computing); Risk analysis (engineering); Business intelligence; Management science; Systems engineering; Knowledge management; Software engineering; Engineering; Business","score_opus":0.08823577104265314,"score_gpt":0.308647565430967,"score_spread":0.22041179438831388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026181941","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14044325,0.006936559,0.118466616,0.26265475,0.008404442,0.00044738257,0.0006301256,0.0012113268,0.4608056],"genre_scores_gemma":[0.8905002,0.005747974,0.032503102,0.022317851,0.0014202592,0.00043034612,0.00044138456,0.00031232953,0.046326537],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908442,0.0041083856,0.00039662115,0.0014572055,0.0019124526,0.0012810557],"domain_scores_gemma":[0.98779905,0.0037298147,0.0014531754,0.0018434186,0.0029516914,0.0022228158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0107642645,0.0006157382,0.0005768693,0.0010975536,0.005130004,0.010818587,0.0027807609,0.006362015,0.011696558],"category_scores_gemma":[0.028476069,0.0003030534,0.0007585171,0.0013970248,0.006369344,0.013709567,0.008758899,0.005469845,0.0026258868],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001432722,0.0001686386,0.012850578,0.00060194003,0.00012852089,0.0022738806,0.056919765,0.00392066,0.0032111844,0.6674314,0.071044974,0.18130513],"study_design_scores_gemma":[0.000019253492,0.00011665606,0.0038917982,0.0004208503,0.000042516513,0.000671267,0.06187364,0.0036018384,0.0007675649,0.23043057,0.69809425,0.00006968143],"about_ca_topic_score_codex":0.0023263178,"about_ca_topic_score_gemma":0.0031550783,"teacher_disagreement_score":0.011696558,"about_ca_system_score_codex":0.0040365956,"about_ca_system_score_gemma":0.00602932,"threshold_uncertainty_score":0.05692756},"labels":[],"label_agreement":null},{"id":"W2026474864","doi":"10.1145/1103846.1103858","title":"AspectAda","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Java; AspectJ; First-generation programming language; Aspect-oriented programming; Fourth-generation programming language; Interface (matter); Low-level programming language; Programming language specification; Very high-level programming language; Programming paradigm; Programming domain; Functional logic programming; Inductive programming; Software; Operating system","score_opus":0.021145431547992193,"score_gpt":0.2687915802093083,"score_spread":0.24764614866131612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026474864","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048233415,0.002340888,0.69673264,0.0010603552,0.0014724846,0.00078806194,0.0020063934,0.12834126,0.16243458],"genre_scores_gemma":[0.09429298,0.005080265,0.6164528,0.00282175,0.0007672448,0.0019381319,0.014880552,0.050440826,0.21332538],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99807596,0.00031087434,0.00022623729,0.00030437546,0.00092348177,0.00015912956],"domain_scores_gemma":[0.99780506,0.00056076876,0.0001802308,0.0006769141,0.00057556765,0.00020143682],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018564926,0.0011963927,0.0006368822,0.001325872,0.0009321265,0.003951834,0.002403309,0.0015890155,0.029087227],"category_scores_gemma":[0.006474719,0.0012228348,0.0015816718,0.0007643976,0.0007772097,0.005416792,0.0041430257,0.0032926572,0.023590367],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048820963,0.00021519822,0.0018486987,0.0017624222,0.0001539994,0.0008490169,0.0016145841,0.0027889875,0.02169984,0.31281817,0.22161248,0.43414837],"study_design_scores_gemma":[0.000035488825,0.000026815182,0.00018313059,0.00009665907,0.000029042749,0.0004962044,0.0000531088,0.002483156,0.004042143,0.017633194,0.97489595,0.000025168512],"about_ca_topic_score_codex":0.0010966873,"about_ca_topic_score_gemma":0.0015381025,"teacher_disagreement_score":0.029087227,"about_ca_system_score_codex":0.00061041256,"about_ca_system_score_gemma":0.0016384225,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2026619283","doi":"10.1007/s13278-014-0242-0","title":"Verification of lack of emergent behavior in extending a social network of agents","year":2015,"lang":"en","type":"article","venue":"Social Network Analysis and Mining","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates","keywords":"Computer science; Scalability; Deadlock; Notation; System requirements specification; Requirements analysis; Software engineering; System requirements; Simplicity; Software; Systems engineering; Distributed computing; Programming language; Database; Engineering","score_opus":0.14489360977529525,"score_gpt":0.37760031627955315,"score_spread":0.2327067065042579,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026619283","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91800624,0.000019096986,0.07896197,0.00018941605,0.000020811845,0.00008271022,0.00036333923,0.00048792447,0.0018684722],"genre_scores_gemma":[0.98679554,0.000008811825,0.0126527175,0.000016133528,0.0000037123361,0.0000466226,0.0002532704,0.000023246665,0.00019986599],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969105,0.0008156336,0.00021622531,0.000735764,0.001001885,0.0003201435],"domain_scores_gemma":[0.9421878,0.035165302,0.0052902414,0.010336998,0.0056534894,0.0013661126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030363437,0.00028381465,0.0004519172,0.0007546098,0.0007989248,0.00083802454,0.0012419517,0.0008138422,0.0021121176],"category_scores_gemma":[0.04237548,0.00022564085,0.0006127739,0.00047943133,0.0012935873,0.0019082823,0.0014141183,0.0008792425,0.00021440924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026818311,0.0012078343,0.44935876,0.0008777517,0.0005483702,0.0046277517,0.0042252773,0.17484508,0.13162073,0.14022501,0.0027593276,0.087022275],"study_design_scores_gemma":[0.000066653614,0.00039313053,0.03530017,0.00004457011,0.00008217227,0.00077192526,0.0011316579,0.88757116,0.03371674,0.03984325,0.0010474257,0.00003122187],"about_ca_topic_score_codex":0.0028338998,"about_ca_topic_score_gemma":0.0022457233,"teacher_disagreement_score":0.0030363437,"about_ca_system_score_codex":0.0007371911,"about_ca_system_score_gemma":0.0015313756,"threshold_uncertainty_score":0.016057968},"labels":[],"label_agreement":null},{"id":"W2026881319","doi":"10.1016/j.scico.2009.05.003","title":"Experience of building an architecture-based generator using GenVoca for distributed systems","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Architecture; Generator (circuit theory); Computer architecture; Power (physics)","score_opus":0.05158484322867527,"score_gpt":0.3394637415726975,"score_spread":0.2878788983440222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026881319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33145112,0.0007532893,0.6068225,0.001277242,0.0002106355,0.00040419094,0.00034041516,0.015233233,0.043507326],"genre_scores_gemma":[0.6135848,0.0004813095,0.36565065,0.00022032254,0.000040926563,0.00010509523,0.00068695925,0.0027968562,0.016432958],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924576,0.0003403137,0.000033602493,0.00009613353,0.00020244016,0.0000818537],"domain_scores_gemma":[0.99789846,0.0009319077,0.000042867323,0.00056669035,0.00034875108,0.00021127742],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023414218,0.00052487967,0.00042549663,0.0003506413,0.0006438752,0.0009953907,0.0016286892,0.0007533948,0.005892091],"category_scores_gemma":[0.003691099,0.00045563135,0.00049988896,0.00038417045,0.0008322785,0.0018002061,0.0010350045,0.0012751373,0.0013231895],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001224463,0.0013613788,0.012429731,0.0008867219,0.00023711311,0.0018205781,0.010852254,0.1314461,0.09704337,0.03638331,0.030697808,0.67561716],"study_design_scores_gemma":[0.0009998002,0.0033442406,0.010534796,0.00031120435,0.00036363545,0.003066937,0.0028567754,0.45282155,0.1619033,0.027068825,0.33645183,0.00027703395],"about_ca_topic_score_codex":0.0037574784,"about_ca_topic_score_gemma":0.004820972,"teacher_disagreement_score":0.005892091,"about_ca_system_score_codex":0.00058952894,"about_ca_system_score_gemma":0.0011658347,"threshold_uncertainty_score":0.019711018},"labels":[],"label_agreement":null},{"id":"W2027110574","doi":"10.1016/s0167-6423(00)00004-6","title":"On a formal semantics of tabular expressions","year":2001,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Programming language; Documentation; Semantics (computer science); Formal methods; Syntax; Readability; Formal semantics (linguistics); Software engineering; Artificial intelligence","score_opus":0.028545791845395536,"score_gpt":0.30145087634000595,"score_spread":0.27290508449461043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027110574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006125644,0.0006787567,0.9775025,0.0016507171,0.0004128574,0.00010866333,0.0002937107,0.0011982436,0.012028875],"genre_scores_gemma":[0.23920701,0.002213602,0.7379041,0.0023251842,0.0011232356,0.00058557926,0.0014133552,0.001551041,0.013676859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99590576,0.0013421563,0.00049715035,0.0006148424,0.0011830186,0.00045693014],"domain_scores_gemma":[0.9926105,0.0037820695,0.0004904417,0.0011979716,0.0016181836,0.00030088538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005170823,0.0012982591,0.0012581612,0.0024960092,0.0028545437,0.0067502274,0.0030820344,0.0026061991,0.008445715],"category_scores_gemma":[0.012732774,0.0015807925,0.0029799019,0.0041481303,0.007270039,0.01819945,0.0053402893,0.0051657753,0.0020519579],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025672047,0.000013476774,0.00006115773,0.00005887345,0.0000067106666,0.000036940113,0.00031114544,0.0013170784,0.00044469457,0.989115,0.0013362038,0.0072730985],"study_design_scores_gemma":[0.000028814378,0.00002280877,0.000058812282,0.00008738627,0.000028278357,0.00008912749,0.00014490832,0.011238001,0.0010690328,0.9651302,0.02207253,0.000030092278],"about_ca_topic_score_codex":0.003928044,"about_ca_topic_score_gemma":0.0036373397,"teacher_disagreement_score":0.008445715,"about_ca_system_score_codex":0.0025347278,"about_ca_system_score_gemma":0.0024457555,"threshold_uncertainty_score":0.028253734},"labels":[],"label_agreement":null},{"id":"W2027426480","doi":"10.1145/2491627.2493906","title":"Engineering self-adaptive systems and dynamic software product line","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Computer science; Software product line; Exploit; Software; Software system; Product line; Software engineering; Systems engineering; Product (mathematics); Software development; Real-time computing; Reliability engineering; Engineering; Manufacturing engineering; Operating system","score_opus":0.016804931034371227,"score_gpt":0.2355047635517786,"score_spread":0.21869983251740738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2027426480","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025407761,0.016633382,0.91452426,0.0019413788,0.00022416005,0.000071088565,0.000060908584,0.0003380003,0.0407991],"genre_scores_gemma":[0.7075887,0.024646496,0.24117999,0.0007711984,0.00064800924,0.00031731217,0.0003094622,0.00014502638,0.024393853],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99919516,0.00018665657,0.00005281511,0.00015492359,0.00036809317,0.00004239841],"domain_scores_gemma":[0.99888545,0.00042206718,0.00022795299,0.00016438142,0.00024919256,0.000051009796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005011599,0.00056507153,0.0003507424,0.00076692464,0.00033625806,0.0013139979,0.00054157834,0.001018517,0.0017981157],"category_scores_gemma":[0.001529897,0.00025617052,0.00037448294,0.0010629805,0.0020089333,0.0019738663,0.0012231097,0.0010200085,0.0005932296],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002124934,0.00006389626,0.0011962173,0.0005153721,0.00003923566,0.0005490849,0.00063109485,0.045620676,0.007412534,0.80013895,0.0027387056,0.14107284],"study_design_scores_gemma":[0.000018436598,0.00013114545,0.0009997722,0.00019633115,0.000025852161,0.001113436,0.00028570008,0.09661338,0.0052614403,0.7797772,0.11553382,0.000043487224],"about_ca_topic_score_codex":0.00054767524,"about_ca_topic_score_gemma":0.00035020013,"teacher_disagreement_score":0.0017981157,"about_ca_system_score_codex":0.0006961381,"about_ca_system_score_gemma":0.000579667,"threshold_uncertainty_score":0.0060153008},"labels":[],"label_agreement":null},{"id":"W2028176049","doi":"10.4204/eptcs.139.3","title":"Actions and Events in Concurrent Systems Design","year":2014,"lang":"en","type":"article","venue":"Electronic Proceedings in Theoretical Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Principle of compositionality; Morphism; Component (thermodynamics); Computer science; Context (archaeology); Set (abstract data type); Programming language; Theoretical computer science; Categorical variable; Component-based software engineering; Software system; Software; Artificial intelligence; Mathematics; Pure mathematics","score_opus":0.022314868517718706,"score_gpt":0.28312878246317674,"score_spread":0.26081391394545805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028176049","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0084983,0.00451811,0.93920344,0.0031281826,0.0004616757,0.00010674769,0.00003267814,0.0003139183,0.043737013],"genre_scores_gemma":[0.50847393,0.0049118516,0.4652482,0.0013217655,0.0008125943,0.00081983575,0.000099022574,0.00020871664,0.018104132],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9907149,0.0048390115,0.0006340867,0.0010334773,0.002291924,0.00048661415],"domain_scores_gemma":[0.99276567,0.0048790867,0.0004623428,0.0007394226,0.0007205862,0.0004327628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008454572,0.0009884462,0.00062486087,0.0016173036,0.0023088357,0.0050635403,0.0014533541,0.0024100142,0.003543783],"category_scores_gemma":[0.009602656,0.0008830042,0.0011671603,0.0014111002,0.012368846,0.009120189,0.004721012,0.0038232212,0.0006121846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007768776,0.000004181814,0.000071941075,0.00003400182,0.000004372868,0.000036966183,0.00040301637,0.0015614076,0.00015755676,0.9939135,0.00014039688,0.0036649646],"study_design_scores_gemma":[0.000019555546,0.000037314177,0.000048596274,0.00006232772,0.000015295507,0.00005711784,0.00014814251,0.0067512696,0.00048018957,0.96526796,0.027097119,0.000015160897],"about_ca_topic_score_codex":0.0032049853,"about_ca_topic_score_gemma":0.0018420754,"teacher_disagreement_score":0.008454572,"about_ca_system_score_codex":0.0029648803,"about_ca_system_score_gemma":0.0028251088,"threshold_uncertainty_score":0.044712603},"labels":[],"label_agreement":null},{"id":"W2028573721","doi":"10.1145/1297846.1297896","title":"CASE-FX","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Reuse; Computer science; Feature (linguistics); Software engineering; Feature model; Software product line; Software development; Software; Feature-oriented domain analysis; Domain engineering; Set (abstract data type); Programming language; Software construction; Engineering","score_opus":0.058282806602177384,"score_gpt":0.3176092129770263,"score_spread":0.25932640637484894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028573721","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03331895,0.0010283252,0.12832323,0.0059596603,0.0007719772,0.0013979553,0.0072949533,0.0058052107,0.8160999],"genre_scores_gemma":[0.32588544,0.0021294835,0.33768198,0.0028199924,0.00024915813,0.0032456783,0.014562415,0.0027380357,0.31068772],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984005,0.00048519942,0.0001195461,0.0002326563,0.000535864,0.0002263389],"domain_scores_gemma":[0.99589145,0.0023024234,0.00022833406,0.0007747038,0.0004997134,0.00030341832],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002561972,0.0006123728,0.00037356355,0.0028067052,0.0019769366,0.0039893766,0.002313739,0.00262525,0.09873898],"category_scores_gemma":[0.011872685,0.0005068398,0.00086087605,0.001703376,0.0013696979,0.00444396,0.003705321,0.0019946005,0.0124214385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041971344,0.00042517818,0.0061733522,0.0006832349,0.000033653672,0.008475215,0.0042280285,0.0024196724,0.0018353934,0.54662424,0.20691054,0.22177178],"study_design_scores_gemma":[0.00009431688,0.00005134937,0.0010029008,0.00043462834,0.000020427939,0.007609705,0.0008168835,0.0034694595,0.0021494005,0.06287516,0.92144525,0.000030497979],"about_ca_topic_score_codex":0.0038787646,"about_ca_topic_score_gemma":0.006318671,"teacher_disagreement_score":0.90126103,"about_ca_system_score_codex":0.0019647062,"about_ca_system_score_gemma":0.002552211,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2028891218","doi":"10.1145/1370018.1370033","title":"Monitoring in adaptive systems using reflection","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Context (archaeology); Interdependence; Reflection (computer programming); Adaptive system; Software; Software system; Key (lock); Range (aeronautics); Distributed computing; Engineering; Artificial intelligence; Computer security","score_opus":0.23637162131684256,"score_gpt":0.35337586537041715,"score_spread":0.1170042440535746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028891218","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025347553,0.00039805562,0.965714,0.0003651456,0.00005401723,0.000051760144,0.000015536307,0.001325825,0.0067280657],"genre_scores_gemma":[0.82009536,0.0004914784,0.17293443,0.00019363403,0.00008975446,0.00020572645,0.00005177339,0.00023688094,0.0057009067],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982449,0.0006466393,0.000103602535,0.00044828636,0.00038910963,0.00016744257],"domain_scores_gemma":[0.9964941,0.0019104931,0.00045175033,0.00066178944,0.00034433624,0.00013751877],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022707798,0.0005612227,0.0007368238,0.00075343036,0.00060922885,0.0022964857,0.0013119227,0.0010755791,0.002404025],"category_scores_gemma":[0.00892528,0.00058308424,0.00064276456,0.00055271306,0.0022198956,0.0034260496,0.0024257875,0.001644722,0.0005436639],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005590262,0.0002088541,0.005501625,0.00033155462,0.0001955609,0.00086223043,0.0029771938,0.2533654,0.06449924,0.4087662,0.0027364101,0.25999677],"study_design_scores_gemma":[0.00011055837,0.00025503675,0.0011464381,0.000070993585,0.00007793596,0.0004169814,0.00021294654,0.77352196,0.018279266,0.19620201,0.009632797,0.000073121955],"about_ca_topic_score_codex":0.0010930873,"about_ca_topic_score_gemma":0.00056074763,"teacher_disagreement_score":0.002404025,"about_ca_system_score_codex":0.0008262431,"about_ca_system_score_gemma":0.00066711137,"threshold_uncertainty_score":0.012009144},"labels":[],"label_agreement":null},{"id":"W2030638067","doi":"10.1109/icsmc.2011.6084038","title":"Detecting emergent behavior in distributed systems using an ontology based methodology","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Ontology; Consistency (knowledge bases); Automation; Set (abstract data type); Task (project management); Domain (mathematical analysis); Software engineering; Data mining; Distributed computing; Systems engineering; Artificial intelligence; Engineering","score_opus":0.39250680952750966,"score_gpt":0.38202982398582075,"score_spread":0.01047698554168891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2030638067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024251297,0.000057022156,0.97360533,0.00022424449,0.000011089463,0.00015373036,0.00005366538,0.00030851242,0.0013351245],"genre_scores_gemma":[0.13812222,0.00012617622,0.86081415,0.00004860636,0.0000076906135,0.00022282891,0.00015359049,0.000038733564,0.0004659796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975873,0.00078870234,0.0002450162,0.0002687102,0.00095728226,0.00015292202],"domain_scores_gemma":[0.9952106,0.0026601227,0.00072539283,0.00054789474,0.00072798616,0.00012809868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032876048,0.0005943454,0.0004565167,0.0024864196,0.0011356669,0.0023982625,0.0010326161,0.0009163019,0.000528107],"category_scores_gemma":[0.005772327,0.0004768871,0.0014656152,0.0010788867,0.002050114,0.0029092322,0.0013773107,0.0012284484,0.00012583497],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013237391,0.00067278865,0.023411624,0.0009740189,0.00035063023,0.0029810034,0.010239268,0.17978285,0.0678084,0.41134283,0.0023489115,0.29995537],"study_design_scores_gemma":[0.00004066604,0.000119993434,0.0039762636,0.00018250596,0.00014444378,0.0007208565,0.0028162177,0.77430534,0.028479196,0.17032824,0.018788794,0.000097575554],"about_ca_topic_score_codex":0.004851932,"about_ca_topic_score_gemma":0.006145386,"teacher_disagreement_score":0.004851932,"about_ca_system_score_codex":0.0017082846,"about_ca_system_score_gemma":0.0031149492,"threshold_uncertainty_score":0.017386675},"labels":[],"label_agreement":null},{"id":"W2031422080","doi":"10.1145/2465449.2465466","title":"Correctness of intrusive data structures using mixins","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Correctness; Computer science; Programming language; Data structure","score_opus":0.13756101255230316,"score_gpt":0.3417602045129237,"score_spread":0.20419919196062056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031422080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029297087,0.00017302672,0.9656619,0.00055389036,0.000044682136,0.000091097325,0.000119307566,0.0017535732,0.00230559],"genre_scores_gemma":[0.5563272,0.0005430422,0.4352303,0.000586751,0.00017387321,0.00049789314,0.0007686908,0.0014101369,0.0044620256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96919525,0.006746662,0.0042397687,0.004218228,0.013329249,0.002270756],"domain_scores_gemma":[0.9216154,0.044719514,0.0054102293,0.018363334,0.008951081,0.00094054115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017786587,0.0012858766,0.001841204,0.0030709552,0.002830646,0.008625691,0.0037275758,0.0035245104,0.002677851],"category_scores_gemma":[0.065942496,0.0023222808,0.0037520952,0.0027635507,0.013191817,0.018372351,0.0096395,0.005276141,0.000844197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026607898,0.00008100483,0.0059759812,0.00034385364,0.000111188594,0.00042163715,0.0020937666,0.03204008,0.0077136294,0.9128437,0.0013714386,0.036737602],"study_design_scores_gemma":[0.000083634346,0.000119707016,0.0006607097,0.00015066148,0.0001627393,0.0004492344,0.0003729142,0.12947519,0.04194291,0.8160043,0.010468696,0.00010935848],"about_ca_topic_score_codex":0.0038657333,"about_ca_topic_score_gemma":0.002392646,"teacher_disagreement_score":0.017786587,"about_ca_system_score_codex":0.002786262,"about_ca_system_score_gemma":0.0047548185,"threshold_uncertainty_score":0.09406561},"labels":[],"label_agreement":null},{"id":"W2031829930","doi":"10.1145/2588548.2588551","title":"Specification of domain-specific languages based on concern interfaces","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Digital subscriber line; Computer science; Software engineering; Domain-specific language; Reuse; Domain (mathematical analysis); Interface (matter); Focus (optics); Programming language; Software development; Domain engineering; Separation of concerns; Software; Human–computer interaction; Component-based software engineering; Engineering; Operating system","score_opus":0.04424667979042591,"score_gpt":0.2976204722652528,"score_spread":0.2533737924748269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031829930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005250551,0.0001311991,0.98791224,0.00025007062,0.000050901388,0.00026537754,0.00015735893,0.001520227,0.0044621397],"genre_scores_gemma":[0.07062012,0.00046446206,0.9223029,0.00033935008,0.00005035664,0.00082468253,0.00072003005,0.00073389645,0.003944134],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99411976,0.001877707,0.0013586838,0.0006752474,0.0013878248,0.00058076496],"domain_scores_gemma":[0.99093354,0.004135123,0.001064186,0.0014839321,0.002061114,0.00032211834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068689617,0.0011891434,0.00070273073,0.0014585048,0.0009036418,0.0045746695,0.0020176193,0.0018298223,0.002312469],"category_scores_gemma":[0.010126091,0.0015970247,0.0017506884,0.0011039806,0.0021443896,0.0040452676,0.0028447732,0.004103131,0.0012838043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007707297,0.00012260758,0.0009364531,0.00041235995,0.000047736725,0.0007665116,0.0029272425,0.014090323,0.014108933,0.9283115,0.0035907319,0.034608483],"study_design_scores_gemma":[0.00020809284,0.00018760505,0.00069812435,0.0008809042,0.00018198155,0.0015775084,0.001083632,0.15158749,0.067909844,0.33458817,0.44090226,0.00019446967],"about_ca_topic_score_codex":0.0019941782,"about_ca_topic_score_gemma":0.0021414582,"teacher_disagreement_score":0.0068689617,"about_ca_system_score_codex":0.0015553597,"about_ca_system_score_gemma":0.004170571,"threshold_uncertainty_score":0.036326945},"labels":[],"label_agreement":null},{"id":"W2032396198","doi":"10.1145/503209.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":98,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Software engineering; Software","score_opus":0.03541429567301135,"score_gpt":0.29581948578546535,"score_spread":0.260405190112454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032396198","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013574787,0.0070159268,0.89996696,0.0022490975,0.00082521077,0.0005867583,0.00043626782,0.0065085036,0.08105385],"genre_scores_gemma":[0.026831146,0.014609222,0.91880983,0.0024885512,0.0010281297,0.0008326279,0.0015915742,0.0017615492,0.03204737],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943614,0.0013420127,0.0006511088,0.00089656614,0.0024430535,0.00030585483],"domain_scores_gemma":[0.99633515,0.0015667578,0.00033519304,0.0008585419,0.0006404752,0.00026393967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032090475,0.0020257363,0.0012728276,0.0016558905,0.0011749157,0.0068462896,0.0032055823,0.0022615541,0.011451753],"category_scores_gemma":[0.008433887,0.0011926361,0.0016906591,0.0024810715,0.0025181954,0.006336576,0.003929897,0.0045476872,0.010272198],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004564279,0.00013061892,0.00044200328,0.0013849384,0.00014598925,0.00039004642,0.0007119597,0.0055585247,0.0055572256,0.65944755,0.054804105,0.2713813],"study_design_scores_gemma":[0.00003570197,0.000032976568,0.00013701923,0.00037339135,0.00004246723,0.0006965528,0.00009419322,0.0068127923,0.001987548,0.2809729,0.7087806,0.000033924858],"about_ca_topic_score_codex":0.0006977697,"about_ca_topic_score_gemma":0.0007343412,"teacher_disagreement_score":0.011451753,"about_ca_system_score_codex":0.00096881646,"about_ca_system_score_gemma":0.0019672296,"threshold_uncertainty_score":0.03830993},"labels":[],"label_agreement":null},{"id":"W2032882655","doi":"10.1007/s00766-013-0165-8","title":"Dynamic decision models for staged software product line configuration","year":2013,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Athabasca University; Toronto Metropolitan University","funders":"","keywords":"Domain engineering; Software product line; Feature model; Product engineering; Computer science; Domain analysis; Context (archaeology); Reuse; Systems engineering; Software engineering; New product development; Product (mathematics); Domain (mathematical analysis); Product design specification; Process (computing); Process management; Software; Software development; Engineering; Product design; Component-based software engineering; Software construction; Business","score_opus":0.05078618235607469,"score_gpt":0.30431831884462784,"score_spread":0.25353213648855316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032882655","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060101986,0.00045049476,0.927902,0.00059899845,0.000058976642,0.00026720832,0.0007714738,0.00046647398,0.00938243],"genre_scores_gemma":[0.8774578,0.0005057873,0.11015359,0.000108176035,0.000044898286,0.00053270336,0.000835559,0.00012180666,0.010239709],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99668235,0.001559204,0.00014746228,0.0006045926,0.000557717,0.0004486828],"domain_scores_gemma":[0.9907961,0.0074027753,0.0006505959,0.00026692645,0.0005797608,0.00030383508],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00477544,0.0018002447,0.0025998978,0.001902973,0.00079874595,0.0038834026,0.003146658,0.002645462,0.012521988],"category_scores_gemma":[0.012147347,0.0023425561,0.0017276643,0.0019666504,0.0015722563,0.0038076292,0.0016770805,0.0026461505,0.0012308283],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000703158,0.000035706835,0.00015598962,0.000033691555,0.000020634023,0.000033999517,0.00003665396,0.98272574,0.00012676582,0.012002732,0.0002659936,0.0044918717],"study_design_scores_gemma":[0.000011704537,0.000020376821,0.000057618512,0.0000059570984,0.000009342258,0.000004913709,0.000008669858,0.99299484,0.000044356264,0.006672649,0.00016242682,0.0000070130814],"about_ca_topic_score_codex":0.017311513,"about_ca_topic_score_gemma":0.016626623,"teacher_disagreement_score":0.017311513,"about_ca_system_score_codex":0.004086907,"about_ca_system_score_gemma":0.0026959532,"threshold_uncertainty_score":0.041890204},"labels":[],"label_agreement":null},{"id":"W2033840152","doi":"10.1145/2739482.2764650","title":"A Search Based Approach Towards Robust Optimization in Software Product Line Scoping","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software product line; Heuristics; Product line; Computer science; Robust optimization; Stability (learning theory); Software; Profit (economics); Mathematical optimization; Operations research; Industrial engineering; Engineering; Software development; Machine learning; Manufacturing engineering; Mathematics","score_opus":0.18189916143010265,"score_gpt":0.3341074977126323,"score_spread":0.15220833628252967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033840152","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016603839,0.0001526525,0.99696857,0.00008913894,0.000010479847,0.00005832438,0.000025676009,0.00007366139,0.00096111227],"genre_scores_gemma":[0.11562773,0.000421963,0.88106126,0.000106491745,0.000048244656,0.00057115307,0.00016113392,0.00017066936,0.0018313815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720025,0.0013286108,0.0001962612,0.00037902527,0.00077041227,0.00012542833],"domain_scores_gemma":[0.9936991,0.0048188437,0.00046082764,0.00035476818,0.00057420536,0.00009235918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048501324,0.001601061,0.0017546479,0.003488445,0.0009267455,0.001980318,0.002220015,0.0020634797,0.003378799],"category_scores_gemma":[0.014081861,0.0013370394,0.002897978,0.00277347,0.0017633926,0.0021372482,0.003455636,0.0018179328,0.0005233924],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038622264,0.000046808498,0.00029360154,0.00022523128,0.000081504855,0.000103770086,0.00015136707,0.8981745,0.0017127937,0.04196193,0.00071324117,0.056496523],"study_design_scores_gemma":[0.00001204292,0.000030389638,0.000050384402,0.00004268576,0.000014706391,0.000021150945,0.000020217278,0.97995937,0.00053018564,0.018354176,0.0009549816,0.000009603449],"about_ca_topic_score_codex":0.004420659,"about_ca_topic_score_gemma":0.002901731,"teacher_disagreement_score":0.0048501324,"about_ca_system_score_codex":0.0014983894,"about_ca_system_score_gemma":0.0021048656,"threshold_uncertainty_score":0.025650263},"labels":[],"label_agreement":null},{"id":"W2034196039","doi":"10.1109/sera.2010.23","title":"Using the General Intensional Programming System (GIPSY) for Evaluation of Higher-Order Intensional Logic (HOIL) Expressions","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Compiler; Context (archaeology); Set (abstract data type); Scope (computer science); Fragment (logic); Variety (cybernetics); Expression (computer science); Functional programming","score_opus":0.18124684199611754,"score_gpt":0.40969593691864975,"score_spread":0.2284490949225322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034196039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00717065,0.000047244957,0.9765636,0.00016830752,0.00002530452,0.00009894666,0.00009209334,0.008418286,0.0074156164],"genre_scores_gemma":[0.15961802,0.00024059121,0.8267715,0.00035208004,0.000039411225,0.00029657458,0.00051471754,0.003785717,0.008381478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829894,0.00054100103,0.00013386706,0.00028425895,0.0006062647,0.0001357707],"domain_scores_gemma":[0.9980319,0.001025152,0.00015693638,0.00045257696,0.0002667954,0.00006665504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041067726,0.0008316348,0.000365927,0.0007174887,0.00049263483,0.003105874,0.0015756374,0.0005484552,0.0056327586],"category_scores_gemma":[0.0052942405,0.000621892,0.0010669245,0.00060649635,0.0023465033,0.004637664,0.002930951,0.002395028,0.0011468105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003502204,0.00015451454,0.0032559596,0.0006029537,0.00010229748,0.0006790184,0.002725573,0.028318087,0.028424036,0.6869358,0.013465359,0.23498616],"study_design_scores_gemma":[0.00022073311,0.00030058518,0.001541069,0.00036976647,0.00018298448,0.0013011541,0.00038019093,0.27033216,0.10375349,0.4149447,0.20650803,0.00016501697],"about_ca_topic_score_codex":0.0010636466,"about_ca_topic_score_gemma":0.0014308098,"teacher_disagreement_score":0.0056327586,"about_ca_system_score_codex":0.0010736868,"about_ca_system_score_gemma":0.0014519169,"threshold_uncertainty_score":0.021718979},"labels":[],"label_agreement":null},{"id":"W2035236503","doi":"10.1007/s11334-011-0155-2","title":"A relationship-based approach to model integration","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Merge (version control); Computer science; Operator (biology); Theoretical computer science; Data mining; Information retrieval","score_opus":0.10204165865193465,"score_gpt":0.2696993603635655,"score_spread":0.16765770171163086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035236503","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077739655,0.00006765878,0.9935387,0.0002758795,0.000022069002,0.00006261294,0.000063219435,0.0003938375,0.004798726],"genre_scores_gemma":[0.07548121,0.00034888275,0.9186278,0.000262867,0.000059662216,0.00038168984,0.0005756459,0.0003224397,0.003939694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942498,0.0027505886,0.00044336382,0.0008311074,0.0015341069,0.00019108325],"domain_scores_gemma":[0.9957118,0.0018973872,0.00023551968,0.0013925364,0.0006352697,0.00012745928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042545083,0.0011310165,0.0010590213,0.0025657145,0.0013053145,0.004479532,0.005002707,0.002199596,0.011705669],"category_scores_gemma":[0.01464311,0.0011866139,0.003980362,0.0029712121,0.0019849525,0.009840267,0.0068076993,0.004092092,0.0031976206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004726509,0.000118312746,0.00067230465,0.00020592591,0.00022457681,0.00027627716,0.0008263308,0.047348384,0.0012590586,0.85869896,0.0030600321,0.087262474],"study_design_scores_gemma":[0.000039883067,0.00006921573,0.00023742396,0.00015340782,0.00028983344,0.00024182865,0.00024310181,0.42563614,0.0023081284,0.5226771,0.048056796,0.000047091],"about_ca_topic_score_codex":0.0044534737,"about_ca_topic_score_gemma":0.0046537775,"teacher_disagreement_score":0.011705669,"about_ca_system_score_codex":0.0013558329,"about_ca_system_score_gemma":0.0020402914,"threshold_uncertainty_score":0.039159358},"labels":[],"label_agreement":null},{"id":"W2035328191","doi":"10.1145/1404946.1404951","title":"Aspect-oriented use case modeling for software product lines","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reusability; Maintainability; Executable; Computer science; Reuse; Modularity (biology); Software engineering; Software product line; Aspect-oriented programming; Software development; Software; Separation of concerns; Systems engineering; Programming language; Engineering","score_opus":0.1388793515177128,"score_gpt":0.31460872650768196,"score_spread":0.17572937498996916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035328191","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038457273,0.00029470556,0.98814327,0.00023826027,0.000023980821,0.00020718876,0.00013850415,0.00040459263,0.006703819],"genre_scores_gemma":[0.13303375,0.0017460323,0.856713,0.00012597606,0.00007341199,0.0013580669,0.00071726553,0.00029150175,0.0059410543],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972446,0.0012511499,0.00025121914,0.00022049613,0.00089927466,0.00013325171],"domain_scores_gemma":[0.99727446,0.0016021407,0.00038096693,0.00035182043,0.00029935795,0.000091239475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024473602,0.001545581,0.0007797832,0.0030252899,0.0009671228,0.0038181758,0.0024884334,0.0022331413,0.003676493],"category_scores_gemma":[0.006101036,0.0011700256,0.002239162,0.002758626,0.0013411656,0.0027324297,0.001336681,0.0019236414,0.000997618],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003645781,0.00015959269,0.0011798412,0.00020146949,0.00008542087,0.0011146046,0.0010508791,0.35710847,0.0029376077,0.59225667,0.0024970153,0.041372027],"study_design_scores_gemma":[0.000029867557,0.00003307939,0.00025260364,0.00012602744,0.0000509937,0.00035619223,0.00012559992,0.8120487,0.00123415,0.14752729,0.03817725,0.000038256236],"about_ca_topic_score_codex":0.006205963,"about_ca_topic_score_gemma":0.0056524933,"teacher_disagreement_score":0.006205963,"about_ca_system_score_codex":0.0015804643,"about_ca_system_score_gemma":0.0015599271,"threshold_uncertainty_score":0.012943089},"labels":[],"label_agreement":null},{"id":"W2037111772","doi":"10.3166/jesa.43.773-787","title":"Politiques d'adaptation pour la reconfiguration du composant de localisation","year":2009,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Geography","score_opus":0.06967989063872121,"score_gpt":0.30943519935221386,"score_spread":0.23975530871349265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037111772","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029769631,0.00037536796,0.95400065,0.0007616927,0.0001386763,0.00011697356,0.000045764013,0.0012938485,0.01349738],"genre_scores_gemma":[0.70074135,0.00083544,0.26974967,0.00038702055,0.0003588402,0.00064463296,0.00021480994,0.0007913333,0.026277017],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949243,0.0018366076,0.00027732833,0.000956468,0.0014739146,0.00053138804],"domain_scores_gemma":[0.9845622,0.011694149,0.00066769315,0.0015170533,0.0010916109,0.00046723607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004864178,0.0017843805,0.0014273429,0.0016627326,0.0015606781,0.005247367,0.001331261,0.0022577634,0.009109259],"category_scores_gemma":[0.018476821,0.0008269425,0.0019906294,0.0011084012,0.0037766441,0.0045882827,0.0024443318,0.004437888,0.0012449333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010462755,0.00029773827,0.002636218,0.00049550127,0.00024055927,0.00049856876,0.0010819125,0.41552538,0.027393332,0.3791086,0.0036063513,0.1680696],"study_design_scores_gemma":[0.00016105143,0.00019961398,0.0014869348,0.000097515185,0.00008045774,0.00026079998,0.0002913631,0.86540467,0.010510219,0.112080276,0.009375414,0.000051785923],"about_ca_topic_score_codex":0.008538714,"about_ca_topic_score_gemma":0.006651624,"teacher_disagreement_score":0.009109259,"about_ca_system_score_codex":0.0036107583,"about_ca_system_score_gemma":0.0022107847,"threshold_uncertainty_score":0.03047353},"labels":[],"label_agreement":null},{"id":"W2037885943","doi":"10.1109/rev.2010.5625664","title":"Visualizations to support interactive goal model analysis","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Computer science; Interactive visualization; Human–computer interaction; Data visualization; Data science; Path (computing); Artificial intelligence","score_opus":0.031914792064809544,"score_gpt":0.3670886489505663,"score_spread":0.33517385688575674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037885943","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031207545,0.00060449506,0.8818046,0.0019230407,0.00025093835,0.00064055587,0.003714549,0.068500355,0.011353892],"genre_scores_gemma":[0.16961482,0.0005522968,0.82049227,0.00023709821,0.000076464996,0.0008517923,0.0027334301,0.002862873,0.0025789754],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827695,0.0009905699,0.00015506695,0.00016561396,0.00033230038,0.00007955905],"domain_scores_gemma":[0.9697809,0.02274648,0.0011628233,0.0035687964,0.0021975304,0.0005434514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050713853,0.0017838937,0.000872693,0.0028954162,0.00068372977,0.0034519862,0.0018318911,0.0014531526,0.019878363],"category_scores_gemma":[0.030791719,0.0010020102,0.0011031579,0.0016524342,0.0004811424,0.004041201,0.0029595387,0.0021175626,0.0022033406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002797629,0.0011454761,0.008374374,0.003906835,0.00040921336,0.002144807,0.025173962,0.065692924,0.05217496,0.09370464,0.14930792,0.59516734],"study_design_scores_gemma":[0.001076694,0.000729183,0.0061729886,0.001683943,0.00027155151,0.0010560874,0.0027009575,0.5559788,0.035496343,0.1467301,0.24760836,0.0004950023],"about_ca_topic_score_codex":0.0021821682,"about_ca_topic_score_gemma":0.0027097526,"teacher_disagreement_score":0.019878363,"about_ca_system_score_codex":0.0006254346,"about_ca_system_score_gemma":0.0009679828,"threshold_uncertainty_score":0.06649971},"labels":[],"label_agreement":null},{"id":"W2038120395","doi":"10.1145/1869459.1869521","title":"Registration-based language abstractions","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign; Natural Sciences and Engineering Research Council of Canada","keywords":"Programmer; Construct (python library); Computer science; Programming language; Language construct; Key (lock); Very high-level programming language; High-level programming language; Fourth-generation programming language; Constructed language; Programming paradigm; Artificial intelligence; Functional logic programming; Linguistics; Inductive programming","score_opus":0.02138116636187647,"score_gpt":0.3052131306331815,"score_spread":0.283831964271305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038120395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003483695,0.0003281237,0.96238935,0.0009364942,0.00034691024,0.00023833037,0.00019955568,0.010927115,0.021150429],"genre_scores_gemma":[0.15350571,0.0010659749,0.78326803,0.0015806196,0.0004570899,0.0007881312,0.0012889567,0.0052123475,0.05283319],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98857236,0.002945071,0.0016807723,0.0019260246,0.003617787,0.0012579671],"domain_scores_gemma":[0.98555213,0.0023221658,0.0010660428,0.008137949,0.002308608,0.00061297434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01093497,0.0010945048,0.0011505055,0.0015837604,0.0017799445,0.007671793,0.006137068,0.0021815586,0.014376719],"category_scores_gemma":[0.01648506,0.001466131,0.00357008,0.0016279233,0.0043806955,0.015105069,0.010767717,0.007890641,0.01130573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000105791965,0.0000667242,0.0004730152,0.00020854046,0.00002952288,0.00016164166,0.001670359,0.0023760283,0.0056392956,0.9299659,0.009564484,0.04973863],"study_design_scores_gemma":[0.000092088645,0.00014918453,0.00025528856,0.00022868079,0.00012434926,0.0007200683,0.00043941016,0.028768199,0.015152964,0.42167887,0.5322552,0.00013580402],"about_ca_topic_score_codex":0.0016062304,"about_ca_topic_score_gemma":0.0017563334,"teacher_disagreement_score":0.014376719,"about_ca_system_score_codex":0.0026106155,"about_ca_system_score_gemma":0.00500576,"threshold_uncertainty_score":0.057830334},"labels":[],"label_agreement":null},{"id":"W2038221577","doi":"10.1007/s10270-006-0029-5","title":"TURTLE-P: a UML profile for the formal validation of critical and distributed systems","year":2006,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Unified Modeling Language; Turtle (robot); Class diagram; UML tool; Applications of UML; Formal methods; Semantics (computer science); Formal semantics (linguistics); Programming language; Model checking; Software","score_opus":0.04025402107179734,"score_gpt":0.28886607146408483,"score_spread":0.24861205039228748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038221577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045792228,0.0002196582,0.91661197,0.0005021857,0.000108032924,0.00077971467,0.00322528,0.06977684,0.004197107],"genre_scores_gemma":[0.11055323,0.0011177877,0.8148402,0.0012358766,0.00012549496,0.0023977784,0.024396865,0.034692235,0.01064055],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941704,0.002066386,0.000976721,0.00034062593,0.0020233565,0.00042255557],"domain_scores_gemma":[0.9817868,0.0069020293,0.0016942702,0.004818866,0.0041244254,0.0006736629],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008013988,0.0022273753,0.00091723225,0.00382557,0.0011928396,0.003872625,0.003848575,0.0034277563,0.0072728856],"category_scores_gemma":[0.03197954,0.0022475168,0.0020636418,0.0012911527,0.0010949585,0.0050144936,0.0029066328,0.004460941,0.006652419],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013024921,0.0009735298,0.012736942,0.0043507903,0.00038488192,0.002964187,0.005034081,0.12277915,0.07882368,0.17661582,0.18812597,0.4059084],"study_design_scores_gemma":[0.00043625254,0.0003825958,0.0036135062,0.002116684,0.00023743874,0.0028288125,0.0004355236,0.33121386,0.0691937,0.075651325,0.5134727,0.00041762347],"about_ca_topic_score_codex":0.0066208728,"about_ca_topic_score_gemma":0.0074961106,"teacher_disagreement_score":0.008013988,"about_ca_system_score_codex":0.0015005935,"about_ca_system_score_gemma":0.0068159513,"threshold_uncertainty_score":0.04238254},"labels":[],"label_agreement":null},{"id":"W2038406846","doi":"","title":"Proceedings of the 21st annual ACM SIGPLAN conference on Object-oriented programming systems, languages, and applications","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Code refactoring; Object (grammar); Agile software development; Class (philosophy); World Wide Web; Set (abstract data type); Object-oriented programming; Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.02795702406087053,"score_gpt":0.2927838644718314,"score_spread":0.2648268404109609,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038406846","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017967232,0.05426322,0.45890278,0.02603383,0.06368947,0.00222754,0.0052889315,0.016245125,0.3553819],"genre_scores_gemma":[0.028995978,0.045338765,0.21881174,0.007030159,0.0066608978,0.0016798878,0.016614981,0.0049809804,0.6698866],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979442,0.0006587241,0.00017548603,0.00028585317,0.0007633889,0.00017237138],"domain_scores_gemma":[0.99712104,0.0008494215,0.000104970604,0.0005072052,0.00088390283,0.00053351244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004086517,0.0020247032,0.0013409276,0.0010147924,0.0013013645,0.0058163847,0.0017888577,0.0015916001,0.09779228],"category_scores_gemma":[0.0051669762,0.001126767,0.0011078555,0.0009821899,0.0014279744,0.0043353187,0.0029258637,0.0054908157,0.04610563],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023824442,0.00041669214,0.0010568881,0.00042993002,0.00007062945,0.00027245353,0.00046962572,0.0010417935,0.0038045638,0.010739132,0.6652385,0.31622162],"study_design_scores_gemma":[0.000036702506,0.00007118407,0.0005935828,0.00025658114,0.00003688085,0.00022774188,0.00018437016,0.0024004553,0.0007025991,0.004808872,0.9906607,0.000020446008],"about_ca_topic_score_codex":0.0061652767,"about_ca_topic_score_gemma":0.010290904,"teacher_disagreement_score":0.09779228,"about_ca_system_score_codex":0.0010115486,"about_ca_system_score_gemma":0.004041337,"threshold_uncertainty_score":0.32714778},"labels":[],"label_agreement":null},{"id":"W2038677078","doi":"10.1109/ainaw.2007.355","title":"Towards an Aspect Oriented Approach for the Security Hardening of Code","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software security assurance; Hardening (computing); Computer security; Information security; Security service; Materials science","score_opus":0.060347609331872484,"score_gpt":0.3336043240588375,"score_spread":0.273256714726965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2038677078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026515473,0.00024873338,0.99407494,0.00046578885,0.000036195655,0.000081289145,0.000007670893,0.00033966615,0.0020940509],"genre_scores_gemma":[0.02344829,0.00051586964,0.9739639,0.0002502977,0.000036782938,0.00013420168,0.000039558116,0.00017480912,0.001436283],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959359,0.0010470161,0.0002762552,0.0004631123,0.0020715415,0.00020618149],"domain_scores_gemma":[0.9945299,0.0018041611,0.00048775875,0.0018216065,0.0011259416,0.00023062855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050478755,0.0010434317,0.0005609922,0.0019212295,0.0012326926,0.003229496,0.002652159,0.001715957,0.0014427003],"category_scores_gemma":[0.0068098796,0.0011838733,0.0015688183,0.0010664769,0.0036763968,0.0047925306,0.0032195358,0.0059234607,0.00062341325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008310716,0.00021891101,0.001717059,0.0006677183,0.000116516945,0.00051148474,0.0028118908,0.03175453,0.03109898,0.69611037,0.0027575155,0.23215191],"study_design_scores_gemma":[0.00010551613,0.00021517686,0.0008585861,0.00066860596,0.0002275107,0.0010953097,0.00075330166,0.19861057,0.03530293,0.58146596,0.1805843,0.00011215168],"about_ca_topic_score_codex":0.0012605241,"about_ca_topic_score_gemma":0.0017953345,"teacher_disagreement_score":0.0050478755,"about_ca_system_score_codex":0.0009027283,"about_ca_system_score_gemma":0.0027472198,"threshold_uncertainty_score":0.026696026},"labels":[],"label_agreement":null},{"id":"W2039523520","doi":"10.1007/s00766-014-0211-1","title":"An ASPIRE-based method for quality requirements identification from business goals","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Traceability; Computer science; Goal modeling; Quality (philosophy); Requirements traceability; Documentation; Requirements engineering; Software quality control; Software quality; Business requirements; Non-functional requirement; Requirements analysis; Process management; Requirement; Software engineering; Systems engineering; Business process; Engineering; Software; Software development; Operations management; Software construction; Work in process","score_opus":0.0921145270634323,"score_gpt":0.3931082431897172,"score_spread":0.3009937161262849,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039523520","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001522539,0.00003269636,0.99451375,0.000057996236,0.00001536025,0.00010735805,0.00015254713,0.0022926356,0.0013050934],"genre_scores_gemma":[0.049359567,0.000051378924,0.9461124,0.000114804076,0.000015370388,0.00029715445,0.00088491786,0.00033819774,0.0028261968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99503136,0.0012064516,0.00033523186,0.000614605,0.002641259,0.00017106716],"domain_scores_gemma":[0.9945463,0.0023579733,0.000297427,0.0008452058,0.0018074587,0.00014566095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003336471,0.0010737323,0.000934297,0.003956813,0.0006868152,0.0023776237,0.0011966092,0.0010910627,0.008514821],"category_scores_gemma":[0.014370511,0.00062343525,0.0013825769,0.0014100926,0.0007133051,0.0021795013,0.0031994814,0.0017048531,0.0046248008],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002898712,0.00027741282,0.003754009,0.00083478773,0.00016356746,0.0003336391,0.00087545393,0.015930805,0.029930677,0.04944624,0.01057131,0.8875921],"study_design_scores_gemma":[0.000104417544,0.00022711474,0.0031201118,0.00024016756,0.00011626223,0.0008797901,0.00046838424,0.8521371,0.04196371,0.044045553,0.056571033,0.00012632682],"about_ca_topic_score_codex":0.001943774,"about_ca_topic_score_gemma":0.0041384404,"teacher_disagreement_score":0.008514821,"about_ca_system_score_codex":0.00097369595,"about_ca_system_score_gemma":0.0017841647,"threshold_uncertainty_score":0.02848494},"labels":[],"label_agreement":null},{"id":"W2039765020","doi":"10.1109/reruntime.2010.5628554","title":"Foreword: First Workshop requirements@run.time","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Finkelstein's test; Library science; Engineering; Operations research; Management; Computer science","score_opus":0.037523336779963584,"score_gpt":0.2989229070798896,"score_spread":0.261399570299926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039765020","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002568854,0.017019928,0.040187422,0.13300617,0.4059068,0.0009835532,0.005337495,0.007992976,0.3869968],"genre_scores_gemma":[0.0052958042,0.0040661674,0.0053562266,0.017716216,0.04130076,0.00023457958,0.0036927573,0.00267873,0.9196588],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99890804,0.0001801771,0.00009314823,0.00022586688,0.00046818762,0.0001246315],"domain_scores_gemma":[0.9953069,0.0011030819,0.00019587176,0.00038964394,0.0019791876,0.0010252802],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0026007474,0.001831002,0.0011709611,0.0017356449,0.0013809851,0.0053622304,0.001892804,0.0049255034,0.38305303],"category_scores_gemma":[0.004959922,0.00068974367,0.0014241223,0.0011490423,0.00039221748,0.005008649,0.0024055613,0.0051204194,0.33908424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051452043,0.00002811483,0.00002841747,0.00012214179,0.0000042759075,0.000045647583,0.000022344642,0.000049124592,0.00073873176,0.0012702646,0.9700585,0.027581004],"study_design_scores_gemma":[0.000016786165,0.000032743144,0.00015117537,0.000109555105,0.0000053733174,0.00006582066,0.000048064674,0.00019062358,0.0003477987,0.0010895126,0.99792945,0.000013099699],"about_ca_topic_score_codex":0.0011491402,"about_ca_topic_score_gemma":0.0024735914,"teacher_disagreement_score":0.38305303,"about_ca_system_score_codex":0.0011550841,"about_ca_system_score_gemma":0.001198153,"threshold_uncertainty_score":0.88},"labels":[],"label_agreement":null},{"id":"W2040305855","doi":"10.4236/jsea.2009.24032","title":"An Aspect-Oriented Approach for Use Case Based Modeling of Software Product Lines","year":2009,"lang":"en","type":"article","venue":"Journal of Software Engineering and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reusability; Maintainability; Reuse; Modularity (biology); Software product line; Software engineering; Computer science; Aspect-oriented programming; Software; Software development; Variable (mathematics); Software system; Systems engineering; Engineering; Programming language","score_opus":0.04023251219425753,"score_gpt":0.2896694197855599,"score_spread":0.24943690759130235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040305855","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011852242,0.00015451458,0.99405706,0.0001882679,0.000029511455,0.00020533144,0.00009766995,0.00029917032,0.003783233],"genre_scores_gemma":[0.03945707,0.0008018979,0.9545324,0.00010315128,0.00005804158,0.0010966107,0.00035742085,0.00013606675,0.0034573653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99796754,0.00080443226,0.00024312169,0.00020642641,0.00067480694,0.00010365053],"domain_scores_gemma":[0.99869007,0.00062623527,0.00018899227,0.00020695644,0.0002273774,0.0000603759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025324312,0.0016406149,0.0008625113,0.0030776514,0.0010783272,0.0040344126,0.0039618597,0.0024880534,0.0034749762],"category_scores_gemma":[0.0039109504,0.0013646336,0.0032040118,0.0028428652,0.0016019904,0.0027792673,0.001721037,0.002793569,0.0008883647],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000376679,0.00015240915,0.00087730173,0.0002503489,0.000117014504,0.0014666938,0.0013972366,0.2524912,0.004881011,0.6866214,0.0024971513,0.049210504],"study_design_scores_gemma":[0.00004396954,0.00007099245,0.00034189003,0.00022310525,0.00013349336,0.0006982456,0.00019074378,0.7281142,0.0027054616,0.17463367,0.09277735,0.00006691089],"about_ca_topic_score_codex":0.006051051,"about_ca_topic_score_gemma":0.006191118,"teacher_disagreement_score":0.006051051,"about_ca_system_score_codex":0.001261118,"about_ca_system_score_gemma":0.0016920086,"threshold_uncertainty_score":0.013392985},"labels":[],"label_agreement":null},{"id":"W204073419","doi":"","title":"Application of design combinatorial theory to scenario-based software architecture analysis","year":2005,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture tradeoff analysis method; Software architecture; Software engineering; Reference architecture; Resource-oriented architecture; Software reliability testing; Software system; Software construction; Software; Software design; Software architecture description; Architecture; Software design description; Reliability engineering; Software development; Programming language; Engineering","score_opus":0.012223892359049481,"score_gpt":0.24658091128692314,"score_spread":0.23435701892787367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204073419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020198475,0.00011729535,0.99215853,0.00016478708,0.000018443778,0.00006828916,0.000036830173,0.000108886554,0.005307133],"genre_scores_gemma":[0.178497,0.0006573741,0.8164331,0.00020977702,0.000102595906,0.0007267657,0.00027519147,0.00018987774,0.0029082675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964072,0.0020289933,0.0001703638,0.00023485489,0.0010095787,0.00014901756],"domain_scores_gemma":[0.9917413,0.0063349423,0.00038650123,0.0007330589,0.0006620564,0.00014222981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039661843,0.00141618,0.0009749468,0.005257998,0.0011261458,0.0036668691,0.001557172,0.001301889,0.006555356],"category_scores_gemma":[0.011951505,0.0011466094,0.0028306677,0.0030347938,0.0038455368,0.0026838456,0.0017403946,0.0021649573,0.0006928213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017369277,0.000047051955,0.0004483348,0.00013961778,0.000059842136,0.000202228,0.00015207777,0.28825614,0.00073716504,0.67267966,0.0011352203,0.036125295],"study_design_scores_gemma":[0.000017705934,0.000040432617,0.00020166746,0.00006290382,0.000026670812,0.00016738362,0.00006653268,0.48847583,0.0007799804,0.5031327,0.0070028203,0.000025354166],"about_ca_topic_score_codex":0.001791472,"about_ca_topic_score_gemma":0.0015571935,"teacher_disagreement_score":0.006555356,"about_ca_system_score_codex":0.002763338,"about_ca_system_score_gemma":0.0019496008,"threshold_uncertainty_score":0.0219298},"labels":[],"label_agreement":null},{"id":"W2041986180","doi":"10.1109/re.2014.6912277","title":"Combined goal and feature model reasoning with the User Requirements Notation and jUCMNav","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Feature model; Feature (linguistics); Notation; Personalization; Interface (matter); Eclipse; Variation (astronomy); Software engineering; User interface; Stakeholder; Software; Human–computer interaction; Programming language; World Wide Web","score_opus":0.01929261760962359,"score_gpt":0.26003659692826764,"score_spread":0.24074397931864405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2041986180","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016727456,0.000058158766,0.9883918,0.00028342224,0.00006114758,0.00012877282,0.00027168993,0.0050218822,0.004110341],"genre_scores_gemma":[0.027359108,0.0000947364,0.968154,0.00022589475,0.000024645024,0.00024073079,0.0011274049,0.00068120373,0.0020923924],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98527724,0.0055889497,0.00178653,0.0019582433,0.0046668975,0.00072216487],"domain_scores_gemma":[0.98292565,0.007089412,0.0010677754,0.0055817743,0.002977376,0.0003579951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013980411,0.0021776678,0.001086777,0.0028289466,0.001042378,0.006133864,0.0051010665,0.0022881746,0.005429456],"category_scores_gemma":[0.027765868,0.001793833,0.0036884225,0.0017155055,0.0024537677,0.008785858,0.0059460364,0.004621204,0.0019204197],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035285056,0.00030399987,0.001804593,0.0010451826,0.00017712888,0.0011624424,0.002307195,0.07614561,0.013858732,0.6832211,0.025870934,0.19375016],"study_design_scores_gemma":[0.00016324958,0.00016304359,0.00040146377,0.00054855674,0.00017995531,0.00087438856,0.00029092564,0.56183356,0.023049384,0.19660822,0.21571268,0.00017461008],"about_ca_topic_score_codex":0.008556376,"about_ca_topic_score_gemma":0.0204507,"teacher_disagreement_score":0.013980411,"about_ca_system_score_codex":0.0020566513,"about_ca_system_score_gemma":0.0051504625,"threshold_uncertainty_score":0.07393634},"labels":[],"label_agreement":null},{"id":"W2042365591","doi":"10.1145/1094855.1094884","title":"CodeQuest","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Datalog; Computer science; Programming language; Scalability; Logic programming; Ranging; Query language; Code (set theory); Database; Set (abstract data type)","score_opus":0.02665755584574183,"score_gpt":0.2838129176753002,"score_spread":0.2571553618295584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042365591","genre_codex":"software","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":"software","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006714172,0.0017965983,0.27254164,0.0020426738,0.0007872637,0.00085579767,0.03188131,0.63474375,0.048636828],"genre_scores_gemma":[0.11000298,0.0027427233,0.35152274,0.00732858,0.000792693,0.0022593387,0.1944335,0.23822248,0.09269502],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965663,0.00045886086,0.00025140165,0.0007743403,0.0016872718,0.0002617212],"domain_scores_gemma":[0.9938619,0.0023952855,0.00039127478,0.0016084553,0.0012501016,0.0004929025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027498193,0.0018658699,0.0011778813,0.0028127788,0.001160623,0.00499339,0.0051484494,0.002325189,0.051289763],"category_scores_gemma":[0.013061697,0.0014623425,0.0018895998,0.0023162223,0.0013329376,0.007063016,0.006897835,0.00288329,0.02720028],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012090766,0.00019379829,0.0042710793,0.00152164,0.00020205523,0.00069941423,0.0005927533,0.0034376637,0.007984112,0.037887778,0.71788794,0.22411266],"study_design_scores_gemma":[0.00030724096,0.00014378564,0.0019069014,0.00023149316,0.000063589934,0.0009905751,0.00014547499,0.03192324,0.014907447,0.037746143,0.9114244,0.00020971904],"about_ca_topic_score_codex":0.0043755304,"about_ca_topic_score_gemma":0.0046383864,"teacher_disagreement_score":0.051289763,"about_ca_system_score_codex":0.0014449045,"about_ca_system_score_gemma":0.0022810542,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W204271202","doi":"","title":"Atomic requirements for software architecting","year":2007,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Requirements engineering; Software requirements; Computer science; Software requirements specification; Requirements analysis; Systems engineering; Software engineering; Context (archaeology); Process (computing); Software; Software development; Engineering; Software construction; Programming language","score_opus":0.08977179403979542,"score_gpt":0.349579294552769,"score_spread":0.2598075005129736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204271202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00265682,0.002904957,0.9269359,0.0071286084,0.00043183396,0.00013588142,0.000085622385,0.0004595065,0.05926084],"genre_scores_gemma":[0.16938378,0.005202023,0.80601335,0.0022139526,0.0008995171,0.00078267005,0.00034105792,0.00036277427,0.014800897],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9891072,0.0051665315,0.0008387172,0.00079443905,0.0036663476,0.00042680977],"domain_scores_gemma":[0.9855134,0.0079449,0.00071211235,0.003093682,0.0023524049,0.0003836114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009786094,0.001126744,0.0007785985,0.002156764,0.0021475847,0.004766777,0.0016692542,0.0036733623,0.006497362],"category_scores_gemma":[0.021316558,0.0009237415,0.0010309063,0.0019092334,0.006848297,0.008543224,0.004235204,0.0055985777,0.0028867263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003936948,0.000006575051,0.00003820961,0.00007256299,0.000004122535,0.00003433299,0.0002512053,0.0016053139,0.000260206,0.98431236,0.0023224894,0.011088588],"study_design_scores_gemma":[0.000010454044,0.000013116986,0.00003831808,0.00009617229,0.0000060569873,0.00008201878,0.00011242093,0.0064680083,0.00039915182,0.9326978,0.06006189,0.000014569558],"about_ca_topic_score_codex":0.001753832,"about_ca_topic_score_gemma":0.00153881,"teacher_disagreement_score":0.009786094,"about_ca_system_score_codex":0.0021436326,"about_ca_system_score_gemma":0.0028280956,"threshold_uncertainty_score":0.051754475},"labels":[],"label_agreement":null},{"id":"W2043011233","doi":"10.1145/1363686.1363715","title":"Decision-making coordination in collaborative product configuration","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Configuration Management (ITSM); Product (mathematics); Context (archaeology); Process (computing); Process management; Product engineering; Teamwork; Product management; Product design specification; Feature (linguistics); Product line; Software product line; New product development; Feature model; Systems engineering; Software configuration management; Group decision-making; Software engineering; Knowledge management; Software; Product design; Engineering; Manufacturing engineering; Software development; Business","score_opus":0.03016640309882148,"score_gpt":0.311944127164382,"score_spread":0.28177772406556056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043011233","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09971912,0.0010732498,0.8612246,0.0019092454,0.00013156673,0.00044360812,0.00007586332,0.0006322332,0.034790475],"genre_scores_gemma":[0.8093963,0.00045607955,0.18685678,0.0001537824,0.00007286987,0.00042427328,0.00011974587,0.00007395461,0.0024462647],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9860647,0.008044682,0.0008802869,0.0021739977,0.0018425053,0.0009938518],"domain_scores_gemma":[0.9812541,0.011935409,0.002206265,0.0019034073,0.0014833607,0.0012174395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010737285,0.0012181329,0.001309688,0.0017426519,0.0026378739,0.0060985563,0.0029416294,0.0031612632,0.0043457854],"category_scores_gemma":[0.025389783,0.0011678116,0.00079594535,0.0026460257,0.0038418411,0.005293382,0.00508286,0.0017776366,0.00080633786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008115787,0.00052977505,0.0057222173,0.00057557446,0.00022937104,0.0025509796,0.008241502,0.4382687,0.006447408,0.29190078,0.0047545666,0.23996745],"study_design_scores_gemma":[0.0002838749,0.00032416318,0.002110693,0.00016662078,0.000119563396,0.00045288642,0.0026298629,0.64431137,0.004003385,0.3253484,0.020103836,0.00014534644],"about_ca_topic_score_codex":0.0045133308,"about_ca_topic_score_gemma":0.002843514,"teacher_disagreement_score":0.010737285,"about_ca_system_score_codex":0.0022766546,"about_ca_system_score_gemma":0.004079118,"threshold_uncertainty_score":0.05678487},"labels":[],"label_agreement":null},{"id":"W2043022209","doi":"10.1109/iri.2013.6642473","title":"Detecting distributed software components that will not cause emergent behavior in asynchronous communication style","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Alberta Innovates - Technology Futures","keywords":"Asynchronous communication; Computer science; Scalability; Distributed computing; Software deployment; Software; Scale (ratio); Software engineering; Computer network; Operating system","score_opus":0.06653279398372383,"score_gpt":0.2949884907936129,"score_spread":0.22845569680988906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043022209","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10205944,0.000049246766,0.8948449,0.00010662215,0.000026704185,0.000110432426,0.000034405235,0.0015962194,0.0011719734],"genre_scores_gemma":[0.646504,0.000050948478,0.35104617,0.00009580804,0.00001672922,0.0001538656,0.0001329847,0.00016307602,0.0018364136],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99797744,0.00039717904,0.00013965623,0.00042237013,0.00089756603,0.0001657676],"domain_scores_gemma":[0.99004537,0.004165184,0.0018627013,0.0014816254,0.0022448313,0.00020021867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012888893,0.00064294774,0.00044582042,0.0011134826,0.00054873416,0.00087622716,0.0008980903,0.00096410984,0.0007056762],"category_scores_gemma":[0.011709812,0.0003541091,0.0004613184,0.0005501935,0.0007448203,0.0012430293,0.000760046,0.00066572137,0.00029594355],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008408967,0.00061764405,0.06896467,0.000532893,0.00016672388,0.0019704984,0.0018937776,0.11183062,0.1926563,0.045548026,0.0039093564,0.57106864],"study_design_scores_gemma":[0.00007709642,0.00039606626,0.0073474986,0.000041907762,0.00010136704,0.0012136785,0.00032677493,0.8407769,0.11906505,0.023724621,0.006874393,0.00005459572],"about_ca_topic_score_codex":0.0012011966,"about_ca_topic_score_gemma":0.001491403,"teacher_disagreement_score":0.0012888893,"about_ca_system_score_codex":0.0004136271,"about_ca_system_score_gemma":0.0009700781,"threshold_uncertainty_score":0.006816387},"labels":[],"label_agreement":null},{"id":"W2043312149","doi":"10.1145/2209249.2209268","title":"Large-scale complex IT systems","year":2012,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":215,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science; Scale (ratio); Geography; Cartography","score_opus":0.17221600002183168,"score_gpt":0.3658577035858895,"score_spread":0.1936417035640578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043312149","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29344937,0.0034853455,0.55899155,0.018029291,0.00061470206,0.00023643638,0.0009978113,0.0026252214,0.121570334],"genre_scores_gemma":[0.95420945,0.0012616721,0.035594117,0.00047676804,0.0002311025,0.00010093993,0.00040641314,0.00016039421,0.0075591756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917513,0.0002534163,0.000031427004,0.00016370589,0.00029876828,0.0000775239],"domain_scores_gemma":[0.99673647,0.0016872115,0.00025224296,0.000711755,0.0003558894,0.00025642908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009114176,0.00031196675,0.00034215755,0.0005064348,0.00084626937,0.0030917001,0.00064926705,0.00069404684,0.00697208],"category_scores_gemma":[0.007179342,0.0003126665,0.00031092664,0.0007498126,0.0016836446,0.004409854,0.0020317642,0.0014377313,0.0010661255],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007174315,0.00007301415,0.004928796,0.00029643578,0.00010964277,0.0007893523,0.00095075415,0.11735242,0.00607258,0.79868907,0.014516549,0.05614956],"study_design_scores_gemma":[0.00003015504,0.000045503934,0.003552753,0.000055919732,0.000031772648,0.00021625665,0.0005907371,0.21642344,0.001031026,0.7279481,0.050043836,0.000030451894],"about_ca_topic_score_codex":0.0027773147,"about_ca_topic_score_gemma":0.0022915548,"teacher_disagreement_score":0.00697208,"about_ca_system_score_codex":0.0010737859,"about_ca_system_score_gemma":0.0011608358,"threshold_uncertainty_score":0.023323894},"labels":[],"label_agreement":null},{"id":"W2043798993","doi":"10.1145/2629376","title":"The Requirements Problem for Adaptive Systems","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"European Research Council","keywords":"Computer science; System requirements specification; System requirements; Non-functional requirement; Requirements engineering; Functional requirement; Software requirements specification; Risk analysis (engineering); Software engineering; Software system; Programming language; Software","score_opus":0.048161055620952624,"score_gpt":0.27930101401341256,"score_spread":0.23113995839245993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043798993","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013643624,0.0033995465,0.85546637,0.020800294,0.0006492196,0.00053458585,0.0006105214,0.00037592478,0.1045199],"genre_scores_gemma":[0.48486423,0.0058346842,0.4611008,0.0062663383,0.0026623732,0.0021302744,0.0018784676,0.00038202695,0.034880836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9856442,0.0056575765,0.0017161142,0.0024823837,0.0037876589,0.00071206223],"domain_scores_gemma":[0.9817355,0.013133789,0.0011176546,0.0015638329,0.002092521,0.00035672836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007328746,0.0012456635,0.0011190445,0.0013939203,0.0019631407,0.0049968264,0.0018917666,0.006340204,0.013295534],"category_scores_gemma":[0.03543614,0.0007659201,0.0020866306,0.0015715618,0.006922813,0.010785504,0.004876139,0.00794514,0.0025694245],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000264892,0.000024124234,0.00023226452,0.0002341967,0.000024271141,0.000205954,0.00054083363,0.0051181642,0.000638352,0.9732849,0.0046455692,0.015024899],"study_design_scores_gemma":[0.00004895481,0.0000399091,0.00021323263,0.00010992744,0.000020217582,0.0003969928,0.00032257038,0.01739216,0.00042733346,0.91743827,0.06356337,0.000027034617],"about_ca_topic_score_codex":0.002170966,"about_ca_topic_score_gemma":0.0011825293,"teacher_disagreement_score":0.013295534,"about_ca_system_score_codex":0.0026208526,"about_ca_system_score_gemma":0.0023918573,"threshold_uncertainty_score":0.044478},"labels":[],"label_agreement":null},{"id":"W2044438808","doi":"10.1145/1119655.1119683","title":"AO challenge - implementing the ACID properties for transactional objects","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aspect-oriented programming; Atomicity; Computer science; Separation of concerns; Consistency (knowledge bases); Programming language; Concurrency; Software engineering; Concurrency control; Notation; Set (abstract data type); Isolation (microbiology); Object-oriented programming; Distributed computing; Software; Artificial intelligence; Database transaction","score_opus":0.06133034240914654,"score_gpt":0.27964506305118003,"score_spread":0.2183147206420335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044438808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.353612,0.00084109016,0.5842736,0.0038324168,0.000590762,0.00092124083,0.00028121483,0.0067828316,0.048864946],"genre_scores_gemma":[0.5959025,0.0003629088,0.38056746,0.00087944913,0.000089783316,0.0002480035,0.00040459578,0.0009301466,0.020615123],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965887,0.00082934246,0.0002307666,0.00039725684,0.0015772802,0.00037678852],"domain_scores_gemma":[0.9903436,0.0029129903,0.0006644746,0.0029275278,0.0024775025,0.0006740818],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051045143,0.00043340898,0.00038566854,0.0003328003,0.001289693,0.0030892806,0.002098035,0.0020334627,0.0023879658],"category_scores_gemma":[0.012732211,0.00040705514,0.0004948982,0.0003478326,0.001309688,0.0050467905,0.0029896365,0.0021026754,0.000952301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020562536,0.0015188918,0.026306612,0.0018861957,0.00011794447,0.004766842,0.009105802,0.026465932,0.20666048,0.29035482,0.016920447,0.41383976],"study_design_scores_gemma":[0.00035743637,0.0015570918,0.005740369,0.00039329776,0.00017241114,0.0058625154,0.0033669318,0.23361962,0.2760998,0.09141483,0.38121608,0.00019971146],"about_ca_topic_score_codex":0.0013509883,"about_ca_topic_score_gemma":0.0017504367,"teacher_disagreement_score":0.0051045143,"about_ca_system_score_codex":0.0005874842,"about_ca_system_score_gemma":0.0018908494,"threshold_uncertainty_score":0.02699554},"labels":[],"label_agreement":null},{"id":"W2044496112","doi":"10.1007/s11704-010-0026-2","title":"Documenting and verifying systems assembled from components","year":2010,"lang":"en","type":"article","venue":"Frontiers of Computer Science in China","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Science Foundation Ireland","keywords":"Computer science; Software engineering; Programming language","score_opus":0.015121579898812052,"score_gpt":0.2614243267920669,"score_spread":0.24630274689325485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044496112","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08456922,0.00028312355,0.9069693,0.000108666405,0.00005639184,0.00035545274,0.00033830106,0.00641024,0.00090931886],"genre_scores_gemma":[0.42469415,0.00042030754,0.5683257,0.00005578575,0.000043370143,0.00031750023,0.0020310038,0.0014408451,0.0026713635],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9921663,0.0018258329,0.0011364565,0.0013034224,0.0030821671,0.0004857795],"domain_scores_gemma":[0.97468376,0.011270043,0.0028540918,0.0066399854,0.004261874,0.0002901366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051841154,0.0016373035,0.0011264542,0.0017878464,0.0014745726,0.0032372384,0.0019090554,0.0014185923,0.0022699926],"category_scores_gemma":[0.024946539,0.0014967025,0.0020801963,0.0012696576,0.0020593912,0.004259586,0.002458944,0.0015440093,0.0009134932],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015140895,0.00034788935,0.025004692,0.004021714,0.00061900046,0.0032917294,0.0036527836,0.21554227,0.21425375,0.079408295,0.004955691,0.44738802],"study_design_scores_gemma":[0.00034262048,0.0011907152,0.0062357043,0.00035315138,0.0010610017,0.0012109627,0.00088229054,0.43530938,0.48099893,0.049484607,0.022766039,0.00016455784],"about_ca_topic_score_codex":0.0063548903,"about_ca_topic_score_gemma":0.006504029,"teacher_disagreement_score":0.0063548903,"about_ca_system_score_codex":0.0012562907,"about_ca_system_score_gemma":0.0063302442,"threshold_uncertainty_score":0.027416527},"labels":[],"label_agreement":null},{"id":"W2044950478","doi":"10.1109/ccece.2008.4564814","title":"Monitoring Multi-Agent Systems for deadlock detection based on UML models","year":2008,"lang":"en","type":"article","venue":"Conference proceedings - Canadian Conference on Electrical and Computer Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Sequence diagram; Computer science; Deadlock; Unified Modeling Language; Deadlock prevention algorithms; Activity diagram; Multi-agent system; Context (archaeology); Distributed computing; UML tool; Software; Resource (disambiguation); Real-time computing; Software engineering; Programming language; Artificial intelligence","score_opus":0.08413569877826862,"score_gpt":0.24946036599087207,"score_spread":0.16532466721260344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044950478","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00927634,0.00011574509,0.9875159,0.00012948563,0.000016775564,0.00014219263,0.000037568756,0.0018502506,0.00091571553],"genre_scores_gemma":[0.18586375,0.0002321619,0.81233925,0.00006749483,0.000020668895,0.00043343616,0.00022218634,0.00019335537,0.00062779617],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928531,0.003912263,0.00053012156,0.00045645758,0.002030426,0.00021768286],"domain_scores_gemma":[0.9898046,0.0059056142,0.0012959794,0.0015420209,0.0012495719,0.00020224656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00598836,0.0009999179,0.00070453924,0.0019826707,0.0007375424,0.0020826745,0.0014482856,0.0009833365,0.0012073376],"category_scores_gemma":[0.016405733,0.0008382318,0.0011807851,0.0006483133,0.000945071,0.0030819965,0.0016047026,0.0012322002,0.00033086768],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005203023,0.0004683793,0.013928886,0.00083032146,0.00028520628,0.001053139,0.0037336166,0.4249651,0.067491546,0.23553635,0.0039475844,0.2472396],"study_design_scores_gemma":[0.000049475922,0.00006967509,0.0004327737,0.00011437534,0.000069874055,0.00015797999,0.00008166689,0.95549524,0.013993275,0.022184834,0.007313362,0.00003746979],"about_ca_topic_score_codex":0.003536392,"about_ca_topic_score_gemma":0.00409757,"teacher_disagreement_score":0.00598836,"about_ca_system_score_codex":0.0012097245,"about_ca_system_score_gemma":0.0024113778,"threshold_uncertainty_score":0.031669855},"labels":[],"label_agreement":null},{"id":"W2044987604","doi":"10.1145/1066129.1066143","title":"FeaturePlugin","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":222,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Cardinality (data modeling); Eclipse; Key (lock); Product (mathematics); Product line; Data mining; Programming language; Engineering; Mathematics; Manufacturing engineering","score_opus":0.020564691850625014,"score_gpt":0.266312663176261,"score_spread":0.245747971325636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044987604","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009594192,0.0003801244,0.6246095,0.0003684294,0.00028619563,0.0004092897,0.0047082524,0.33198485,0.027659105],"genre_scores_gemma":[0.25060314,0.0021700982,0.43184447,0.0019575814,0.00038127546,0.0019230286,0.051436886,0.13161628,0.12806724],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99869615,0.00015472472,0.000119127224,0.00021152759,0.00067437603,0.00014418464],"domain_scores_gemma":[0.9980379,0.000655699,0.00014974122,0.0007782617,0.00028471331,0.000093671435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011150525,0.0016571481,0.0006798669,0.0011185473,0.00059985224,0.0017794177,0.002550819,0.001290879,0.02726348],"category_scores_gemma":[0.0043610614,0.0009998627,0.001324613,0.00076063006,0.0005082306,0.0033460828,0.0034132462,0.0016615955,0.0132902805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005742101,0.0005497811,0.005989124,0.0016488432,0.00020449708,0.002298932,0.0008039415,0.016511502,0.03142159,0.07449251,0.31306818,0.55243695],"study_design_scores_gemma":[0.00011276342,0.0001719522,0.0018817496,0.00017942615,0.000092457,0.0025061392,0.00007959087,0.04020648,0.037524875,0.034700815,0.8824338,0.00010993537],"about_ca_topic_score_codex":0.0012512363,"about_ca_topic_score_gemma":0.001661602,"teacher_disagreement_score":0.02726348,"about_ca_system_score_codex":0.0005275732,"about_ca_system_score_gemma":0.00086771103,"threshold_uncertainty_score":0.09120548},"labels":[],"label_agreement":null},{"id":"W2045110728","doi":"10.1145/2721956.2721991","title":"Using dynamic mixins to implement design patterns","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Reuse; Implementation; Programming language; Object-oriented programming; Software design pattern; Composition (language); Object (grammar); Sample (material); Focus (optics); Design pattern; Software engineering; Object-oriented design; Reusability; Artificial intelligence; Software; Engineering","score_opus":0.1245850838723013,"score_gpt":0.3687897446490472,"score_spread":0.24420466077674588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045110728","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01115384,0.0003179399,0.97947675,0.0005636964,0.00006538786,0.00019871992,0.00003578472,0.001656666,0.0065312297],"genre_scores_gemma":[0.08597086,0.00048575224,0.9039845,0.0003622875,0.000033422453,0.00052973063,0.00011970182,0.00047217574,0.0080415495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941004,0.0022907737,0.0007622529,0.0008786815,0.0015583478,0.00040959127],"domain_scores_gemma":[0.98987246,0.0044406084,0.0011802455,0.003242659,0.00095378695,0.00031017952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072379466,0.001026125,0.00047452532,0.0021908989,0.0011650043,0.004367202,0.001705358,0.0017173463,0.0033942387],"category_scores_gemma":[0.013025639,0.0010265993,0.0008484704,0.0014179621,0.0029570255,0.007087178,0.0039581303,0.0022364287,0.0013338088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014121227,0.00015186476,0.0030158756,0.0006398985,0.00009287602,0.00064969814,0.0037918068,0.009871362,0.017468954,0.6585068,0.003910717,0.30175883],"study_design_scores_gemma":[0.00016152437,0.00030110808,0.0011194166,0.0006622691,0.00014621041,0.0024916762,0.0011396834,0.06177394,0.05234915,0.46500087,0.4147122,0.00014204334],"about_ca_topic_score_codex":0.0006002379,"about_ca_topic_score_gemma":0.0010009817,"teacher_disagreement_score":0.0072379466,"about_ca_system_score_codex":0.0012914274,"about_ca_system_score_gemma":0.001699934,"threshold_uncertainty_score":0.03827834},"labels":[],"label_agreement":null},{"id":"W2046116380","doi":"10.1145/1509847.1509851","title":"Employing aspect composition in adaptive software systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Aspect-oriented programming; Computer science; Adaptation (eye); Set (abstract data type); Software engineering; Software; Software system; Extensibility; Software product line; Separation of concerns; Systems engineering; Distributed computing; Software development; Engineering; Programming language","score_opus":0.04486215578197098,"score_gpt":0.2869098807889627,"score_spread":0.2420477250069917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046116380","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17782524,0.0007457836,0.80866134,0.00051385973,0.0000566337,0.00020479264,0.000009198892,0.001597826,0.010385371],"genre_scores_gemma":[0.5977899,0.0004502699,0.3988119,0.0001419199,0.000022697895,0.00008668707,0.000028980676,0.00020486154,0.0024627163],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749833,0.0011815729,0.00013616121,0.00024734696,0.0008039115,0.00013263742],"domain_scores_gemma":[0.99737215,0.0014208267,0.00023069156,0.000461318,0.00039055393,0.0001244991],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032667073,0.00035879854,0.00027703316,0.0005751484,0.00088418677,0.0013062902,0.0005851572,0.0006694232,0.0006281006],"category_scores_gemma":[0.0063593327,0.00046582185,0.0002894676,0.000497565,0.0014909074,0.0017513251,0.0015997887,0.0010158375,0.00021792494],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005429246,0.00041471075,0.011851883,0.00063597073,0.00011727579,0.0025109728,0.014632116,0.0803936,0.13868542,0.11455979,0.0015476176,0.6341077],"study_design_scores_gemma":[0.0002916325,0.0010666314,0.006002226,0.00034959306,0.00029799851,0.005648642,0.0028871426,0.5438034,0.16010049,0.12863003,0.15076953,0.0001526004],"about_ca_topic_score_codex":0.0012076993,"about_ca_topic_score_gemma":0.0011719737,"teacher_disagreement_score":0.0032667073,"about_ca_system_score_codex":0.00039996524,"about_ca_system_score_gemma":0.0008705354,"threshold_uncertainty_score":0.017276227},"labels":[],"label_agreement":null},{"id":"W2046374478","doi":"10.1504/ijpmb.2007.015139","title":"An agent oriented modelling technique for risk analysis and control in software projects","year":2007,"lang":"en","type":"article","venue":"International Journal of Process Management and Benchmarking","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Software project management; Risk analysis (engineering); Project management; Risk management; Computer science; Work (physics); Control (management); Software; Project risk management; Process management; Software development; Project management triangle; Engineering; Systems engineering; Business; Software construction","score_opus":0.021416828322805552,"score_gpt":0.31832618202101415,"score_spread":0.2969093536982086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046374478","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005010811,0.000081963146,0.99706984,0.00015627293,0.000027722182,0.00005253446,0.000018714456,0.00013598466,0.0019559944],"genre_scores_gemma":[0.05460626,0.0005724533,0.93962693,0.00013720103,0.000079075544,0.0007575089,0.00006836797,0.00009470505,0.004057508],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970836,0.0013333057,0.00025068418,0.0003426878,0.000883097,0.00010661812],"domain_scores_gemma":[0.99621093,0.0024253146,0.00043825165,0.00042020628,0.00039739246,0.00010794466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054526455,0.0015452588,0.0009276673,0.0017704741,0.0012501904,0.0030315781,0.002241686,0.0021877727,0.0033411996],"category_scores_gemma":[0.0075683254,0.0008980587,0.0024601629,0.001670076,0.0018634052,0.0035951703,0.0024329382,0.0034400763,0.0009201128],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053046166,0.0000811983,0.00061418634,0.00026879244,0.00012742917,0.00035029143,0.0013995578,0.14973244,0.0026786905,0.7963995,0.002079393,0.0462155],"study_design_scores_gemma":[0.00007194892,0.00008213197,0.00018156673,0.00016887426,0.00012216803,0.00024857037,0.00014704998,0.65697634,0.0019713938,0.29026678,0.049700655,0.0000624571],"about_ca_topic_score_codex":0.0044795596,"about_ca_topic_score_gemma":0.004214373,"teacher_disagreement_score":0.0054526455,"about_ca_system_score_codex":0.0013067586,"about_ca_system_score_gemma":0.0019369407,"threshold_uncertainty_score":0.028836727},"labels":[],"label_agreement":null},{"id":"W204681312","doi":"","title":"A Test-Driven Approach to Establishing & Managing Agile Product Lines.","year":2008,"lang":"en","type":"article","venue":"Software Product Lines","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Unit testing; Reuse; Traceability; Computer science; Acceptance testing; Software engineering; Test Management Approach; Test suite; Test (biology); Code refactoring; Systems engineering; Reliability engineering; Test case; Engineering; Software; Software development; Software construction","score_opus":0.051321729306164215,"score_gpt":0.274307765011862,"score_spread":0.22298603570569778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W204681312","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005929206,0.00039281722,0.978475,0.0016984412,0.000079566125,0.00058249146,0.00006817364,0.0007101668,0.012064152],"genre_scores_gemma":[0.12549305,0.00045822695,0.8650597,0.00085629866,0.000059641672,0.0010645767,0.00027236287,0.00023018302,0.0065060016],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98729986,0.0073953834,0.00055236067,0.0007498394,0.0037265932,0.0002760092],"domain_scores_gemma":[0.9765763,0.009934215,0.0024275335,0.0048528053,0.004887537,0.0013215665],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009265268,0.00086727954,0.00040730278,0.0021415795,0.0009628651,0.003821749,0.0033431198,0.0013671578,0.0028444189],"category_scores_gemma":[0.020623853,0.00066005543,0.00086593686,0.0014226991,0.0025416212,0.0029032808,0.0025965045,0.0023955773,0.0010231093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000133174,0.00091876753,0.0058873394,0.000979991,0.0002339373,0.0013384521,0.0052724597,0.029837903,0.018157523,0.26785535,0.015037834,0.6543473],"study_design_scores_gemma":[0.00031029462,0.0017301926,0.006903076,0.0012322643,0.00028442504,0.0050251815,0.003221577,0.22963284,0.034217793,0.344728,0.3723914,0.0003229909],"about_ca_topic_score_codex":0.001936421,"about_ca_topic_score_gemma":0.0029311213,"teacher_disagreement_score":0.009265268,"about_ca_system_score_codex":0.0023037144,"about_ca_system_score_gemma":0.0055089765,"threshold_uncertainty_score":0.049000025},"labels":[],"label_agreement":null},{"id":"W2046835698","doi":"10.1109/wicsa.2014.27","title":"Deriving Component Interfaces after a Restructuring of a Legacy System","year":2014,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Consistency (knowledge bases); Programming language; Set (abstract data type); Class (philosophy); Object-oriented programming; Perspective (graphical); Component-based software engineering; Theoretical computer science; Restructuring; Software engineering; Software system; Software; Artificial intelligence","score_opus":0.025535258723285784,"score_gpt":0.27021654794246613,"score_spread":0.24468128921918036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046835698","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30487117,0.00039151576,0.6744647,0.0001335156,0.00008616248,0.0007311214,0.0006782324,0.0047136704,0.013929973],"genre_scores_gemma":[0.3939295,0.00027242533,0.5979711,0.00005332476,0.000019961004,0.0002832913,0.0020031945,0.0009257745,0.004541416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99852955,0.000356174,0.00011279912,0.00030259503,0.0005942495,0.000104574545],"domain_scores_gemma":[0.99551845,0.001636284,0.0003427645,0.0011172714,0.0012986006,0.00008665147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019709743,0.0007954744,0.00043601362,0.002754857,0.00055212725,0.0017095975,0.00071957207,0.00094921933,0.0020458545],"category_scores_gemma":[0.009077876,0.0004801336,0.00070710777,0.0014113494,0.0005274681,0.0013760056,0.000943429,0.0009063883,0.0012052066],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053528807,0.0005242827,0.032995775,0.00094948144,0.000117900854,0.002679059,0.01034674,0.03876551,0.12469295,0.037750177,0.004199363,0.7464435],"study_design_scores_gemma":[0.00017929246,0.0009922503,0.09844414,0.00043613362,0.00067483046,0.0025174979,0.0046291356,0.50101566,0.2127017,0.039712008,0.13847855,0.00021881852],"about_ca_topic_score_codex":0.0031102218,"about_ca_topic_score_gemma":0.002608347,"teacher_disagreement_score":0.0031102218,"about_ca_system_score_codex":0.00091917394,"about_ca_system_score_gemma":0.0011560775,"threshold_uncertainty_score":0.01042366},"labels":[],"label_agreement":null},{"id":"W2046991620","doi":"10.1145/1529282.1529362","title":"LTS semantics for use case models","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Semantics (computer science); Precondition; Programming language; Formal semantics (linguistics); Operational semantics; Formal specification; Syntax; Software engineering; Formal verification; Unified Modeling Language; Software; Artificial intelligence","score_opus":0.1448616928493541,"score_gpt":0.33182810016903624,"score_spread":0.18696640731968214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046991620","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038140465,0.00022502818,0.98823804,0.00048403503,0.000089462075,0.00016904733,0.00030106757,0.0009884816,0.005690811],"genre_scores_gemma":[0.2906087,0.00119607,0.6931575,0.00066772435,0.00049310934,0.0021784722,0.0021989464,0.00065353484,0.0088458555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9939243,0.0019271628,0.0010186832,0.0007330677,0.0019812281,0.0004155312],"domain_scores_gemma":[0.9932679,0.0031120046,0.0007510542,0.0009874634,0.0015887616,0.00029288154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00470189,0.0009964771,0.0007542231,0.0025404429,0.0011610317,0.004336467,0.0017198471,0.001906005,0.0056207483],"category_scores_gemma":[0.008350075,0.0006737441,0.0023611665,0.0017354913,0.0044873473,0.007107417,0.0023976534,0.002992166,0.0017277935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001784489,0.000022473345,0.00011035783,0.00009196013,0.0000142541985,0.00015108343,0.00043303575,0.008910137,0.0011960082,0.9820712,0.00074804033,0.0062335567],"study_design_scores_gemma":[0.000048091453,0.0000403799,0.00009327244,0.00009067067,0.000029081752,0.00020325107,0.00018085043,0.061378032,0.003070768,0.88682127,0.048010755,0.000033482884],"about_ca_topic_score_codex":0.0028186482,"about_ca_topic_score_gemma":0.0014101537,"teacher_disagreement_score":0.0056207483,"about_ca_system_score_codex":0.002401827,"about_ca_system_score_gemma":0.0025536788,"threshold_uncertainty_score":0.024866283},"labels":[],"label_agreement":null},{"id":"W2047057637","doi":"10.1007/s00766-011-0143-y","title":"Comparison and evaluation of goal-oriented satisfaction analysis techniques","year":2012,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":146,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Goal modeling; Computer science; Goal orientation; Management science; Risk analysis (engineering); Process management; Requirements engineering; Engineering; Software; Psychology","score_opus":0.08099374444128393,"score_gpt":0.3856251559035595,"score_spread":0.30463141146227557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047057637","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30495635,0.001505846,0.67521054,0.00060182397,0.000098177065,0.0009467559,0.0007137811,0.0034216025,0.012545128],"genre_scores_gemma":[0.5978879,0.0007756607,0.39763293,0.00013690878,0.000033635068,0.00035316392,0.0011484427,0.00025198338,0.0017794266],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98691326,0.0062254695,0.0007010269,0.0006401616,0.005067984,0.0004520648],"domain_scores_gemma":[0.93863463,0.04934955,0.0020800123,0.002188323,0.0072926083,0.00045487375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009842316,0.0011414569,0.000721668,0.004767852,0.00052689575,0.0015587029,0.0020569516,0.00082621706,0.0029166816],"category_scores_gemma":[0.032755595,0.0003394427,0.001246711,0.0034384616,0.0004578505,0.002228466,0.0012254758,0.0010116709,0.00057803385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034465438,0.0017302096,0.016017495,0.0014058779,0.0005382773,0.00008273104,0.0011632168,0.046392027,0.010719726,0.00999653,0.0028154883,0.9056919],"study_design_scores_gemma":[0.00080544734,0.003027095,0.02318183,0.00018592723,0.00060971914,0.00027677568,0.0019849436,0.9375385,0.016602345,0.010351148,0.0053366646,0.00009966157],"about_ca_topic_score_codex":0.003307233,"about_ca_topic_score_gemma":0.0048516835,"teacher_disagreement_score":0.009842316,"about_ca_system_score_codex":0.0011187328,"about_ca_system_score_gemma":0.0018534104,"threshold_uncertainty_score":0.052051783},"labels":[],"label_agreement":null},{"id":"W2047310403","doi":"10.1007/s11219-012-9185-8","title":"Foreword to the special issue on quality engineering for software product lines","year":2012,"lang":"en","type":"article","venue":"Software Quality Journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"Alberta Innovates - Technology Futures","keywords":"Software product line; Domain engineering; Software engineering; Software development; Software quality management; Social software engineering; Computer science; Software construction; Software quality control; Product engineering; Software quality analyst; Software quality; Product (mathematics); Systems engineering; Engineering; Software; Product design","score_opus":0.09735351601825751,"score_gpt":0.37962411800898177,"score_spread":0.2822706019907243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047310403","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020972223,0.015073599,0.0010534737,0.052589424,0.915201,0.00004684912,0.00018699587,0.00012044886,0.0155185675],"genre_scores_gemma":[0.0018229041,0.015516706,0.00078136724,0.032674376,0.7887506,0.00006919755,0.000537055,0.0003393891,0.15950835],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985266,0.0001720268,0.00017683856,0.00019472232,0.0007994304,0.00013029946],"domain_scores_gemma":[0.9893176,0.0029666252,0.0008236567,0.00043394926,0.005176618,0.0012814391],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019184385,0.002179461,0.0024541765,0.003146763,0.0018786651,0.0064000143,0.0016019554,0.006730598,0.08757013],"category_scores_gemma":[0.008544694,0.0005897214,0.001076817,0.0019925446,0.00090072764,0.004901199,0.0016348789,0.00713334,0.053727552],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018836348,0.000015832595,0.000038020757,0.00013786375,0.000006149602,0.000034691468,0.000007460545,0.000023809807,0.00015323037,0.00054035377,0.9860407,0.012983143],"study_design_scores_gemma":[0.000017056573,0.000052305324,0.0006316791,0.0003098966,0.000019597632,0.00011919262,0.000035224166,0.00016976072,0.00019644552,0.0019954545,0.99644,0.000013295153],"about_ca_topic_score_codex":0.0013134036,"about_ca_topic_score_gemma":0.002825375,"teacher_disagreement_score":0.08757013,"about_ca_system_score_codex":0.0013306538,"about_ca_system_score_gemma":0.0018730466,"threshold_uncertainty_score":0.2929513},"labels":[],"label_agreement":null},{"id":"W2047527986","doi":"10.1145/2362536.2362548","title":"Automated planning for feature model configuration based on functional and non-functional requirements","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Functional requirement; Feature model; Computer science; Software product line; Feature (linguistics); Non-functional requirement; Process (computing); Scalability; Functional design; Functional specification; Software; Software engineering; Product (mathematics); Artificial intelligence; Systems engineering; Software system; Software development; Database; Engineering; Programming language","score_opus":0.10362735939041554,"score_gpt":0.32962572025704306,"score_spread":0.22599836086662753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047527986","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07402251,0.00015263392,0.917907,0.00019153622,0.000015122853,0.0004919658,0.00024423044,0.0028381501,0.004136774],"genre_scores_gemma":[0.43482962,0.00015491468,0.5623313,0.000055704437,0.000007774841,0.00039128767,0.0007560199,0.000291733,0.0011816772],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983125,0.0006615031,0.000094503164,0.0003133046,0.00047928403,0.00013903696],"domain_scores_gemma":[0.99647933,0.002434246,0.00031174396,0.0004022365,0.00027246447,0.0000999746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016418002,0.0013426668,0.0007078042,0.0011251485,0.0008615132,0.0011331505,0.0014885347,0.0011011038,0.004224631],"category_scores_gemma":[0.0064573283,0.0009230113,0.0010785912,0.0009939176,0.0011419099,0.001727119,0.0013179635,0.0010608617,0.0006633435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005013757,0.00044394395,0.005121893,0.00049004564,0.00009966106,0.0015620204,0.0012703545,0.6057054,0.040010076,0.0196555,0.004124151,0.3210155],"study_design_scores_gemma":[0.00006246408,0.00021064284,0.0011054783,0.0000327688,0.00005488861,0.0003169814,0.00033997622,0.96187854,0.016487917,0.015339494,0.004116558,0.000054411004],"about_ca_topic_score_codex":0.005481336,"about_ca_topic_score_gemma":0.009269095,"teacher_disagreement_score":0.005481336,"about_ca_system_score_codex":0.0010530946,"about_ca_system_score_gemma":0.0022341742,"threshold_uncertainty_score":0.014132798},"labels":[],"label_agreement":null},{"id":"W2047804761","doi":"10.1145/1028613.1028619","title":"MADAPT","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Aspect-oriented programming; Middleware (distributed applications); Separation of concerns; Adaptation (eye); Profiling (computer programming); TRACE (psycholinguistics); Distributed computing; Code (set theory); Software engineering; Operating system; Software; Programming language","score_opus":0.028723648007163004,"score_gpt":0.2670697245381464,"score_spread":0.23834607653098341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047804761","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010256342,0.0020362325,0.21158965,0.004416849,0.004637202,0.0003940563,0.016991058,0.23575404,0.5139246],"genre_scores_gemma":[0.09608647,0.0011667642,0.109754466,0.0035044241,0.0008616218,0.00054344186,0.029911762,0.019001558,0.73916954],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992804,0.00006197044,0.000052993688,0.00022169026,0.0003096823,0.000073247145],"domain_scores_gemma":[0.9985965,0.00016962543,0.000073801864,0.00062317343,0.00030825473,0.00022872619],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00074762106,0.00076298724,0.0006950685,0.001242063,0.0010536761,0.0033533722,0.0026371917,0.0015069289,0.24948266],"category_scores_gemma":[0.0027295984,0.00046499717,0.00066996407,0.0008520241,0.00044111247,0.002055131,0.0034587872,0.0013714058,0.2332601],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005797549,0.00014698361,0.0016717257,0.0004796737,0.000055379878,0.00038776465,0.000353377,0.0015789468,0.019908277,0.021616312,0.40497312,0.54824865],"study_design_scores_gemma":[0.000041477237,0.000054790642,0.00096602086,0.000046213914,0.000016121774,0.00034397954,0.00004852006,0.0029627366,0.0058146864,0.005053921,0.98462754,0.000024145627],"about_ca_topic_score_codex":0.0010020898,"about_ca_topic_score_gemma":0.0013754115,"teacher_disagreement_score":0.75051737,"about_ca_system_score_codex":0.0008264249,"about_ca_system_score_gemma":0.0008370038,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2047842118","doi":"10.1007/s00766-014-0201-3","title":"On building architecture-centric product line architecture","year":2014,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nortel (Canada); Carleton University","funders":"","keywords":"Reference architecture; Software architecture; Software engineering; Architecture; Applications architecture; Database-centric architecture; Systems engineering; Computer science; Software architecture description; Resource-oriented architecture; Enterprise architecture framework; Software product line; Architecture tradeoff analysis method; Architectural pattern; Solution architecture; Software development; Engineering; Software; Software construction; Operating system","score_opus":0.025072777581774404,"score_gpt":0.2762753018040137,"score_spread":0.2512025242222393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047842118","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010340995,0.0002165936,0.9800673,0.00023032908,0.000021907412,0.00011685975,0.00006944065,0.0010562727,0.007880379],"genre_scores_gemma":[0.13239732,0.00064898934,0.8616655,0.00016200614,0.000019962597,0.00016149048,0.0005892124,0.00031791689,0.004037564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99880385,0.00034672944,0.00007734242,0.00018366324,0.0004640817,0.00012420192],"domain_scores_gemma":[0.9990402,0.00020177756,0.000071222166,0.00038572462,0.00024761283,0.00005350623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010239419,0.00081295596,0.00043334928,0.0010702197,0.00081233797,0.001820832,0.0011277437,0.00080209883,0.0037413675],"category_scores_gemma":[0.0027178791,0.00086781516,0.0010969181,0.0013074091,0.0009834915,0.0029302505,0.0026322587,0.0014847697,0.0015453972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007146542,0.00015997142,0.0030262086,0.00051131716,0.000115140705,0.0005722684,0.00097511144,0.20887493,0.023273364,0.38992247,0.006434935,0.3660628],"study_design_scores_gemma":[0.00003133707,0.00020656995,0.001341253,0.0002778453,0.000111833244,0.0005700616,0.00041861704,0.65955395,0.014393327,0.24506983,0.0779754,0.00004992171],"about_ca_topic_score_codex":0.004301536,"about_ca_topic_score_gemma":0.0092811175,"teacher_disagreement_score":0.004301536,"about_ca_system_score_codex":0.000819572,"about_ca_system_score_gemma":0.0017233086,"threshold_uncertainty_score":0.012516081},"labels":[],"label_agreement":null},{"id":"W2048234728","doi":"10.1145/2578903.2579142","title":"<b>HiLPR</b>","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Mitacs; Curtin University of Technology; International Business Machines Corporation","keywords":"Leverage (statistics); Computer science; Pipeline (software); Representation (politics); Queue; Domain (mathematical analysis); Software; Theoretical computer science; Parallel computing; Software engineering; Programming language; Artificial intelligence; Mathematics","score_opus":0.12840200175849523,"score_gpt":0.259030573852163,"score_spread":0.13062857209366777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048234728","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030284685,0.00013761428,0.9472346,0.0023233718,0.00030042764,0.000080551355,0.00028122266,0.01317169,0.033442058],"genre_scores_gemma":[0.085239604,0.00045661928,0.86650795,0.0030108246,0.00028354177,0.00029026935,0.001037585,0.005067882,0.038105734],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99858284,0.0004261556,0.00013543874,0.00022509694,0.0005122165,0.00011817796],"domain_scores_gemma":[0.9961792,0.00077450654,0.00022340957,0.0019246321,0.00076300453,0.00013533673],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001497108,0.00052235776,0.0002977713,0.00092858396,0.00062305655,0.0027919766,0.0012049284,0.0018683687,0.03764013],"category_scores_gemma":[0.0060971775,0.00049466477,0.0004071871,0.0012430116,0.0018120214,0.0059649665,0.0021943946,0.0017646132,0.017094465],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018407339,0.000058328627,0.0008844442,0.0003663684,0.000017060322,0.00034229908,0.0005452208,0.004181735,0.021066926,0.3052844,0.14412469,0.52294433],"study_design_scores_gemma":[0.000052596304,0.00012527156,0.0009202974,0.00014556499,0.000014791321,0.0015060252,0.00023842385,0.0611017,0.02648874,0.16325381,0.7460744,0.00007842479],"about_ca_topic_score_codex":0.0023038776,"about_ca_topic_score_gemma":0.0032552285,"teacher_disagreement_score":0.96235985,"about_ca_system_score_codex":0.00059305946,"about_ca_system_score_gemma":0.0009320901,"threshold_uncertainty_score":0.12591875},"labels":[],"label_agreement":null},{"id":"W2048248023","doi":"10.1109/mipro.2014.6859802","title":"UNDERSTANDER Business Intelligence Seeker &amp;#x2014; User agent","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science","score_opus":0.079387185744914,"score_gpt":0.3027921298452564,"score_spread":0.2234049441003424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048248023","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09960473,0.0011841811,0.4236872,0.009316874,0.0003418367,0.0013478823,0.0022603974,0.053455435,0.40880147],"genre_scores_gemma":[0.21207443,0.00067236903,0.27186072,0.0016575181,0.00008151092,0.00072798494,0.003505237,0.0026417526,0.50677854],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993793,0.00017236017,0.000024628722,0.00012527134,0.0002163205,0.000082039856],"domain_scores_gemma":[0.9992963,0.00020460275,0.000048400976,0.00014001387,0.00012701216,0.0001837531],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013136712,0.0005699785,0.000606627,0.0007808603,0.0013196002,0.0030254177,0.00085743197,0.0017190254,0.055210974],"category_scores_gemma":[0.0023805117,0.00042946733,0.00037270592,0.0005541563,0.0005297465,0.0040657893,0.002051826,0.0012630076,0.013302191],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008837881,0.00074525684,0.005875146,0.00037884986,0.0000567957,0.00088784384,0.008583894,0.0033255068,0.037858598,0.18154834,0.22139582,0.5384602],"study_design_scores_gemma":[0.000114265735,0.00017327635,0.0017222066,0.000056477893,0.000037020884,0.0004501786,0.00091691077,0.03845027,0.011589666,0.012880073,0.93353724,0.000072539384],"about_ca_topic_score_codex":0.006293593,"about_ca_topic_score_gemma":0.01022974,"teacher_disagreement_score":0.055210974,"about_ca_system_score_codex":0.00094605295,"about_ca_system_score_gemma":0.0014840864,"threshold_uncertainty_score":0.18469912},"labels":[],"label_agreement":null},{"id":"W2049096920","doi":"10.1016/j.knosys.2004.07.005","title":"High-level design for user and component interfaces","year":2004,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Component (thermodynamics); User interface; Component-based software engineering; Software; Interface (matter); Human–computer interaction; Architecture; Software architecture; Software engineering; Distributed computing; Software system; Programming language; Operating system","score_opus":0.10654025354773722,"score_gpt":0.30508832616939785,"score_spread":0.19854807262166063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049096920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002057255,0.000056059136,0.9937627,0.000059643917,0.000019958708,0.00006654369,0.000033612825,0.0017099982,0.002234204],"genre_scores_gemma":[0.10913966,0.00020668477,0.8778342,0.00023301438,0.000033478776,0.00034476595,0.0002716149,0.001341862,0.01059471],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981425,0.0005473157,0.00016306328,0.0001880247,0.00073741615,0.00022184133],"domain_scores_gemma":[0.9984666,0.00047411007,0.000075983226,0.0004488022,0.00047124337,0.000063345455],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00216703,0.0008397075,0.00066433556,0.00067705294,0.00073950004,0.0028470817,0.0021007084,0.0019829387,0.013618261],"category_scores_gemma":[0.005041055,0.0011782993,0.0010899174,0.0004891435,0.0008389897,0.0020477714,0.0015101237,0.0019027566,0.0046591484],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034475542,0.00020274773,0.0016122583,0.0013112894,0.00013929259,0.00043325426,0.0014432137,0.060566094,0.0743335,0.46623427,0.014350564,0.37902877],"study_design_scores_gemma":[0.00012727019,0.0003727293,0.0010854756,0.000314083,0.0003251113,0.00055231823,0.00021185639,0.5230337,0.11305122,0.1453193,0.21551818,0.00008867842],"about_ca_topic_score_codex":0.0015484012,"about_ca_topic_score_gemma":0.0026096771,"teacher_disagreement_score":0.013618261,"about_ca_system_score_codex":0.0008828103,"about_ca_system_score_gemma":0.0012754046,"threshold_uncertainty_score":0.04555762},"labels":[],"label_agreement":null},{"id":"W2049147308","doi":"10.5539/cis.v2n1p164","title":"Study on the Software Development Based on AOP Technology","year":2009,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Software engineering; Software; Development (topology); Software development; Operating system","score_opus":0.03579255557885792,"score_gpt":0.2878334529832647,"score_spread":0.25204089740440677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049147308","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7807683,0.0048581534,0.0681365,0.0025459637,0.00011105931,0.00024967143,0.00009575416,0.000152631,0.143082],"genre_scores_gemma":[0.96378076,0.0036053953,0.020368347,0.00017438902,0.000035342786,0.00006970297,0.00009847728,0.000047273355,0.011820334],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99818903,0.0008451922,0.000077218254,0.00017869125,0.0005992161,0.00011063156],"domain_scores_gemma":[0.9952095,0.003160973,0.00023475071,0.00032458964,0.0009240721,0.00014607552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012136757,0.00015689497,0.00013407925,0.0011630744,0.0008159198,0.0012859881,0.00044772302,0.00040491376,0.0020530166],"category_scores_gemma":[0.0073376186,0.00015939935,0.00024386376,0.0016940975,0.00056860456,0.002081033,0.0004449946,0.0005641144,0.00029671937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023598093,0.0006456638,0.06354931,0.0012354646,0.00004791135,0.00266846,0.023230506,0.007648339,0.01475658,0.25166482,0.004923021,0.62939394],"study_design_scores_gemma":[0.0001166098,0.0019528887,0.16187128,0.0023971258,0.00027584814,0.007996975,0.058629364,0.14849415,0.046452332,0.10095112,0.47071964,0.00014274775],"about_ca_topic_score_codex":0.0028512285,"about_ca_topic_score_gemma":0.0018082812,"teacher_disagreement_score":0.0028512285,"about_ca_system_score_codex":0.00087333395,"about_ca_system_score_gemma":0.0018400967,"threshold_uncertainty_score":0.0068680644},"labels":[],"label_agreement":null},{"id":"W2049604252","doi":"10.1145/2735386.2735922","title":"Feature modelling and traceability for concern-driven software development with TouchCORE","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Traceability; Modularity (biology); Software engineering; Software; Visualization; Software development; Feature (linguistics); Feature model; Tracing; Data science; Human–computer interaction; Artificial intelligence; Programming language","score_opus":0.13541237968220765,"score_gpt":0.3000720628026002,"score_spread":0.16465968312039253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049604252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041149366,0.00006614329,0.9869197,0.00012971032,0.00001931402,0.000060492104,0.00007378916,0.00596767,0.0026482244],"genre_scores_gemma":[0.12002377,0.0002779758,0.8721727,0.00013546555,0.000014798911,0.00026245785,0.0005473348,0.002415665,0.004149757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976647,0.00050321256,0.00017414633,0.00031664374,0.0012048571,0.00013644886],"domain_scores_gemma":[0.9953426,0.0017344237,0.00030846344,0.001718844,0.000761369,0.00013421568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024716908,0.0011648174,0.00053638656,0.0011966673,0.0006375666,0.0025431484,0.0021833852,0.0013033064,0.007096778],"category_scores_gemma":[0.011176577,0.0011543944,0.0016459266,0.00071166933,0.0011050012,0.004545361,0.0050135753,0.002617798,0.001423475],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043996915,0.00028533666,0.0051064948,0.0011083072,0.00013514349,0.0011655104,0.0053461483,0.13129924,0.044474337,0.2561583,0.012978645,0.5415026],"study_design_scores_gemma":[0.0000927228,0.0003039881,0.0011637834,0.0005176511,0.00009807453,0.001146479,0.00037164928,0.6894355,0.04676387,0.09775026,0.16220985,0.00014608186],"about_ca_topic_score_codex":0.0034144337,"about_ca_topic_score_gemma":0.004691894,"teacher_disagreement_score":0.007096778,"about_ca_system_score_codex":0.000989206,"about_ca_system_score_gemma":0.0019387234,"threshold_uncertainty_score":0.023741066},"labels":[],"label_agreement":null},{"id":"W2049929172","doi":"10.1145/1218563.1218573","title":"Expressive programs through presentation extension","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Extension (predicate logic); Computer science; Programming language; Extensibility; Presentation (obstetrics); Java; Natural language processing","score_opus":0.07699079560347781,"score_gpt":0.351925659948379,"score_spread":0.27493486434490116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049929172","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008565191,0.00044445464,0.9628567,0.001147917,0.00015994279,0.00013144032,0.00009047046,0.0045844857,0.02201947],"genre_scores_gemma":[0.30770755,0.0022894947,0.65749866,0.0015441789,0.00058967475,0.0007830385,0.0006239404,0.0033430024,0.025620494],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958475,0.0016558643,0.00041603198,0.00059790973,0.0012235804,0.0002591173],"domain_scores_gemma":[0.99291843,0.0034152279,0.00034166969,0.0023191366,0.0007769242,0.00022852009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052276733,0.0013862369,0.0006808917,0.0014323975,0.0009339966,0.0037464136,0.0020237695,0.0013942855,0.006568716],"category_scores_gemma":[0.009745055,0.0008509426,0.0018684719,0.0011422917,0.003817828,0.013663941,0.008117687,0.004726913,0.0013833474],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115270006,0.00011587754,0.00047071013,0.0004558022,0.000054729157,0.00040430925,0.002396637,0.0072187223,0.014251042,0.866872,0.0039167106,0.10372825],"study_design_scores_gemma":[0.00007238638,0.00009886819,0.00017833976,0.0003470094,0.0001375856,0.000816079,0.0003039104,0.033079643,0.018374206,0.78023314,0.16627488,0.0000840223],"about_ca_topic_score_codex":0.0004075009,"about_ca_topic_score_gemma":0.00047249062,"teacher_disagreement_score":0.006568716,"about_ca_system_score_codex":0.00077223347,"about_ca_system_score_gemma":0.0011040748,"threshold_uncertainty_score":0.0276469},"labels":[],"label_agreement":null},{"id":"W2051009231","doi":"10.1145/2593929.2593935","title":"Designing search based adaptive systems: a quantitative approach","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Ranking (information retrieval); Adaptation (eye); Cloud computing; Task (project management); Quality (philosophy); Control (management); Software; Data mining; Loop (graph theory); Machine learning; Artificial intelligence; Engineering; Operating system; Systems engineering","score_opus":0.12989155191033067,"score_gpt":0.317500874269875,"score_spread":0.18760932235954433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051009231","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025473894,0.000109859524,0.9950117,0.00018341879,0.000008750494,0.00009616145,0.000017728822,0.00008539647,0.0019397167],"genre_scores_gemma":[0.328121,0.0004772921,0.66874576,0.00011691182,0.000048506754,0.00081498566,0.00006286473,0.00010851345,0.0015039949],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9943901,0.0026981267,0.0003646237,0.00048193047,0.0018718187,0.00019336793],"domain_scores_gemma":[0.9886049,0.008514348,0.0007932424,0.00083874795,0.0010602383,0.0001885624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071468274,0.0014374513,0.00094950525,0.00205477,0.00063046697,0.0027888082,0.00178155,0.001486466,0.0037379072],"category_scores_gemma":[0.018968532,0.00091375614,0.0008359434,0.0009722452,0.0035087531,0.003524542,0.0019274757,0.0014803291,0.00036671822],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071455754,0.00013914114,0.0011335276,0.0008348373,0.00012486074,0.00008242362,0.00034215566,0.70377475,0.008642619,0.22441664,0.00051051396,0.059926994],"study_design_scores_gemma":[0.000033688328,0.00020541433,0.0002845636,0.00008288961,0.000029093273,0.000044122666,0.00013996169,0.8911725,0.0030250167,0.102455735,0.0024978512,0.00002913125],"about_ca_topic_score_codex":0.0013108292,"about_ca_topic_score_gemma":0.00094605336,"teacher_disagreement_score":0.0071468274,"about_ca_system_score_codex":0.0019232973,"about_ca_system_score_gemma":0.0020010343,"threshold_uncertainty_score":0.037796438},"labels":[],"label_agreement":null},{"id":"W2051051963","doi":"10.1016/j.scico.2010.06.009","title":"Bridging the gap between software architecture rationale formalisms and actual architecture documents: An ontology-driven approach","year":2010,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Fondo de Fomento al Desarrollo Científico y Tecnológico","keywords":"Computer science; Software engineering; Documentation; Ontology; Software architecture; Architecture; Bridging (networking); Reuse; Information retrieval; Software; Data science; World Wide Web; Programming language","score_opus":0.028242315104905356,"score_gpt":0.29117152432417437,"score_spread":0.262929209219269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051051963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021697296,0.0005452289,0.96549714,0.004680202,0.00008841868,0.00017928713,0.00036242185,0.00025367519,0.0066963895],"genre_scores_gemma":[0.24631198,0.0011040788,0.74826443,0.0006362169,0.00005125456,0.00034471796,0.0011731901,0.0002390756,0.0018750554],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9817488,0.006902269,0.0020667645,0.0011997079,0.007290798,0.00079152564],"domain_scores_gemma":[0.96231484,0.021648632,0.002924669,0.0059119537,0.006332996,0.0008668963],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021569507,0.0006427443,0.001172717,0.0068618017,0.0027984562,0.01319065,0.004331023,0.0033763235,0.0021927403],"category_scores_gemma":[0.04401283,0.0018310848,0.0017900134,0.0057278457,0.005102948,0.026284624,0.006525772,0.0055480753,0.000614744],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055538378,0.0001606382,0.0015860646,0.00035540527,0.000073257404,0.0003250657,0.0060439208,0.0052687493,0.002685791,0.9191238,0.0018740968,0.06244766],"study_design_scores_gemma":[0.00007901165,0.00006012879,0.0013696947,0.0008627841,0.00014157305,0.00055794505,0.0076002986,0.09709398,0.0052024405,0.81656164,0.07036688,0.00010354999],"about_ca_topic_score_codex":0.008325871,"about_ca_topic_score_gemma":0.01130727,"teacher_disagreement_score":0.021569507,"about_ca_system_score_codex":0.00510999,"about_ca_system_score_gemma":0.01272925,"threshold_uncertainty_score":0.11407179},"labels":[],"label_agreement":null},{"id":"W2051221173","doi":"10.1002/(sici)1097-024x(200006)30:7<825::aid-spe322>3.0.co;2-1","title":"Software product lines: a case study","year":2000,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software product line; Software engineering; Exploit; Time to market; Abstraction; Product (mathematics); Domain (mathematical analysis); Java; Documentation; Domain analysis; Domain engineering; Software; New product development; Process (computing); Software development; Programming language; Software construction; Computer security","score_opus":0.03995879755292413,"score_gpt":0.3447755813809009,"score_spread":0.3048167838279768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051221173","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9739865,0.0006755172,0.008982513,0.0011231579,0.000024817766,0.0002742965,0.00024216996,0.00014101314,0.014550021],"genre_scores_gemma":[0.9761688,0.0010360699,0.014876549,0.00029231247,0.000019806816,0.00021273225,0.00040302283,0.00007152708,0.0069193197],"study_design_codex":"case_report","study_design_gemma":"qualitative","domain_scores_codex":[0.99732757,0.0014461894,0.0001389488,0.00019294462,0.00066378916,0.00023059285],"domain_scores_gemma":[0.99074227,0.006295234,0.0008028138,0.0005453758,0.00084880844,0.00076555257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020536233,0.00072782114,0.00031989088,0.0017583048,0.0030538233,0.0017469167,0.0015586695,0.0036339832,0.0028018167],"category_scores_gemma":[0.0067195003,0.00038134333,0.0005573008,0.0027186354,0.0017731232,0.0016924081,0.0014363404,0.001484803,0.0007554495],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017406414,0.014547716,0.12902145,0.0021905373,0.0002071726,0.34158298,0.08843916,0.043366518,0.019094424,0.03941218,0.028219724,0.29217756],"study_design_scores_gemma":[0.0014291983,0.009114838,0.11802914,0.0016476546,0.00035017484,0.14349957,0.16493025,0.094831295,0.039980266,0.018773222,0.40702063,0.00039385597],"about_ca_topic_score_codex":0.008085321,"about_ca_topic_score_gemma":0.013692794,"teacher_disagreement_score":0.008085321,"about_ca_system_score_codex":0.0018790424,"about_ca_system_score_gemma":0.0009871809,"threshold_uncertainty_score":0.016076505},"labels":[],"label_agreement":null},{"id":"W2051945314","doi":"10.1145/1117696.1117697","title":"Incomplete resolution of references in Eclipse","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Eclipse; Computer science; Reuse; Programming language; Resolution (logic); Software engineering; Task (project management); Java; Transformation (genetics); Software; Variety (cybernetics); Artificial intelligence; Systems engineering; Engineering","score_opus":0.05552092302242342,"score_gpt":0.3016262082293233,"score_spread":0.24610528520689987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051945314","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012411585,0.00076082355,0.9771224,0.00038125835,0.00014511809,0.00006936755,0.00017183178,0.0052460195,0.0036916288],"genre_scores_gemma":[0.16976014,0.0012712257,0.81510323,0.00066197716,0.000096938515,0.00024891374,0.0010912538,0.0036300572,0.008136236],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97442913,0.0063616144,0.0029619713,0.0028986074,0.011999514,0.0013490824],"domain_scores_gemma":[0.95870453,0.019280287,0.0024062209,0.012858616,0.0062226,0.0005278736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01970488,0.0006871111,0.001959303,0.0020075936,0.0016313313,0.0049958453,0.0036653138,0.0024714873,0.0030972739],"category_scores_gemma":[0.05823266,0.0018097422,0.0016924104,0.0021315364,0.00247115,0.010418441,0.0074471915,0.00434211,0.0011897926],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064302655,0.00016031617,0.005307383,0.0012476391,0.00016458976,0.0022460243,0.0062523764,0.040819433,0.025913453,0.40586412,0.016137213,0.4952445],"study_design_scores_gemma":[0.00030372778,0.00023357927,0.0017289205,0.0011009712,0.00026137618,0.0022111542,0.00093131023,0.17962,0.09717188,0.2946692,0.4214096,0.00035821073],"about_ca_topic_score_codex":0.0048534498,"about_ca_topic_score_gemma":0.007315018,"teacher_disagreement_score":0.01970488,"about_ca_system_score_codex":0.0015610267,"about_ca_system_score_gemma":0.003684342,"threshold_uncertainty_score":0.104210615},"labels":[],"label_agreement":null},{"id":"W2052103584","doi":"10.1142/s0218194002000810","title":"USE CASE PATTERNS","year":2002,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Use Case Diagram; Computer science; Use Case Points; Software engineering; Set (abstract data type); Class (philosophy); Object-oriented programming; Process (computing); Software; Software development; Unified Modeling Language; Software development process; Artificial intelligence; Class diagram; Programming language","score_opus":0.04229184336523819,"score_gpt":0.26514015539016605,"score_spread":0.22284831202492786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052103584","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027946223,0.0013032896,0.8549339,0.005628952,0.00040241214,0.007864048,0.0064168884,0.005827746,0.089676544],"genre_scores_gemma":[0.12702468,0.0013983414,0.8235598,0.0012731083,0.0001279077,0.0052741533,0.009328288,0.0011944438,0.030819217],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9744621,0.008032219,0.005425508,0.0020206838,0.009040561,0.0010190267],"domain_scores_gemma":[0.9523262,0.023930104,0.0046288674,0.009151794,0.008849868,0.0011132269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0136685185,0.0015951018,0.00092853396,0.0094094025,0.0021367255,0.0063069165,0.0037229164,0.003397789,0.01249923],"category_scores_gemma":[0.04815978,0.0012896396,0.0015515028,0.009278632,0.0017249953,0.008494805,0.0046869977,0.0019481092,0.004546194],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004451941,0.0007298827,0.0184799,0.0024231337,0.00021627698,0.0057287426,0.012131322,0.0048411326,0.012176364,0.2857964,0.09443619,0.5625955],"study_design_scores_gemma":[0.00013315369,0.0001780027,0.004369634,0.0011868346,0.00012737644,0.00898767,0.0038209339,0.015642894,0.010253449,0.12724774,0.8279033,0.00014903022],"about_ca_topic_score_codex":0.0020060597,"about_ca_topic_score_gemma":0.0030427852,"teacher_disagreement_score":0.0136685185,"about_ca_system_score_codex":0.0020636378,"about_ca_system_score_gemma":0.0032390207,"threshold_uncertainty_score":0.072286904},"labels":[],"label_agreement":null},{"id":"W2053488873","doi":"10.1109/tase.2012.34","title":"Formal Specification and Probabilistic Verification of SysML Activity Diagrams","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems Modeling Language; Computer science; Activity diagram; Probabilistic logic; Model checking; Programming language; Usability; Probabilistic CTL; Theoretical computer science; Modeling language; Set (abstract data type); Formal verification; Software engineering; Unified Modeling Language; Software; Artificial intelligence; Probabilistic analysis of algorithms; Human–computer interaction","score_opus":0.0502418103648826,"score_gpt":0.2815332048384955,"score_spread":0.23129139447361288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053488873","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027796417,0.000035948804,0.9951186,0.00008200209,0.000013980553,0.00009139788,0.00014810402,0.0010453346,0.00068505696],"genre_scores_gemma":[0.18219541,0.0003017664,0.8141951,0.0001235235,0.00004272597,0.0007336827,0.0009164954,0.00030143408,0.001189876],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9893383,0.0037250537,0.0010963519,0.0009949442,0.0043332274,0.0005122205],"domain_scores_gemma":[0.97811764,0.014383615,0.0022833557,0.0023374204,0.002650451,0.00022749677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007084682,0.0008841939,0.00053155504,0.0014517723,0.0007159157,0.002556096,0.0022562505,0.0013520909,0.0029720583],"category_scores_gemma":[0.030140426,0.0008830332,0.0019616839,0.0011187551,0.0024613836,0.0024570348,0.0019463828,0.0019566594,0.0007417851],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001541783,0.00014132795,0.002115899,0.00057518325,0.00007460817,0.0008351728,0.0008558786,0.33576718,0.016851762,0.5706612,0.0020790186,0.069888644],"study_design_scores_gemma":[0.00011360062,0.000082346225,0.0003551225,0.00014477098,0.000045309585,0.00026590255,0.000069782174,0.8355244,0.017480414,0.13065004,0.0152257895,0.000042492422],"about_ca_topic_score_codex":0.005265418,"about_ca_topic_score_gemma":0.0047933673,"teacher_disagreement_score":0.007084682,"about_ca_system_score_codex":0.0016076779,"about_ca_system_score_gemma":0.0051419153,"threshold_uncertainty_score":0.037467837},"labels":[],"label_agreement":null},{"id":"W2053493264","doi":"10.1109/icsc.2010.24","title":"Using Model Transformation Semantics for Aspect Composition","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Model transformation; Transformation (genetics); Unified Modeling Language; Context (archaeology); Sequence diagram; Semantics (computer science); Set (abstract data type); Programming language; Composition (language); Aspect-oriented programming; Sequence (biology); Theoretical computer science; Algorithm; Artificial intelligence; Linguistics","score_opus":0.10225661482940357,"score_gpt":0.3510957159710464,"score_spread":0.24883910114164282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053493264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010322134,0.000056361183,0.9955503,0.00014077166,0.000054031396,0.000052126867,0.000028195926,0.00090262596,0.002183371],"genre_scores_gemma":[0.09781998,0.00047383414,0.89571345,0.00034271064,0.0001367194,0.00045656395,0.00046509848,0.0012231634,0.0033685616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9942709,0.0019704415,0.0006207002,0.0007980733,0.0020538855,0.00028588352],"domain_scores_gemma":[0.9970355,0.0010635098,0.0002933903,0.0009126265,0.00059959595,0.00009538106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00422093,0.0013455631,0.000826084,0.0014420863,0.0012134429,0.003627032,0.0013310678,0.0014610258,0.003712323],"category_scores_gemma":[0.006886986,0.00075955153,0.0024909924,0.0012170932,0.0027478547,0.006642088,0.003236057,0.002903891,0.0015594609],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007366834,0.00011036349,0.0003528893,0.00027489007,0.00008946735,0.00040784816,0.0009971561,0.022051767,0.007978668,0.88582206,0.0029565028,0.078884825],"study_design_scores_gemma":[0.00008640673,0.00010926877,0.00013687088,0.00018773641,0.00012284469,0.00068007794,0.00025229034,0.16169263,0.02535942,0.6705789,0.1407265,0.00006707885],"about_ca_topic_score_codex":0.0016118253,"about_ca_topic_score_gemma":0.001454932,"teacher_disagreement_score":0.00422093,"about_ca_system_score_codex":0.0010928706,"about_ca_system_score_gemma":0.0019540584,"threshold_uncertainty_score":0.022322714},"labels":[],"label_agreement":null},{"id":"W2054258364","doi":"10.1145/505894.505909","title":"COTS workshop","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Software engineering; Engineering management; Engineering; Certification; Systems engineering; Software; Computer science; Operating system; Management","score_opus":0.0448775485825036,"score_gpt":0.2848098457964684,"score_spread":0.2399322972139648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054258364","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0072320644,0.020229174,0.027785413,0.052502554,0.063844055,0.00084195187,0.0057346057,0.0067371884,0.8150931],"genre_scores_gemma":[0.02047316,0.0069710575,0.011145436,0.007437965,0.0031299894,0.0003376836,0.00715917,0.0021044428,0.9412411],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994705,0.0008619974,0.00041801506,0.00074290787,0.0025796336,0.00069237716],"domain_scores_gemma":[0.99319553,0.0006118607,0.0002033833,0.00076954975,0.0031953445,0.0020242634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0060805846,0.0015668209,0.00076889317,0.0026026084,0.002741317,0.007144152,0.0025018419,0.003220301,0.25793865],"category_scores_gemma":[0.008889642,0.00068064453,0.0012775073,0.0021339748,0.0006939466,0.0038500107,0.005446402,0.004149545,0.15811954],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000826528,0.00008638107,0.00029822293,0.00024216631,0.000007381406,0.0002679376,0.0004538443,0.0001769609,0.0011025219,0.01191365,0.87458104,0.1107873],"study_design_scores_gemma":[0.0000071305785,0.00001910119,0.00018021914,0.00008184075,0.0000017483853,0.000110426816,0.00010941732,0.000052033505,0.00014313165,0.0009004549,0.99838865,0.000005908352],"about_ca_topic_score_codex":0.0039401297,"about_ca_topic_score_gemma":0.008421889,"teacher_disagreement_score":0.25793865,"about_ca_system_score_codex":0.0032406868,"about_ca_system_score_gemma":0.004979833,"threshold_uncertainty_score":0.8628908},"labels":[],"label_agreement":null},{"id":"W2054642624","doi":"10.1007/s10470-011-9700-z","title":"How different messaging semantics can affect SCA applications performances: a benchmark comparison","year":2011,"lang":"en","type":"article","venue":"Analog Integrated Circuits and Signal Processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Communications Research Centre Canada","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Middleware (distributed applications); Software; Component-based software engineering; Benchmark (surveying); Software development; Operating system","score_opus":0.05504768225774683,"score_gpt":0.26869667089679355,"score_spread":0.21364898863904672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054642624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97890306,0.00074819004,0.009557809,0.00031011537,0.000121230245,0.000089590314,0.0010903665,0.0013869979,0.007792568],"genre_scores_gemma":[0.9926173,0.00015580015,0.004737851,0.00004983335,0.00004126817,0.00003846921,0.00097514864,0.00020096693,0.0011832609],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99590933,0.0014852602,0.00048362842,0.00045176668,0.0011292379,0.0005407086],"domain_scores_gemma":[0.9660078,0.021703131,0.002019553,0.004242142,0.0053233635,0.0007039876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037035893,0.0013856626,0.00088171795,0.0020128512,0.0005716577,0.0020500838,0.0016786556,0.0015985203,0.002390937],"category_scores_gemma":[0.024027754,0.00028084966,0.0006067959,0.0019704716,0.00072813267,0.0023497853,0.0005695077,0.0009169355,0.0006616136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013598082,0.0029197652,0.031942796,0.0015983317,0.0010309487,0.0009985915,0.0007213584,0.63257647,0.09869931,0.015378799,0.018695168,0.18184038],"study_design_scores_gemma":[0.00080058706,0.008365305,0.01912592,0.00008554747,0.00079282233,0.0008118086,0.0007354381,0.82423985,0.12576698,0.012267189,0.006855778,0.00015267862],"about_ca_topic_score_codex":0.0020119739,"about_ca_topic_score_gemma":0.0021071173,"teacher_disagreement_score":0.0037035893,"about_ca_system_score_codex":0.0011354906,"about_ca_system_score_gemma":0.00082813326,"threshold_uncertainty_score":0.019586742},"labels":[],"label_agreement":null},{"id":"W2055450930","doi":"10.4018/ijkss.2014100103","title":"Product Line Stakeholder Preference Elicitation via Decision Processes","year":2014,"lang":"en","type":"article","venue":"International Journal of Knowledge and Systems Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Product (mathematics); Computer science; Quality (philosophy); Process (computing); Preference; Function (biology); Preference elicitation; Stakeholder; Order (exchange); Expected utility hypothesis; Decision analysis; Operations research; Risk analysis (engineering); Process management; Mathematics; Business; Economics; Microeconomics","score_opus":0.10731306834552151,"score_gpt":0.3401121840265445,"score_spread":0.23279911568102296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055450930","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026687881,0.00016491329,0.9583754,0.00090943754,0.000025906587,0.0013041772,0.0002980808,0.00022669071,0.012007611],"genre_scores_gemma":[0.2804631,0.0003392588,0.71225804,0.00019972073,0.000029027491,0.0028385143,0.00041933206,0.00006292647,0.0033899413],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9573789,0.03474123,0.0012872053,0.0016953944,0.0041810824,0.00071612064],"domain_scores_gemma":[0.93590975,0.056472294,0.0014502543,0.0022194807,0.0034706916,0.0004774853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021909922,0.0018659906,0.0011347434,0.0018512083,0.0014846828,0.0037163587,0.0018561876,0.0021754059,0.0083269775],"category_scores_gemma":[0.05739022,0.001026062,0.0013830404,0.0030108613,0.0015254805,0.004839821,0.00434511,0.0029040053,0.0014864731],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011945528,0.00080729334,0.002220381,0.0018573122,0.00019869939,0.0008031274,0.013497156,0.10109585,0.015563426,0.4973636,0.008021163,0.35737747],"study_design_scores_gemma":[0.00031976606,0.0003885708,0.00089032063,0.00036429294,0.00007775441,0.00023116353,0.0047072144,0.51273334,0.015199621,0.43474624,0.03018612,0.00015562818],"about_ca_topic_score_codex":0.0011110059,"about_ca_topic_score_gemma":0.0016982899,"teacher_disagreement_score":0.021909922,"about_ca_system_score_codex":0.0033760862,"about_ca_system_score_gemma":0.0023967002,"threshold_uncertainty_score":0.115872145},"labels":[],"label_agreement":null},{"id":"W2056618363","doi":"10.1109/sew.2007.97","title":"ASSL - Autonomic System Specification Language","year":2007,"lang":"en","type":"article","venue":"Annual Software Engineering Workshop","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Executable; Autonomic computing; Language Of Temporal Ordering Specification; Programming language; Syntax; Specification language; Formal specification; Software engineering; Artificial intelligence; Operating system","score_opus":0.013800574498195963,"score_gpt":0.2605301816120202,"score_spread":0.24672960711382422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056618363","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027516938,0.00067147106,0.9100349,0.0018464673,0.00042015058,0.00073990726,0.009445949,0.03470498,0.03938451],"genre_scores_gemma":[0.07905603,0.002015378,0.8210119,0.0037832635,0.00042995016,0.003370425,0.03715881,0.009003413,0.04417093],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9959478,0.0013519211,0.00086584286,0.0003342932,0.0012248186,0.00027539357],"domain_scores_gemma":[0.99635255,0.0015557691,0.00035641436,0.0004521262,0.0011367069,0.00014642456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032666635,0.0012932091,0.0007278624,0.0015728651,0.0007863771,0.0031687822,0.0018644282,0.0014494515,0.01991748],"category_scores_gemma":[0.005534427,0.0009263394,0.0013185499,0.0011551627,0.0010133586,0.0029334088,0.0019642098,0.0031534682,0.012929823],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002917035,0.00014389081,0.0011231494,0.0016672417,0.00007683902,0.0011007946,0.0012482359,0.022021243,0.015664257,0.6419872,0.17733206,0.13734335],"study_design_scores_gemma":[0.00010967134,0.00007341222,0.00024293047,0.0003235018,0.00003104745,0.0009645015,0.00016998935,0.041529898,0.008740745,0.08280487,0.8649325,0.00007702292],"about_ca_topic_score_codex":0.0032997238,"about_ca_topic_score_gemma":0.0031719438,"teacher_disagreement_score":0.01991748,"about_ca_system_score_codex":0.0014390231,"about_ca_system_score_gemma":0.0030689116,"threshold_uncertainty_score":0.06663066},"labels":[],"label_agreement":null},{"id":"W2057043582","doi":"10.1016/j.jss.2007.01.005","title":"RDL: A language for framework instantiation representation","year":2007,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Research Council Canada","keywords":"Reuse; Computer science; Software engineering; Domain engineering; Software development; Process (computing); Software; Component-based software engineering; Programming language; Systems engineering; Engineering","score_opus":0.03718007478074709,"score_gpt":0.3411848635072173,"score_spread":0.3040047887264702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057043582","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005832612,0.000084666994,0.9325815,0.00017875318,0.00006781956,0.00013566545,0.0023196933,0.06156383,0.0024847677],"genre_scores_gemma":[0.033957534,0.0005263904,0.90965,0.00063859706,0.000100468256,0.0009378306,0.014224827,0.029717313,0.010247053],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99720347,0.00060681754,0.000652199,0.0004886903,0.00078464695,0.00026422262],"domain_scores_gemma":[0.99567586,0.0019730264,0.0002368021,0.0013617036,0.0005745948,0.00017803238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042855395,0.0023325079,0.0017765242,0.0028395243,0.0014243285,0.00801638,0.0060427804,0.0031150053,0.03162057],"category_scores_gemma":[0.009925597,0.003553772,0.0036603943,0.0021142594,0.002505735,0.009882767,0.006550653,0.006349686,0.013401434],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046707777,0.00022177657,0.0019239914,0.0026988983,0.00020955873,0.001145433,0.0030365272,0.024747662,0.0133033525,0.44951114,0.16435288,0.33838168],"study_design_scores_gemma":[0.00023464992,0.00007764711,0.0003140111,0.0006305677,0.00016247224,0.00081878336,0.00035728264,0.13199131,0.027338939,0.18010284,0.6577181,0.00025331002],"about_ca_topic_score_codex":0.0058965054,"about_ca_topic_score_gemma":0.0069386517,"teacher_disagreement_score":0.03162057,"about_ca_system_score_codex":0.001991758,"about_ca_system_score_gemma":0.002785214,"threshold_uncertainty_score":0.10578132},"labels":[],"label_agreement":null},{"id":"W2057334711","doi":"10.1145/383845.383858","title":"Getting started with ASPECTJ","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":540,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"PALO; Citation; Library science; Engineering; Computer science; Operating system","score_opus":0.07979108378174801,"score_gpt":0.3166823941252611,"score_spread":0.2368913103435131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057334711","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01169874,0.002722526,0.6800525,0.01213498,0.0051361867,0.00033287454,0.0009246494,0.12558389,0.16141365],"genre_scores_gemma":[0.08387532,0.0031368795,0.65641713,0.011498449,0.0030095554,0.00026184713,0.0049928334,0.08474516,0.15206283],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959407,0.0006125334,0.0002619878,0.00055113446,0.0022100976,0.0004236004],"domain_scores_gemma":[0.99231476,0.001347704,0.00025846146,0.0027288601,0.0024606653,0.0008896123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040283757,0.0009161413,0.0006818641,0.0011569242,0.0012953102,0.004628727,0.0016481847,0.0015203753,0.028711392],"category_scores_gemma":[0.014778199,0.001233969,0.0017343583,0.00090245786,0.00076968083,0.009498773,0.004309081,0.007828197,0.026876345],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027533283,0.00034875804,0.002956177,0.0004171785,0.00011849442,0.00041996635,0.0018159607,0.0006943466,0.020581761,0.0463048,0.2724683,0.65359885],"study_design_scores_gemma":[0.000060561848,0.00010649249,0.0015194955,0.00016263925,0.000076233366,0.00045334751,0.00024182016,0.0026189943,0.008930797,0.047684204,0.93806493,0.000080486156],"about_ca_topic_score_codex":0.00090890494,"about_ca_topic_score_gemma":0.0017164324,"teacher_disagreement_score":0.028711392,"about_ca_system_score_codex":0.00037160786,"about_ca_system_score_gemma":0.0013427014,"threshold_uncertainty_score":0.09604913},"labels":[],"label_agreement":null},{"id":"W2057494031","doi":"10.1007/s10270-009-0127-2","title":"An algebra of product families","year":2009,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Haskell; Computer science; Idempotence; Product (mathematics); Algebra over a field; Algebraic structure; Programming language; Algebraic number; Basis (linear algebra); Theoretical computer science; Functional programming; Mathematics; Pure mathematics","score_opus":0.036901165333839525,"score_gpt":0.28866561143172315,"score_spread":0.2517644460978836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057494031","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08203728,0.0017516186,0.7551415,0.0016848919,0.0004531669,0.00012678104,0.0010664455,0.0006181403,0.15712015],"genre_scores_gemma":[0.7347398,0.0022134033,0.19472484,0.0008855618,0.00073375617,0.0004155967,0.0016662882,0.00040825704,0.06421252],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975472,0.0006788079,0.00019102855,0.0006194303,0.0007430442,0.00022057083],"domain_scores_gemma":[0.9976284,0.0008861195,0.00021566676,0.00028830793,0.0006964972,0.00028509772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026398343,0.0009330079,0.001100936,0.002793116,0.003211759,0.004281464,0.0012012332,0.0010724084,0.012431264],"category_scores_gemma":[0.0031884264,0.0010137738,0.0018843003,0.0030680832,0.0034458502,0.0091228485,0.0027963135,0.00307025,0.0023041768],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013592529,0.00001759932,0.00009234902,0.000019279363,0.000009814872,0.00005821714,0.0001624967,0.0003492401,0.0002964874,0.9931502,0.0008126555,0.00501801],"study_design_scores_gemma":[0.000009871431,0.000016887361,0.000092885275,0.000009885054,0.000009989907,0.00013420313,0.00006841391,0.0019523491,0.00024971363,0.98855513,0.008889739,0.000010979053],"about_ca_topic_score_codex":0.0014681218,"about_ca_topic_score_gemma":0.0011133532,"teacher_disagreement_score":0.012431264,"about_ca_system_score_codex":0.001780365,"about_ca_system_score_gemma":0.0011346267,"threshold_uncertainty_score":0.041586697},"labels":[],"label_agreement":null},{"id":"W2057682534","doi":"10.1002/smr.493","title":"Mismatch handling for COTS selection: a case study","year":2011,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Selection (genetic algorithm); Commercial off-the-shelf; Key (lock); Software; Reliability engineering; Systems engineering; Computer science; Economic shortage; Software engineering; Engineering; Embedded system; Operating system; Artificial intelligence","score_opus":0.22196482420855593,"score_gpt":0.4183616746701865,"score_spread":0.19639685046163055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057682534","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9708571,0.0001657871,0.025259495,0.00043289745,0.0000232931,0.0002089702,0.00009084747,0.00010353905,0.002858242],"genre_scores_gemma":[0.9731554,0.000106945845,0.025522351,0.000081872415,0.000009257108,0.00007783385,0.00009279254,0.000026386972,0.0009271174],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99420136,0.0033275634,0.000348942,0.0004624371,0.0013263857,0.00033340513],"domain_scores_gemma":[0.97478855,0.019066723,0.0020441525,0.0016918778,0.0017034749,0.00070533715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005410658,0.00060472667,0.00038307937,0.001285325,0.0016555318,0.0012389831,0.0016084219,0.0020424663,0.0017309183],"category_scores_gemma":[0.014841754,0.0004028088,0.00050694874,0.0020855365,0.00088869064,0.001232496,0.0011209607,0.0010694197,0.00019328098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020663675,0.006275438,0.26391673,0.0018276961,0.000365094,0.12391218,0.037472002,0.17177664,0.030170064,0.022991147,0.009536493,0.32969016],"study_design_scores_gemma":[0.0007978064,0.004895096,0.1180483,0.00059992645,0.00043933938,0.043784376,0.052418496,0.61880887,0.07577983,0.016437093,0.06765173,0.0003391583],"about_ca_topic_score_codex":0.0050324067,"about_ca_topic_score_gemma":0.008155373,"teacher_disagreement_score":0.005410658,"about_ca_system_score_codex":0.0014467274,"about_ca_system_score_gemma":0.0011091797,"threshold_uncertainty_score":0.02861464},"labels":[],"label_agreement":null},{"id":"W2058394112","doi":"10.1145/1739230.1739252","title":"AspectMatlab","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Syntax; Set (abstract data type); High-level programming language; Abstract syntax tree; First-generation programming language; Programming paradigm; Artificial intelligence; Parsing","score_opus":0.012586085192389351,"score_gpt":0.26286174334780976,"score_spread":0.2502756581554204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058394112","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038005447,0.00059823465,0.84558874,0.00037467788,0.0003904246,0.00019728778,0.00073239394,0.120938964,0.027378699],"genre_scores_gemma":[0.10359186,0.0025269343,0.7546717,0.002053986,0.00064595276,0.0010525328,0.011216909,0.068563014,0.055677183],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986148,0.00019375401,0.00014107187,0.00023506834,0.0006988891,0.0001163889],"domain_scores_gemma":[0.99857724,0.00047123377,0.00012496232,0.00040301724,0.00027976633,0.000143739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013117321,0.00097574317,0.000577623,0.00085081207,0.00042549157,0.0026069207,0.002350561,0.0010048465,0.014942725],"category_scores_gemma":[0.003802243,0.00089845277,0.0013056751,0.0004646573,0.0004849672,0.0032338,0.0026193075,0.0023053994,0.009512898],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00080996647,0.00034737098,0.003555437,0.001614933,0.00021854782,0.0008604084,0.0008667631,0.010492233,0.039469507,0.14815281,0.16809879,0.6255133],"study_design_scores_gemma":[0.000117113676,0.000080216174,0.00059403724,0.00013209239,0.00007076312,0.0008175544,0.000045843048,0.04248552,0.020340223,0.026873117,0.9083758,0.00006771016],"about_ca_topic_score_codex":0.0006130207,"about_ca_topic_score_gemma":0.00079998904,"teacher_disagreement_score":0.014942725,"about_ca_system_score_codex":0.00035578338,"about_ca_system_score_gemma":0.0008109006,"threshold_uncertainty_score":0.04998845},"labels":[],"label_agreement":null},{"id":"W2059304069","doi":"10.1145/1992896.1992900","title":"A platform-independent UML profile for aspect-oriented development","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; UML tool; Computer science; Programming language; Serialization; Applications of UML; Unified Modeling Language; Software engineering; Modular programming; XML; Aspect-oriented programming; Software; Operating system","score_opus":0.10373827809852072,"score_gpt":0.2872471581706191,"score_spread":0.18350888007209837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2059304069","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030711868,0.0005491166,0.9577884,0.0010021528,0.00038661752,0.0016297554,0.0013182512,0.012173405,0.022081072],"genre_scores_gemma":[0.025073731,0.0014702299,0.94468814,0.0008080387,0.00017460868,0.002149121,0.005737475,0.0030191536,0.01687941],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961725,0.0008572768,0.0007691486,0.00026612595,0.0016833374,0.00025167962],"domain_scores_gemma":[0.99520963,0.00090499857,0.00050484855,0.0011539012,0.0017664111,0.00046021835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041916,0.0011724065,0.00072729005,0.0025254595,0.0010347546,0.0033750338,0.0023261616,0.0023045265,0.005438065],"category_scores_gemma":[0.011204203,0.0011238529,0.0014200142,0.00172646,0.0006669626,0.0028938542,0.0022985034,0.004797944,0.012029777],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030849842,0.0005669362,0.0025418133,0.0012527953,0.0000707808,0.0014500408,0.002766437,0.013274649,0.06871818,0.34664807,0.120997004,0.44140476],"study_design_scores_gemma":[0.00009527988,0.00012019375,0.0010313658,0.0007191907,0.00004345025,0.0016923111,0.00020117573,0.022755885,0.011099766,0.039206773,0.92292446,0.000110172885],"about_ca_topic_score_codex":0.0019461634,"about_ca_topic_score_gemma":0.0032434913,"teacher_disagreement_score":0.005438065,"about_ca_system_score_codex":0.0011823722,"about_ca_system_score_gemma":0.0037706872,"threshold_uncertainty_score":0.022167504},"labels":[],"label_agreement":null},{"id":"W2060424441","doi":"10.1145/1218776.1218794","title":"A relationship-driven approach to view merging","year":2006,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Computer science; Software; Software engineering; Set (abstract data type); Theoretical computer science; Data science; Artificial intelligence; Programming language; Information retrieval","score_opus":0.037039422639708115,"score_gpt":0.2656397933014625,"score_spread":0.22860037066175437,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060424441","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00084410066,0.00009641278,0.99567336,0.00030865188,0.000030149895,0.00007437546,0.00003759744,0.0004988551,0.002436514],"genre_scores_gemma":[0.046209954,0.00028420493,0.9494143,0.00034308608,0.000072387666,0.00025276045,0.00030550524,0.0003805315,0.002737321],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9838921,0.0067107826,0.0009333349,0.0022571147,0.00547481,0.00073173695],"domain_scores_gemma":[0.98346037,0.005173173,0.0009877548,0.006967395,0.0027054728,0.00070584554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013911448,0.0010346575,0.001041634,0.003046162,0.0025857599,0.0076636113,0.00667401,0.0038722814,0.006504883],"category_scores_gemma":[0.024184396,0.0020100225,0.0037936715,0.00271474,0.0041479254,0.017700654,0.011634984,0.0074493247,0.002075576],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006649264,0.00009828063,0.0006469033,0.00016140749,0.00009272689,0.00031876197,0.002289402,0.010684125,0.003979142,0.8884982,0.004296977,0.08886756],"study_design_scores_gemma":[0.000061933504,0.00010776814,0.00028101218,0.00015345628,0.00016096073,0.0008177472,0.000624859,0.1265317,0.012421751,0.7113645,0.14734744,0.00012690974],"about_ca_topic_score_codex":0.0022563997,"about_ca_topic_score_gemma":0.0034266703,"teacher_disagreement_score":0.013911448,"about_ca_system_score_codex":0.0020066882,"about_ca_system_score_gemma":0.003208053,"threshold_uncertainty_score":0.07357162},"labels":[],"label_agreement":null},{"id":"W2061081792","doi":"10.1007/s10796-010-9230-8","title":"A business maturity model of software product line engineering","year":2010,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Product engineering; Software development; Computer science; Software engineering; Personal software process; Capability Maturity Model; Software Engineering Process Group; Social software engineering; Product (mathematics); Systems engineering; Software development process; Software; Software construction; Engineering; Product design; Mathematics","score_opus":0.017110984207575942,"score_gpt":0.22682262067958656,"score_spread":0.2097116364720106,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2061081792","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029966416,0.0011339656,0.93600106,0.0033243916,0.00009893043,0.00025782172,0.00027065515,0.00062315166,0.028323563],"genre_scores_gemma":[0.61272866,0.0015709137,0.37654176,0.0003175306,0.000119922144,0.0003860213,0.0005793827,0.00015355737,0.007602142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99699664,0.0010611763,0.00030065083,0.00026799002,0.0011285017,0.00024504052],"domain_scores_gemma":[0.9943786,0.0022712825,0.0005691639,0.0005150786,0.0019304373,0.00033543218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004169777,0.00077581045,0.0004654373,0.003198364,0.00081020815,0.004636854,0.0015045023,0.002321388,0.0025756056],"category_scores_gemma":[0.0116496235,0.0006088774,0.00094368256,0.0024931866,0.0010450582,0.009843585,0.0014006043,0.002758147,0.0015033537],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071092916,0.00018543439,0.0033416876,0.00016523071,0.000055328837,0.00016847433,0.00080998475,0.04620825,0.0024322285,0.81963193,0.0033412063,0.12358919],"study_design_scores_gemma":[0.000038859187,0.00016718701,0.002478286,0.00022692827,0.00008958968,0.0002028761,0.0003061524,0.5228184,0.0015377912,0.45112312,0.020949932,0.000060964598],"about_ca_topic_score_codex":0.0064825667,"about_ca_topic_score_gemma":0.004471497,"teacher_disagreement_score":0.0064825667,"about_ca_system_score_codex":0.0026791848,"about_ca_system_score_gemma":0.0030788425,"threshold_uncertainty_score":0.022052169},"labels":[],"label_agreement":null},{"id":"W2062159560","doi":"10.1016/s0950-5849(99)00082-8","title":"Connecting architecture reconstruction frameworks","year":2000,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Interoperability; Software architecture; Software framework; Reference architecture; Resource-oriented architecture; Abstraction; Software architecture description; Software; Code (set theory); Software system; Computer architecture; Software construction; Programming language; Operating system; Set (abstract data type)","score_opus":0.007425801837211369,"score_gpt":0.23267879892300464,"score_spread":0.22525299708579327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062159560","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008622304,0.00023815988,0.96708393,0.00064363785,0.00007080297,0.00006322277,0.00009305073,0.0024112253,0.020773772],"genre_scores_gemma":[0.27298477,0.00093447574,0.69884664,0.00038414463,0.00007450244,0.00017249667,0.0013321061,0.0019088208,0.023362044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99792933,0.00057049876,0.00012660226,0.00046395356,0.00061089365,0.00029870326],"domain_scores_gemma":[0.99724966,0.0005308397,0.00012400156,0.0015266971,0.00043266726,0.00013618013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002083177,0.00090810884,0.00057160464,0.0023587246,0.0014986591,0.0043844716,0.0028496888,0.002400566,0.018594459],"category_scores_gemma":[0.006625839,0.0010157194,0.001555271,0.0017832894,0.0020375154,0.007505805,0.006783196,0.0027813797,0.004534334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006230186,0.000062981926,0.0009922741,0.00008053114,0.000043007076,0.00017501236,0.00053557125,0.017007627,0.0018976128,0.8025224,0.0051709735,0.17144969],"study_design_scores_gemma":[0.000024287108,0.000040527084,0.000500695,0.00014146193,0.00006245627,0.0003075871,0.0005078443,0.17644227,0.00560083,0.7066487,0.109681696,0.000041652165],"about_ca_topic_score_codex":0.0028690298,"about_ca_topic_score_gemma":0.004412484,"teacher_disagreement_score":0.018594459,"about_ca_system_score_codex":0.0012055764,"about_ca_system_score_gemma":0.0018851794,"threshold_uncertainty_score":0.06220472},"labels":[],"label_agreement":null},{"id":"W2062417677","doi":"10.1109/empire.2014.6890117","title":"Eliciting contextual requirements at design time: A case study","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; University of Victoria","keywords":"Requirements elicitation; Requirements engineering; Requirements analysis; Requirements management; Non-functional requirement; Computer science; Goal modeling; Viewpoints; Context (archaeology); Sociotechnical system; Functional requirement; Identification (biology); Stakeholder; System requirements; Contextual design; Requirement; Systems engineering; User requirements document; Context model; Process management; Software engineering; Knowledge management; Engineering; Software development; Artificial intelligence; Software","score_opus":0.11252137783403245,"score_gpt":0.33750472287804467,"score_spread":0.22498334504401224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062417677","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8787332,0.0011757553,0.09525568,0.0024814517,0.00008375722,0.0015719029,0.00027887966,0.00011389569,0.020305376],"genre_scores_gemma":[0.92804354,0.0010813054,0.065418094,0.0005498771,0.000031526066,0.00075190695,0.00019365785,0.000064965745,0.0038651456],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9799216,0.015167474,0.00080397277,0.0007848785,0.0023485324,0.0009734995],"domain_scores_gemma":[0.96294105,0.029581733,0.0015782644,0.0024351196,0.0021034798,0.0013603959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011166732,0.00087778474,0.0006440228,0.0017047176,0.0036091441,0.0028331534,0.002171436,0.0053431876,0.0020400914],"category_scores_gemma":[0.02146308,0.00074196036,0.0007915605,0.002024094,0.0027448535,0.0028862196,0.0030270147,0.0025893592,0.0006496778],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019963372,0.009680425,0.03827232,0.0036190837,0.0002875802,0.14251116,0.4157298,0.032283552,0.06437596,0.052938428,0.011720997,0.22658436],"study_design_scores_gemma":[0.0010748269,0.0074552298,0.031140288,0.002574928,0.0004920304,0.052090127,0.41041055,0.05398195,0.09755903,0.02856321,0.31399047,0.0006673351],"about_ca_topic_score_codex":0.002517691,"about_ca_topic_score_gemma":0.0056117577,"teacher_disagreement_score":0.011166732,"about_ca_system_score_codex":0.0027035396,"about_ca_system_score_gemma":0.0021905568,"threshold_uncertainty_score":0.059056044},"labels":[],"label_agreement":null},{"id":"W2062886955","doi":"10.1016/j.jss.2006.05.034","title":"Experimental use of code delta, code churn, and rate of change to understand software product line evolution","year":2006,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product (mathematics); Context (archaeology); Product line; Line (geometry); Metric (unit); Software product line; Computer science; Code (set theory); Relation (database); Business; Engineering; Telecommunications; Software; Marketing; Database; Manufacturing engineering; Set (abstract data type); Software development; Mathematics; Operating system; Geography","score_opus":0.11936883647251961,"score_gpt":0.3048904650970761,"score_spread":0.1855216286245565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062886955","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99872094,0.000015072619,0.0008858488,0.000017965602,0.000004653108,0.000020422349,0.0000705364,0.000023627344,0.00024097155],"genre_scores_gemma":[0.99769753,0.0000202465,0.0015910844,0.000021869502,0.00000421398,0.00011080024,0.00012477569,0.000026862084,0.0004026361],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9990287,0.00031834526,0.00010811905,0.00028325128,0.00018655322,0.00007506249],"domain_scores_gemma":[0.9676316,0.024703689,0.003388856,0.0021886716,0.0012391725,0.00084795605],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001217891,0.00035963856,0.00032735016,0.0006607264,0.0003098545,0.0008506038,0.0008060675,0.0008704118,0.0023639346],"category_scores_gemma":[0.017784487,0.0004962067,0.00022249378,0.0005000796,0.00078752707,0.0012227888,0.00055778597,0.0014176273,0.00024214994],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.022986418,0.054329395,0.18685873,0.00053491263,0.00041670006,0.0003613437,0.006256211,0.0161807,0.6369416,0.0049072606,0.0010166727,0.069209985],"study_design_scores_gemma":[0.002386039,0.04093501,0.4610436,0.00007227615,0.00049061474,0.00056750356,0.0021252614,0.24164028,0.2441391,0.0048326994,0.0015217876,0.00024575493],"about_ca_topic_score_codex":0.0024478224,"about_ca_topic_score_gemma":0.0025996543,"teacher_disagreement_score":0.0024478224,"about_ca_system_score_codex":0.000751441,"about_ca_system_score_gemma":0.000575289,"threshold_uncertainty_score":0.007908106},"labels":[],"label_agreement":null},{"id":"W2063002226","doi":"10.1007/s11334-007-0041-0","title":"Converting scenarios to CSP traces with Mise en Scene for requirements-based programming","year":2008,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; TRACE (psycholinguistics); Software engineering; Programming language; Communicating sequential processes; Formal specification; Systems engineering; Engineering; Semantics (computer science)","score_opus":0.0471646092853532,"score_gpt":0.2870360649401125,"score_spread":0.2398714556547593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063002226","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00564051,0.00002809585,0.98300695,0.00020867887,0.000056678047,0.00012655517,0.00065638055,0.00538482,0.0048913127],"genre_scores_gemma":[0.1971833,0.00019870965,0.7890419,0.00017421119,0.000040812938,0.00027066554,0.0030453098,0.0035125709,0.006532509],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99760747,0.0006427853,0.00020525733,0.0002987659,0.0010210574,0.00022467067],"domain_scores_gemma":[0.99488235,0.0022034156,0.00028032932,0.0015845655,0.00088884286,0.00016037264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001642406,0.0009287985,0.0004949218,0.001674181,0.0006656528,0.0027600375,0.0017449985,0.00097009656,0.014468296],"category_scores_gemma":[0.014640764,0.0009929697,0.0017419877,0.0013681594,0.0013322434,0.0050970777,0.0038746381,0.0029747044,0.0034554608],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033170456,0.00025656304,0.0017129399,0.0005875926,0.00008747568,0.0010772009,0.0014629371,0.11510786,0.007868958,0.5831624,0.016035125,0.2723093],"study_design_scores_gemma":[0.000058368434,0.00006192767,0.0003019995,0.00017599491,0.000043014308,0.00034532623,0.0006327987,0.42759937,0.028811226,0.4757479,0.0661515,0.000070586226],"about_ca_topic_score_codex":0.0037815394,"about_ca_topic_score_gemma":0.0065534026,"teacher_disagreement_score":0.014468296,"about_ca_system_score_codex":0.0009037516,"about_ca_system_score_gemma":0.0015497576,"threshold_uncertainty_score":0.048401237},"labels":[],"label_agreement":null},{"id":"W2063106869","doi":"10.1145/1052898.1052904","title":"Towards just-in-time middleware architectures","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Middleware (distributed applications); Computer science; Common Object Request Broker Architecture; Code refactoring; Object request broker; Personalization; Message oriented middleware; Software engineering; Distributed computing; Operating system; Software architecture; Software; World Wide Web; Distributed object","score_opus":0.03601445476124375,"score_gpt":0.29282278990171895,"score_spread":0.2568083351404752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063106869","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0205078,0.0001817843,0.9738468,0.0003578233,0.000046038516,0.000038591734,0.000016090835,0.0015122625,0.003492796],"genre_scores_gemma":[0.14489232,0.0003985605,0.8507602,0.00018002004,0.000032924767,0.000087331144,0.00009803802,0.0004284449,0.0031221455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985114,0.00048253222,0.00010575457,0.00016389463,0.0006214936,0.00011501126],"domain_scores_gemma":[0.9975541,0.0007392929,0.00019407294,0.0007769806,0.00061620993,0.00011927799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002388534,0.00043801262,0.00025606868,0.00044759462,0.0004458725,0.0020674812,0.0016037654,0.0010310177,0.0016810234],"category_scores_gemma":[0.00433981,0.00060709496,0.0005160966,0.00031367538,0.0016314596,0.003125823,0.0013331757,0.0019042271,0.0007466438],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016397091,0.00012049708,0.0016116642,0.0004226541,0.000063858344,0.00036693044,0.002029691,0.086064175,0.13115084,0.6485841,0.0027171946,0.12670442],"study_design_scores_gemma":[0.000080103906,0.00022443103,0.0004514101,0.00011501282,0.000082451836,0.00045361917,0.00044247767,0.4005809,0.09514692,0.37475392,0.12761101,0.000057650534],"about_ca_topic_score_codex":0.0005668997,"about_ca_topic_score_gemma":0.00086702796,"teacher_disagreement_score":0.002388534,"about_ca_system_score_codex":0.00073529285,"about_ca_system_score_gemma":0.0011710369,"threshold_uncertainty_score":0.012631953},"labels":[],"label_agreement":null},{"id":"W2063743474","doi":"10.1016/j.scico.2009.12.004","title":"Decision-making coordination and efficient reasoning techniques for feature-based configuration","year":2009,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature model; Process (computing); Feature (linguistics); Product (mathematics); Stakeholder; Quality (philosophy); Domain engineering; Software; Software product line; Risk analysis (engineering); Domain (mathematical analysis); Exploit; Software engineering; Software development; Process management; Component-based software engineering; Computer security; Programming language","score_opus":0.015118791613079899,"score_gpt":0.3156040255252115,"score_spread":0.3004852339121316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2063743474","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061746044,0.000048448153,0.99084246,0.00012760311,0.000016276144,0.00008692984,0.00006374922,0.0009587728,0.0016810152],"genre_scores_gemma":[0.26521453,0.0000822024,0.73271,0.000065407905,0.000027657019,0.00017980325,0.0002886283,0.00016558832,0.0012662138],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99463224,0.0017429579,0.000505224,0.0010682447,0.0016000575,0.00045128894],"domain_scores_gemma":[0.9919316,0.0042506657,0.000607949,0.0022001665,0.0007835207,0.0002261721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050558588,0.0012648712,0.0015321677,0.0018125795,0.0016164067,0.004227043,0.0040746634,0.0015079323,0.008147751],"category_scores_gemma":[0.01781958,0.0009789324,0.0017272349,0.0018069245,0.0016794157,0.0050329007,0.0032126524,0.0023108115,0.0011855604],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007166001,0.00048455023,0.0020452878,0.00031289598,0.00026832518,0.0004767958,0.00093855197,0.349733,0.009060936,0.16493814,0.006389537,0.46463537],"study_design_scores_gemma":[0.00008534051,0.000055674238,0.00030792027,0.00003445011,0.00009035718,0.00011564136,0.00012219475,0.8256954,0.006783297,0.16394557,0.0027246177,0.00003949378],"about_ca_topic_score_codex":0.0048872186,"about_ca_topic_score_gemma":0.005772308,"teacher_disagreement_score":0.008147751,"about_ca_system_score_codex":0.0014319583,"about_ca_system_score_gemma":0.0024091261,"threshold_uncertainty_score":0.027256906},"labels":[],"label_agreement":null},{"id":"W2064746998","doi":"10.1007/s10270-007-0053-0","title":"Performance analysis of aspect-oriented UML models","year":2007,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Rewriting; Applications of UML; Aspect-oriented programming; UML tool; Context (archaeology); Parameterized complexity; Expression (computer science); Programming language; Software engineering; Software; Algorithm","score_opus":0.04986106858002152,"score_gpt":0.2841407457858321,"score_spread":0.23427967720581058,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064746998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6347952,0.0007774256,0.34871748,0.00047337083,0.00006497509,0.00013263756,0.00037231314,0.0043296902,0.010336861],"genre_scores_gemma":[0.9621197,0.00015233883,0.036477312,0.000016367225,0.000016446618,0.00004567011,0.0003967665,0.00022870406,0.0005467806],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945543,0.0023964217,0.0002492495,0.00029778335,0.002121145,0.0003811741],"domain_scores_gemma":[0.96630234,0.02695519,0.0016705497,0.0021399406,0.0026477538,0.00028413013],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067387153,0.0008866282,0.0006498642,0.0018447224,0.0005436686,0.0018699132,0.0012531345,0.00081270066,0.003212425],"category_scores_gemma":[0.03330055,0.00052214117,0.0007516812,0.0013908434,0.00045178496,0.0025699926,0.0009499114,0.0006816939,0.00042740547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011792635,0.0003157553,0.009598653,0.00027660944,0.00015642718,0.00010346533,0.0003280326,0.8411498,0.013150851,0.032770697,0.0014327868,0.099537574],"study_design_scores_gemma":[0.000012549942,0.00006932095,0.00056973856,0.000006552297,0.000026052312,0.000012882105,0.000021360123,0.9941111,0.0033058042,0.0016376408,0.00022164115,0.00000535337],"about_ca_topic_score_codex":0.0063447687,"about_ca_topic_score_gemma":0.0042133206,"teacher_disagreement_score":0.0067387153,"about_ca_system_score_codex":0.0021399162,"about_ca_system_score_gemma":0.0012394853,"threshold_uncertainty_score":0.035638213},"labels":[],"label_agreement":null},{"id":"W2065532995","doi":"10.1007/s00766-015-0221-7","title":"A questionnaire-based survey methodology for systematically validating goal-oriented models","year":2015,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Goal modeling; Correctness; Computer science; Order (exchange); Process management; Management science; Knowledge management; Risk analysis (engineering); Requirements analysis; Engineering; Business; Software; Political science","score_opus":0.2723341049750893,"score_gpt":0.373416180947887,"score_spread":0.10108207597279767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2065532995","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50747573,0.0001714133,0.39417127,0.000571735,0.000119656244,0.0809441,0.002046148,0.00097633724,0.013523673],"genre_scores_gemma":[0.39937168,0.0002720722,0.4600549,0.0009947771,0.00004706037,0.13324235,0.0026174104,0.0001497905,0.0032500161],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9297971,0.0527708,0.0061801826,0.0026553245,0.007093958,0.0015026568],"domain_scores_gemma":[0.78814954,0.13951759,0.01019226,0.018045977,0.042167816,0.0019267225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.055202942,0.0010561177,0.0009616072,0.006477247,0.0014123296,0.0015915259,0.0017517112,0.0014369341,0.0032069131],"category_scores_gemma":[0.11998544,0.000696755,0.0008709407,0.0042371387,0.0012749267,0.0019855318,0.0026504353,0.0014493515,0.00173852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014359939,0.017219884,0.18669418,0.0040371176,0.00034081962,0.000774655,0.061552335,0.0064857327,0.048985444,0.010559137,0.014272682,0.64764196],"study_design_scores_gemma":[0.005204403,0.04188161,0.4964528,0.0041345144,0.0012769966,0.0018288025,0.13639788,0.10382124,0.068245,0.021479907,0.118289255,0.0009876132],"about_ca_topic_score_codex":0.0022460886,"about_ca_topic_score_gemma":0.004528748,"teacher_disagreement_score":0.055202942,"about_ca_system_score_codex":0.0027475618,"about_ca_system_score_gemma":0.0063731414,"threshold_uncertainty_score":0.29194456},"labels":[],"label_agreement":null},{"id":"W2066037774","doi":"10.1145/1028664.1028676","title":"PRISM is research in aSpect mining","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Prism; Computer science; Data science; Optics; Physics","score_opus":0.21352013202383144,"score_gpt":0.41961642119825043,"score_spread":0.206096289174419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066037774","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070604547,0.011187815,0.76796144,0.025687855,0.0024593212,0.00033306997,0.0027733012,0.020968342,0.16156836],"genre_scores_gemma":[0.10201876,0.024799192,0.7155159,0.005696587,0.0029809703,0.0005335859,0.012877449,0.0074573564,0.12812014],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9914009,0.0022281513,0.00051169214,0.00260131,0.0028414917,0.00041642948],"domain_scores_gemma":[0.9628943,0.017387524,0.0011822742,0.01084362,0.005110336,0.002581918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010489532,0.0014035044,0.0017972257,0.004284447,0.001731191,0.006054586,0.004866743,0.002101765,0.07948996],"category_scores_gemma":[0.023982497,0.0015206706,0.0018986516,0.00910755,0.0026355179,0.012165775,0.0041910727,0.0046810294,0.035665672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033321863,0.00026620412,0.002715448,0.0019664553,0.00016303442,0.0002370531,0.00040866906,0.0030807813,0.005076232,0.17433026,0.104595885,0.70682675],"study_design_scores_gemma":[0.00020035301,0.00034256378,0.0017888631,0.0005741365,0.00018750674,0.0010010541,0.00037698387,0.017887754,0.011286018,0.15285072,0.8134424,0.00006147842],"about_ca_topic_score_codex":0.0029172213,"about_ca_topic_score_gemma":0.0022800453,"teacher_disagreement_score":0.07948996,"about_ca_system_score_codex":0.0017474373,"about_ca_system_score_gemma":0.005965037,"threshold_uncertainty_score":0.2659204},"labels":[],"label_agreement":null},{"id":"W2066441290","doi":"10.1145/1960314.1960331","title":"The aspect-oriented user requirements notation","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Notation; Computer science; Semantics (computer science); Software engineering; Requirements engineering; Aspect-oriented programming; User requirements document; Programming language; Extension (predicate logic); Software","score_opus":0.09367229180410723,"score_gpt":0.30274600611540475,"score_spread":0.2090737143112975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066441290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008616603,0.00412056,0.93929017,0.002471657,0.0009788821,0.00039202682,0.0013282779,0.0033684457,0.047188193],"genre_scores_gemma":[0.017429627,0.009076034,0.9370133,0.0029820746,0.00078105245,0.0017319088,0.0045744395,0.0012439437,0.025167605],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936557,0.0027533518,0.0010869789,0.000608082,0.0016565428,0.00023938682],"domain_scores_gemma":[0.99507684,0.0022734357,0.0004654484,0.00092353,0.0010549957,0.00020575037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069593918,0.0022994592,0.0010761516,0.0023074502,0.0012227229,0.0060668653,0.0027767709,0.0028746377,0.011647076],"category_scores_gemma":[0.009349065,0.0013096394,0.0013271512,0.0031945987,0.0018382444,0.0077942866,0.0033446772,0.0054332474,0.010436253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048970855,0.00005066326,0.00015486554,0.00062014547,0.000022985036,0.0003391659,0.00084317185,0.0032073373,0.0035132945,0.8224715,0.057869896,0.11085797],"study_design_scores_gemma":[0.000018538463,0.00003149012,0.0000628234,0.0003546384,0.000013995608,0.00069506315,0.00011243584,0.004781504,0.0012155282,0.10813043,0.8845515,0.000032053133],"about_ca_topic_score_codex":0.0014423665,"about_ca_topic_score_gemma":0.002095099,"teacher_disagreement_score":0.011647076,"about_ca_system_score_codex":0.0011290794,"about_ca_system_score_gemma":0.0025281769,"threshold_uncertainty_score":0.038963377},"labels":[],"label_agreement":null},{"id":"W2066873047","doi":"10.1109/ccece.2008.4564634","title":"Case for enriching developer&amp;#x2019;s toolkit with goal oriented requirement methodologies","year":2008,"lang":"en","type":"article","venue":"Conference proceedings - Canadian Conference on Electrical and Computer Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Dynamism; Computer science; Software engineering; Business requirements; Process management; Software; Knowledge management; Engineering management; Business process; Engineering; Operations management; Programming language","score_opus":0.09646869117317794,"score_gpt":0.2778247875656216,"score_spread":0.18135609639244368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066873047","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.076273456,0.0017266677,0.49431667,0.14104107,0.0009088891,0.00056956377,0.00020032216,0.0029173554,0.2820461],"genre_scores_gemma":[0.34390754,0.0012451456,0.5722724,0.0107065635,0.00016798633,0.0005000915,0.00022373103,0.00074769784,0.07022884],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9758504,0.016888097,0.0009930651,0.0010478889,0.0038705189,0.0013499748],"domain_scores_gemma":[0.95232564,0.02815855,0.0016656922,0.010271685,0.0047947215,0.002783655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039178275,0.00076608796,0.0004774905,0.002407149,0.004043209,0.007684095,0.0023917968,0.0060916236,0.008404926],"category_scores_gemma":[0.035175573,0.0009769333,0.0011022404,0.0018829394,0.0056583816,0.018466232,0.012079376,0.0056043146,0.003126875],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020993604,0.00053876074,0.009797617,0.0004834429,0.000031311552,0.01616978,0.021939326,0.0017848589,0.0063745617,0.7546651,0.0320865,0.15591882],"study_design_scores_gemma":[0.00008944025,0.00024218911,0.0023914473,0.0011016604,0.000043873333,0.010064039,0.010869214,0.015070849,0.005515958,0.15370697,0.8007631,0.00014138166],"about_ca_topic_score_codex":0.0046545,"about_ca_topic_score_gemma":0.012714727,"teacher_disagreement_score":0.039178275,"about_ca_system_score_codex":0.0025679986,"about_ca_system_score_gemma":0.006309271,"threshold_uncertainty_score":0.20719695},"labels":[],"label_agreement":null},{"id":"W2066949584","doi":"10.1109/ithings.2014.28","title":"Building a Framework for Internet of Things and Cloud Computing","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Cloud computing; Computer science; Layer (electronics); Application layer; Variety (cybernetics); The Internet; Software; Internet of Things; Architecture; Distributed computing; Software product line; Software engineering; World Wide Web; Operating system; Software development","score_opus":0.032420101187606395,"score_gpt":0.3147367186337678,"score_spread":0.2823166174461614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066949584","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019377985,0.0005224714,0.9865268,0.0011155896,0.00021684231,0.00023612654,0.000045907942,0.0009523381,0.008446241],"genre_scores_gemma":[0.041971378,0.00078445836,0.95066196,0.0002954238,0.000097215045,0.0005440486,0.00018818096,0.00029568962,0.005161536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99736565,0.0008680575,0.00023934772,0.0003514401,0.0008565394,0.00031898136],"domain_scores_gemma":[0.99889344,0.00028671726,0.00006447335,0.00026701068,0.00023911113,0.00024938287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004817135,0.0011025261,0.00077371334,0.001385761,0.0027399424,0.004990988,0.003412075,0.0038284422,0.0030615663],"category_scores_gemma":[0.003171329,0.0011216651,0.0030908936,0.0010994016,0.003808821,0.0058860416,0.0058511337,0.0053005926,0.0015056251],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017575367,0.00004802531,0.00023771725,0.00011639646,0.00003107965,0.0003750096,0.0005863469,0.015205855,0.0015886413,0.9577482,0.003341261,0.020703837],"study_design_scores_gemma":[0.00005036347,0.00008947889,0.00021986598,0.00035916566,0.000055659464,0.000697054,0.00036583465,0.16970977,0.0029010978,0.4689189,0.3565318,0.00010108391],"about_ca_topic_score_codex":0.009759232,"about_ca_topic_score_gemma":0.0087894965,"teacher_disagreement_score":0.009759232,"about_ca_system_score_codex":0.002209303,"about_ca_system_score_gemma":0.004160007,"threshold_uncertainty_score":0.02547574},"labels":[],"label_agreement":null},{"id":"W2067238940","doi":"10.1109/sera.2010.28","title":"Extending the UML Metamodel to Provide Support for Crosscutting Concerns","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Metamodeling; Computer science; Programming language; Unified Modeling Language; Aspect-oriented programming; Software engineering; Model-driven architecture; UML tool; Modeling language; Object Constraint Language; Applications of UML; Software","score_opus":0.07458702252584881,"score_gpt":0.3724684073321287,"score_spread":0.2978813848062799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067238940","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071743815,0.00027600932,0.9814995,0.0005466496,0.00016149503,0.00018848066,0.0003014723,0.0051064775,0.0047454513],"genre_scores_gemma":[0.06878957,0.00076986756,0.92057437,0.00059489504,0.000109648114,0.0003373096,0.0013695935,0.0011952358,0.0062595196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974523,0.00069051405,0.0004402596,0.00032098292,0.00088101934,0.00021488065],"domain_scores_gemma":[0.99428105,0.0016584984,0.0006762031,0.001948408,0.0012474711,0.00018828806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004953196,0.0011795149,0.00067715003,0.0017796009,0.00062587287,0.0023107247,0.0016897427,0.0022303169,0.0021066442],"category_scores_gemma":[0.008175729,0.0009765355,0.0020399312,0.0012505726,0.0008321017,0.0044724713,0.002080139,0.0033019593,0.0013811009],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030694646,0.0005474287,0.008768375,0.0011452389,0.0001943984,0.0021448035,0.0056002517,0.034678366,0.11116166,0.46235344,0.018959869,0.3541392],"study_design_scores_gemma":[0.00014879426,0.00025119653,0.002500288,0.00075526646,0.00023639287,0.0027302373,0.00029836586,0.10404125,0.03790711,0.110449985,0.7404631,0.00021807877],"about_ca_topic_score_codex":0.0048963386,"about_ca_topic_score_gemma":0.0073661287,"teacher_disagreement_score":0.004953196,"about_ca_system_score_codex":0.0010458421,"about_ca_system_score_gemma":0.0030664443,"threshold_uncertainty_score":0.026195288},"labels":[],"label_agreement":null},{"id":"W2067284301","doi":"10.1007/s10009-008-0082-1","title":"Framework testing of web applications using TTCN-3","year":2008,"lang":"en","type":"article","venue":"International Journal on Software Tools for Technology Transfer","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Web application; Test script; Web service; Test case; Programming language; Database; Operating system; Machine learning","score_opus":0.11853983412948066,"score_gpt":0.3479252943717749,"score_spread":0.22938546024229423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067284301","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6342572,0.0003513401,0.31505123,0.0002647725,0.00019001101,0.00042208,0.00082715735,0.038323514,0.010312658],"genre_scores_gemma":[0.90594506,0.00006957391,0.0890386,0.00007793707,0.0000128362935,0.00011291108,0.0010008009,0.0011321078,0.0026101517],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99609727,0.0011901382,0.0002873158,0.00045128455,0.0014072047,0.00056674634],"domain_scores_gemma":[0.9923516,0.0030915693,0.00040669684,0.0018336439,0.0020027086,0.0003138313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002758046,0.0008756054,0.0005095896,0.0013342985,0.00059096323,0.001134778,0.0022710739,0.0010284641,0.005015969],"category_scores_gemma":[0.009353035,0.0003497182,0.00094813376,0.0007137943,0.0006879223,0.0015708153,0.001393921,0.00080299325,0.0006101688],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047819326,0.0025324193,0.06253648,0.0012123629,0.00048235554,0.0026306915,0.0016284173,0.28186017,0.15113255,0.031528585,0.01518033,0.44449377],"study_design_scores_gemma":[0.00023085525,0.0007477264,0.005707136,0.000077101795,0.00009771783,0.0003420068,0.00016409087,0.89515096,0.08550467,0.004741618,0.0071709994,0.000065004526],"about_ca_topic_score_codex":0.013229818,"about_ca_topic_score_gemma":0.013712463,"teacher_disagreement_score":0.013229818,"about_ca_system_score_codex":0.0009114553,"about_ca_system_score_gemma":0.0022851557,"threshold_uncertainty_score":0.026305616},"labels":[],"label_agreement":null},{"id":"W2068687137","doi":"10.5555/381473.381622","title":"Bridging the requirements/design gap in dynamic systems with use case maps (UCMs)","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mitel (Canada)","funders":"","keywords":"Bridging (networking); Computer science; Notation; Bridge (graph theory); Software engineering; Software; Systems engineering; Software development; Architectural pattern; Software design; Industrial engineering; Engineering; Programming language","score_opus":0.1303338315500004,"score_gpt":0.31183948363247743,"score_spread":0.18150565208247704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068687137","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012582498,0.00054911984,0.970802,0.0030978133,0.00004930578,0.0002205439,0.00010542498,0.001062671,0.011530547],"genre_scores_gemma":[0.17239629,0.0008951769,0.82190925,0.00057836436,0.00007056478,0.00086979254,0.00031499634,0.00042735587,0.0025382715],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96895504,0.019775432,0.0019111156,0.0017055988,0.0069841477,0.0006687568],"domain_scores_gemma":[0.9297945,0.051917214,0.0033612754,0.010475265,0.003480956,0.00097089255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025094127,0.0014314675,0.0010605403,0.003971985,0.0017920227,0.009851586,0.0043023243,0.0038990483,0.0038383044],"category_scores_gemma":[0.055773824,0.0019540864,0.0011103764,0.003884711,0.007717033,0.017470146,0.0074105193,0.00364929,0.0012142516],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107810374,0.0001575668,0.0017500512,0.0009893279,0.00007183089,0.0016355318,0.00967652,0.029833639,0.00435964,0.73567295,0.0059299245,0.20981513],"study_design_scores_gemma":[0.00006807028,0.00020904849,0.0010763085,0.0009017371,0.00007220396,0.0027139918,0.003028657,0.12666933,0.0072503197,0.66668826,0.19117822,0.00014379069],"about_ca_topic_score_codex":0.0022079959,"about_ca_topic_score_gemma":0.0026507515,"teacher_disagreement_score":0.025094127,"about_ca_system_score_codex":0.003489176,"about_ca_system_score_gemma":0.0028830802,"threshold_uncertainty_score":0.132712},"labels":[],"label_agreement":null},{"id":"W2068712694","doi":"10.1007/s10664-009-9121-0","title":"Applying empirical software engineering to software architecture: challenges and lessons learned","year":2009,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Social software engineering; Resource-oriented architecture; Software development; Software peer review; Personal software process; Software construction; Architecture tradeoff analysis method; Software architecture; Reference architecture; Software Engineering Process Group","score_opus":0.10052347010825755,"score_gpt":0.34551098358241233,"score_spread":0.2449875134741548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068712694","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0818376,0.07245022,0.45231903,0.34940654,0.0021648344,0.00023856887,0.00011091442,0.00030212267,0.04117021],"genre_scores_gemma":[0.69142747,0.09089811,0.19578163,0.012140142,0.0031655096,0.00036323688,0.00017332357,0.00019737153,0.005853251],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9811122,0.013948144,0.00070183247,0.00076329004,0.003023296,0.00045131365],"domain_scores_gemma":[0.8015445,0.168737,0.0023058173,0.011436803,0.013861444,0.0021143511],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036498293,0.00092835346,0.0012173807,0.0023774633,0.0014913866,0.0073236316,0.0035621112,0.0031657426,0.0028040025],"category_scores_gemma":[0.10860463,0.0007337246,0.0006138164,0.003130285,0.0121655455,0.015231519,0.0041209203,0.008341824,0.0006133453],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004273553,0.00065405626,0.011510222,0.0011373254,0.000106773994,0.00019342314,0.002776111,0.009979209,0.00050338364,0.6147612,0.008886054,0.34944955],"study_design_scores_gemma":[0.000025063173,0.00006957977,0.002148788,0.0010543867,0.000011863644,0.00010874857,0.0047686924,0.012680189,0.00043244386,0.95518047,0.023494925,0.000024788476],"about_ca_topic_score_codex":0.0046596816,"about_ca_topic_score_gemma":0.0056872144,"teacher_disagreement_score":0.036498293,"about_ca_system_score_codex":0.0029967811,"about_ca_system_score_gemma":0.007894983,"threshold_uncertainty_score":0.19302374},"labels":[],"label_agreement":null},{"id":"W2069145957","doi":"10.1109/ms.2005.54","title":"Agile programming: design to accommodate change","year":2005,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Agile software development; Code refactoring; Extreme programming practices; Agile Unified Process; Agile usability engineering; Computer science; Extreme programming; Software engineering; Systems engineering; Software development; Engineering; Software; Software development process; Programming language","score_opus":0.13834359816085032,"score_gpt":0.3287332638963435,"score_spread":0.19038966573549318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069145957","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023335156,0.0011149289,0.94775105,0.003951848,0.00048093364,0.00029775058,0.000069312744,0.0020059007,0.041994836],"genre_scores_gemma":[0.059322294,0.0027546983,0.90794075,0.0022768131,0.00030877013,0.0012613906,0.00023423163,0.0012844319,0.02461667],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950852,0.002508654,0.00022862988,0.0004925664,0.0013547107,0.00033035994],"domain_scores_gemma":[0.9958788,0.001753467,0.0002826958,0.00086232356,0.00076556194,0.00045716015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004949761,0.0010650925,0.0003948977,0.00091069407,0.0011590762,0.0039733793,0.002467841,0.0016761235,0.0070754606],"category_scores_gemma":[0.008507288,0.0010812099,0.00071442587,0.0009808256,0.0036166832,0.0039188773,0.004484102,0.004072253,0.0036193617],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009216247,0.00013566425,0.0013851121,0.0009732342,0.0001075307,0.0005354716,0.005005819,0.015200312,0.0069238693,0.5453192,0.06750822,0.3568134],"study_design_scores_gemma":[0.00012719436,0.00016129356,0.0003690455,0.0005220835,0.000059476577,0.0010567817,0.00090870936,0.01710571,0.003824821,0.27692685,0.69885796,0.00008000823],"about_ca_topic_score_codex":0.0006378675,"about_ca_topic_score_gemma":0.00068957015,"teacher_disagreement_score":0.0070754606,"about_ca_system_score_codex":0.0008372982,"about_ca_system_score_gemma":0.0024677552,"threshold_uncertainty_score":0.026177168},"labels":[],"label_agreement":null},{"id":"W2069202293","doi":"10.1145/1321631.1321727","title":"Decor","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science","score_opus":0.027461644856105853,"score_gpt":0.30774306624730285,"score_spread":0.280281421391197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069202293","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00718029,0.0008680498,0.64502245,0.0006566859,0.0009125872,0.00040501312,0.0070226034,0.095131025,0.24280132],"genre_scores_gemma":[0.12172309,0.0016245414,0.5027125,0.0025180439,0.00041448095,0.0011503958,0.031848148,0.032766104,0.30524275],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978928,0.00036405062,0.00020496525,0.00046675888,0.0008766686,0.00019469303],"domain_scores_gemma":[0.9980198,0.00037154203,0.00011259541,0.00094774656,0.00047631472,0.00007202217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012373055,0.0012765651,0.00072322326,0.0010249453,0.00081380503,0.0027638504,0.0015440652,0.0014235575,0.05850404],"category_scores_gemma":[0.0043638465,0.0007936297,0.00123615,0.0007210555,0.0007612827,0.003239929,0.0034329714,0.0012041248,0.05112091],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003749471,0.00012658739,0.0024204678,0.0010424291,0.00006755146,0.0005364982,0.0006342488,0.0037364457,0.021659978,0.20585182,0.24800639,0.51554257],"study_design_scores_gemma":[0.000022418559,0.000049495433,0.00046765903,0.00007155026,0.000020092302,0.0005014886,0.000045658468,0.0044968673,0.009902013,0.02363893,0.9607541,0.00002984383],"about_ca_topic_score_codex":0.00064652733,"about_ca_topic_score_gemma":0.0011563292,"teacher_disagreement_score":0.05850404,"about_ca_system_score_codex":0.0005309,"about_ca_system_score_gemma":0.0007422397,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2069311670","doi":"10.1109/hicss.2007.11","title":"A Constrained Executable Model of Dynamic System Reconfiguration","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Executable; Computer science; Control reconfiguration; Programming language; Unified Modeling Language; Domain (mathematical analysis); Domain model; Representation (politics); Domain-specific language; Programming domain; Programming paradigm; Inductive programming; Embedded system; Software; Process (computing); Mathematics","score_opus":0.029657860171339454,"score_gpt":0.27837927318431677,"score_spread":0.24872141301297732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069311670","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012323007,0.000091528,0.96701807,0.00026915432,0.000032795335,0.00010472742,0.000326724,0.0010385704,0.018795382],"genre_scores_gemma":[0.37642017,0.0005193193,0.59737486,0.00020540897,0.000058229965,0.0009563708,0.001178969,0.0003554738,0.0229312],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994987,0.00011348334,0.00003700032,0.00010054057,0.0002029469,0.000047308113],"domain_scores_gemma":[0.99947387,0.00019381604,0.00006263261,0.00014259011,0.000095495496,0.000031588163],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068902003,0.0006981901,0.00034326236,0.00063773675,0.00038903768,0.0017626968,0.0014774997,0.0011549768,0.0047948733],"category_scores_gemma":[0.0013199415,0.00035246985,0.000593666,0.0004744977,0.0011235907,0.002432744,0.00082469976,0.0011679484,0.00076410046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043095042,0.00004577048,0.0002938883,0.00008210386,0.000013964025,0.00047794604,0.00040482235,0.24905813,0.008445196,0.7278025,0.0012595317,0.012072965],"study_design_scores_gemma":[0.000029037248,0.000039652325,0.00016521818,0.00004101709,0.0000183245,0.00018935115,0.00006200553,0.8310182,0.0040057898,0.13386826,0.030539824,0.000023244136],"about_ca_topic_score_codex":0.0032735814,"about_ca_topic_score_gemma":0.0029787363,"teacher_disagreement_score":0.0047948733,"about_ca_system_score_codex":0.0008107666,"about_ca_system_score_gemma":0.0016004903,"threshold_uncertainty_score":0.016040444},"labels":[],"label_agreement":null},{"id":"W2070709401","doi":"10.1016/j.jss.2012.05.075","title":"Specification and monitoring of data-centric temporal properties for service-based systems","year":2012,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Service (business); Systems engineering; Software engineering; Engineering; Business","score_opus":0.17770935210370786,"score_gpt":0.31549559374527614,"score_spread":0.13778624164156827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070709401","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05005427,0.00023834303,0.945398,0.00031281414,0.00005239982,0.00024023252,0.00020766456,0.002159486,0.001336755],"genre_scores_gemma":[0.80088115,0.00024882017,0.19668303,0.00012986347,0.000095219686,0.00032457837,0.00043116228,0.0002775379,0.00092867285],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9900719,0.0025241363,0.0016203545,0.0011547018,0.0038609267,0.0007678446],"domain_scores_gemma":[0.9591987,0.019805284,0.0053520924,0.008268666,0.0065473886,0.0008278537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013093446,0.00093830057,0.0012205975,0.0016221636,0.00094766554,0.0052330843,0.0027264538,0.0013867649,0.0010151187],"category_scores_gemma":[0.030545583,0.0011538728,0.0012153601,0.0010794511,0.0023895123,0.00450544,0.0021211486,0.002237377,0.00035462514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023434316,0.00072960125,0.01997925,0.0010705412,0.00031798347,0.0015777355,0.003095658,0.32800543,0.11584458,0.34868217,0.004488862,0.17386477],"study_design_scores_gemma":[0.000105496176,0.00017747025,0.0007285869,0.000076191915,0.00009676905,0.00022168914,0.00012927364,0.90943587,0.047871593,0.037385013,0.0037292978,0.000042685573],"about_ca_topic_score_codex":0.004656383,"about_ca_topic_score_gemma":0.0042117448,"teacher_disagreement_score":0.013093446,"about_ca_system_score_codex":0.0021139362,"about_ca_system_score_gemma":0.00477213,"threshold_uncertainty_score":0.06924558},"labels":[],"label_agreement":null},{"id":"W2070850317","doi":"10.1109/relaw.2012.6347801","title":"Measurement-oriented comparison of multiple regulations with GRL","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Objectivity (philosophy); Process management; Compliance (psychology); Risk analysis (engineering); Management science; Engineering; Business","score_opus":0.10859473481516435,"score_gpt":0.32191457609639745,"score_spread":0.2133198412812331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070850317","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0581419,0.0002416009,0.9179448,0.0004555159,0.00009079106,0.00078912545,0.00046974653,0.0018275228,0.020038977],"genre_scores_gemma":[0.3829421,0.00014660378,0.6127469,0.00020801355,0.000021833786,0.0016518183,0.0007672578,0.00043637538,0.0010790599],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9087224,0.05703943,0.005134129,0.0048261574,0.023077322,0.0012005387],"domain_scores_gemma":[0.87134093,0.08285379,0.011562302,0.017768648,0.015919907,0.00055442523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04420136,0.0011010335,0.0010806466,0.0055355662,0.0007330959,0.0048748623,0.0025253019,0.0014405444,0.0032053995],"category_scores_gemma":[0.10896592,0.0006403124,0.0016256402,0.0044316165,0.0027663102,0.0056668497,0.003420982,0.0019087965,0.0007347958],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010504463,0.00070897554,0.021812646,0.0021785607,0.0005342511,0.00082387833,0.0075827497,0.076483324,0.027948862,0.4496386,0.002982187,0.40825558],"study_design_scores_gemma":[0.00032243025,0.0018941461,0.025074465,0.0012188203,0.0004503417,0.00089183816,0.0069228015,0.57323647,0.066183776,0.2618186,0.06156225,0.0004241472],"about_ca_topic_score_codex":0.0029894288,"about_ca_topic_score_gemma":0.002712389,"teacher_disagreement_score":0.04420136,"about_ca_system_score_codex":0.0045991475,"about_ca_system_score_gemma":0.003061549,"threshold_uncertainty_score":0.2337619},"labels":[],"label_agreement":null},{"id":"W2072086471","doi":"10.1108/09685220710738787","title":"A strategic modeling technique for information security risk assessment","year":2007,"lang":"en","type":"article","venue":"Information Management & Computer Security","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Risk analysis (engineering); Information security; Information system; Unified Modeling Language; Process (computing); Information flow; Information security management; Risk management; Knowledge management; Process management; Security information and event management; Computer security; Business; Engineering; Cloud computing security","score_opus":0.02559288711412932,"score_gpt":0.3010902093224299,"score_spread":0.2754973222083006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072086471","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009980344,0.0001551039,0.9840783,0.0006363735,0.000062768304,0.00012933722,0.00016089878,0.0003086069,0.013470535],"genre_scores_gemma":[0.06529183,0.0007736081,0.92444354,0.0002687208,0.00008193114,0.00080649875,0.0004981439,0.00020821867,0.0076274658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771935,0.0010614636,0.00020665475,0.00021804497,0.00065103464,0.00014328255],"domain_scores_gemma":[0.99767655,0.0011831678,0.0002607221,0.00039799418,0.00037939238,0.00010215849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004418538,0.0018793582,0.00071036024,0.003839435,0.0016433578,0.004069113,0.0018465602,0.0018787009,0.008949899],"category_scores_gemma":[0.00541024,0.0009477788,0.003298684,0.003243482,0.0019383201,0.0051511275,0.0028623804,0.003684564,0.002320261],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006636665,0.000024444715,0.00030559057,0.00008634132,0.000033028184,0.00012604315,0.00063211477,0.019227896,0.00058220146,0.9583766,0.0027019235,0.017897125],"study_design_scores_gemma":[0.000021404921,0.000051591098,0.0002244538,0.00027086434,0.00009020871,0.00042235866,0.0006645097,0.23724629,0.0011540231,0.61460954,0.14519617,0.00004862304],"about_ca_topic_score_codex":0.006577584,"about_ca_topic_score_gemma":0.0078116674,"teacher_disagreement_score":0.008949899,"about_ca_system_score_codex":0.0026102443,"about_ca_system_score_gemma":0.0043508597,"threshold_uncertainty_score":0.029940426},"labels":[],"label_agreement":null},{"id":"W2072291888","doi":"10.1007/11880240_48","title":"Framework-Specific Modeling Languages with Round-Trip Engineering","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Workbench; Eclipse; Programming language; Domain-specific language; Software engineering; Modeling language; Domain (mathematical analysis); Model-driven architecture; Unified Modeling Language; Reverse engineering; Object-oriented programming; Code generation; Theoretical computer science; Artificial intelligence; Visualization; Software; Operating system","score_opus":0.028569873123433197,"score_gpt":0.2632215568695757,"score_spread":0.2346516837461425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072291888","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005517545,0.000031030417,0.990694,0.000086299,0.000047917467,0.0000630733,0.00014236878,0.0051215235,0.0032621296],"genre_scores_gemma":[0.034451645,0.00030576793,0.9440641,0.0002794937,0.000048305606,0.0004623852,0.0013295513,0.0071539297,0.011904878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99729246,0.00075593375,0.00041041733,0.00042948124,0.0008279328,0.00028376258],"domain_scores_gemma":[0.99693894,0.0007973803,0.00019899878,0.0014916344,0.00042454532,0.0001485603],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003651848,0.0022596172,0.0011064205,0.0011570045,0.001174128,0.0056809327,0.004877278,0.0024716542,0.01754175],"category_scores_gemma":[0.006617298,0.0027887723,0.0037931274,0.0013116946,0.0018327702,0.0075558503,0.004794698,0.006988954,0.008612201],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088057954,0.000086381195,0.00032804575,0.00045089523,0.00009082956,0.00032205222,0.0009812325,0.028004376,0.004215189,0.8600548,0.015905363,0.08947277],"study_design_scores_gemma":[0.000072603034,0.000067401656,0.00010561423,0.00034625822,0.00021998651,0.0006280193,0.00026426846,0.16190742,0.01901654,0.3912631,0.42598987,0.00011888441],"about_ca_topic_score_codex":0.0023674457,"about_ca_topic_score_gemma":0.004173838,"teacher_disagreement_score":0.01754175,"about_ca_system_score_codex":0.0012113624,"about_ca_system_score_gemma":0.0029133335,"threshold_uncertainty_score":0.05868298},"labels":[],"label_agreement":null},{"id":"W2072410091","doi":"10.1145/376134.376143","title":"International perspectives: wiring the wilderness in Alaska and the Yukon","year":2001,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Atlanta; Wilderness; Citation; Telecommunications; Library science; Computer science; History; Archaeology","score_opus":0.05303869961329794,"score_gpt":0.32466656522739923,"score_spread":0.2716278656141013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072410091","genre_codex":"other","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15281251,0.09250381,0.0024178275,0.24767826,0.006153987,0.000027775197,0.0002393567,0.000088362634,0.49807814],"genre_scores_gemma":[0.721379,0.09119823,0.0017928889,0.012993813,0.0005372309,0.0000494092,0.00021270166,0.000088297216,0.17174846],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927336,0.00022159253,0.000029133442,0.00006769633,0.0000969231,0.00031126596],"domain_scores_gemma":[0.99942756,0.000078954676,0.000051014413,0.000025461915,0.00013349717,0.0002836772],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001065498,0.0003709343,0.00026107382,0.0007063867,0.012136846,0.0071727205,0.0007611699,0.0023124658,0.017392134],"category_scores_gemma":[0.000845481,0.00013259285,0.00019738817,0.0017519104,0.0053097894,0.005697209,0.005457142,0.0022057006,0.0011037135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014201725,0.00013815732,0.029941102,0.0007935668,0.000038885402,0.004328288,0.22973357,0.0008324595,0.0020830887,0.2366862,0.2245292,0.27075344],"study_design_scores_gemma":[0.0000017885119,0.000030193778,0.006696519,0.00044387885,0.000013830247,0.0003252536,0.37231135,0.000030859203,0.0002067568,0.009519142,0.6104014,0.000019001525],"about_ca_topic_score_codex":0.11948007,"about_ca_topic_score_gemma":0.28214115,"teacher_disagreement_score":0.8805199,"about_ca_system_score_codex":0.0034344362,"about_ca_system_score_gemma":0.009489347,"threshold_uncertainty_score":0.23756927},"labels":[],"label_agreement":null},{"id":"W2072418922","doi":"10.1007/s10270-005-0083-4","title":"State-based versus event-based specifications for information systems: a comparison of B and eb3","year":2005,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Modularity (biology); Generality; Modular design; Viewpoints; Event (particle physics); Data integrity; Representation (politics); State (computer science); Perspective (graphical); Theoretical computer science; Programming language; Artificial intelligence; Database","score_opus":0.12562603247665824,"score_gpt":0.33692227162295124,"score_spread":0.211296239146293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2072418922","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15887362,0.0022506805,0.78451437,0.001018893,0.00008698434,0.00048109874,0.0022832777,0.003290191,0.047201004],"genre_scores_gemma":[0.6442974,0.0014058977,0.34619838,0.0005422765,0.000027272888,0.000287529,0.0024497623,0.000679394,0.0041121356],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9908681,0.0040401737,0.0008657831,0.00026919637,0.0036416622,0.0003150684],"domain_scores_gemma":[0.95026505,0.03531763,0.002013221,0.0052600116,0.0065623857,0.0005817834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012613458,0.00038258356,0.0005496892,0.002294213,0.00048144063,0.002333358,0.0014299817,0.00120484,0.0075196936],"category_scores_gemma":[0.031958375,0.00031869367,0.0006391677,0.0022797936,0.0007298166,0.0039731357,0.0013087292,0.0007536705,0.0013764041],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005017615,0.0005868975,0.011083771,0.0019828847,0.00023424764,0.0002495566,0.0012762494,0.05913627,0.024971772,0.23242633,0.008010872,0.6550236],"study_design_scores_gemma":[0.001191797,0.00398269,0.021887535,0.0018499614,0.00055110344,0.0014715241,0.0028926402,0.6276537,0.07809429,0.15095693,0.10914059,0.0003271972],"about_ca_topic_score_codex":0.0066761468,"about_ca_topic_score_gemma":0.0058789114,"teacher_disagreement_score":0.012613458,"about_ca_system_score_codex":0.00094997435,"about_ca_system_score_gemma":0.0020328988,"threshold_uncertainty_score":0.066707134},"labels":[],"label_agreement":null},{"id":"W207293074","doi":"10.1007/978-3-540-87991-6_31","title":"Reflective Analysis of the Syntax and Semantics of the i* Framework","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Syntax; Semantics (computer science); Abstract syntax; Notation; Consistency (knowledge bases); Syntax error; Programming language; Abstract syntax tree; Natural language processing; Software engineering; Artificial intelligence; Linguistics","score_opus":0.027965219746183868,"score_gpt":0.28421558249401846,"score_spread":0.2562503627478346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W207293074","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013698587,0.00023729164,0.95263773,0.00079823553,0.00010976394,0.00007446269,0.0001505696,0.0022682003,0.03002513],"genre_scores_gemma":[0.49927756,0.00053681305,0.48229223,0.00043613467,0.00014423972,0.0001818866,0.00053819676,0.002933987,0.013658973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99684,0.0011719147,0.00020196203,0.0005091886,0.00085806195,0.00041878683],"domain_scores_gemma":[0.99633104,0.0012909062,0.00027652085,0.0012977172,0.0006439845,0.00015986654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00360898,0.00073886284,0.00068763515,0.0011225962,0.0017939534,0.007436903,0.0028805456,0.0012169009,0.009018971],"category_scores_gemma":[0.009269888,0.0009948398,0.0019834454,0.0011926929,0.004990993,0.009487433,0.004918469,0.003870766,0.0017377043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028508823,0.000015750435,0.00016965739,0.0000471814,0.000009067601,0.00006187923,0.00058942876,0.0022888572,0.0013130903,0.9837127,0.0011323784,0.010631499],"study_design_scores_gemma":[0.000026142026,0.000038726153,0.00019715194,0.00008815298,0.00004949326,0.00014933944,0.00058510836,0.031132355,0.0071039004,0.926697,0.033888083,0.000044411696],"about_ca_topic_score_codex":0.0045217774,"about_ca_topic_score_gemma":0.003342003,"teacher_disagreement_score":0.009018971,"about_ca_system_score_codex":0.0019734418,"about_ca_system_score_gemma":0.0034560717,"threshold_uncertainty_score":0.030171394},"labels":[],"label_agreement":null},{"id":"W2073287202","doi":"10.1109/smc.2013.434","title":"A System-Level Approach for Model-Based Verification of Distributed Software Systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Component (thermodynamics); Distributed computing; Runtime verification; Model checking; Software system; Software; Formal verification; Algorithm; Programming language","score_opus":0.07516173875648956,"score_gpt":0.2716945509524651,"score_spread":0.19653281219597551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073287202","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004796562,0.000021255444,0.99860805,0.000034410266,0.000007838937,0.00005024439,0.000016689432,0.0004375501,0.00034441936],"genre_scores_gemma":[0.043858275,0.00008834485,0.9546803,0.000077382276,0.00001660196,0.00027836362,0.00012937853,0.00013879522,0.00073247164],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969741,0.0011965131,0.00027331873,0.00039740477,0.0009699398,0.00018874223],"domain_scores_gemma":[0.99758685,0.0010745343,0.0002001135,0.00073159597,0.00034212845,0.00006470159],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002929834,0.0011726002,0.0009370985,0.0015192776,0.0010173426,0.0022155736,0.0025295552,0.001622495,0.0038679761],"category_scores_gemma":[0.0071270885,0.001017661,0.0026726667,0.0010827453,0.0016847269,0.0027129515,0.002557301,0.0031311393,0.0010862781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013894358,0.00018127699,0.0013944025,0.000566669,0.00020873522,0.00057566236,0.0004561151,0.5043331,0.023355348,0.32988694,0.0026986455,0.13620424],"study_design_scores_gemma":[0.00003433395,0.00007664926,0.00012705788,0.00006691164,0.000059623388,0.00014098495,0.000029918743,0.92414284,0.0068892073,0.05833162,0.010077395,0.000023387298],"about_ca_topic_score_codex":0.0025333792,"about_ca_topic_score_gemma":0.0029017518,"teacher_disagreement_score":0.0038679761,"about_ca_system_score_codex":0.0014881847,"about_ca_system_score_gemma":0.002302117,"threshold_uncertainty_score":0.015494645},"labels":[],"label_agreement":null},{"id":"W2073365563","doi":"10.1145/1183236.1183267","title":"Multi-level customization in application engineering","year":2006,"lang":"en","type":"article","venue":"Communications of the ACM","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Personalization; Computer science; Systems engineering; Software engineering; Engineering; World Wide Web","score_opus":0.0802936213101913,"score_gpt":0.3105815597578868,"score_spread":0.23028793844769552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073365563","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096019665,0.00037498667,0.9816543,0.0003501329,0.000042817326,0.00010885669,0.00005060539,0.004524974,0.0032914064],"genre_scores_gemma":[0.21385773,0.00059790484,0.77609104,0.00038967255,0.00007286126,0.00025879295,0.0003915935,0.0017195643,0.006620877],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99318004,0.0024232497,0.0008172936,0.0010822662,0.0020088046,0.00048835744],"domain_scores_gemma":[0.9763383,0.009115013,0.0012993197,0.01159938,0.0012640859,0.00038378965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010027734,0.00082293514,0.0009822176,0.0013776249,0.0007194871,0.0045477105,0.0032271896,0.0018879485,0.0043493104],"category_scores_gemma":[0.023024196,0.0018226408,0.0016357399,0.0012779635,0.0023930455,0.010667174,0.0063478933,0.0041130707,0.0015043096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003530884,0.00033854682,0.0060373535,0.0006713691,0.00035422874,0.0006715673,0.002370952,0.06441954,0.029010851,0.35809812,0.009428087,0.5282463],"study_design_scores_gemma":[0.000077254386,0.00018799395,0.0020846387,0.00038475316,0.00027344274,0.00071436435,0.0004052259,0.3965416,0.05146403,0.45396164,0.09376006,0.00014502932],"about_ca_topic_score_codex":0.0014216197,"about_ca_topic_score_gemma":0.0025719455,"teacher_disagreement_score":0.010027734,"about_ca_system_score_codex":0.0011078538,"about_ca_system_score_gemma":0.0013651262,"threshold_uncertainty_score":0.0530324},"labels":[],"label_agreement":null},{"id":"W2073598989","doi":"10.1145/1082983.1083131","title":"ActiveAspect","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Sketch; Presentation (obstetrics); Software engineering; Abstraction; Programming language; Design by contract; Aspect-oriented programming; Software; Software development; Software construction; Algorithm","score_opus":0.02845137875648199,"score_gpt":0.26991038036654624,"score_spread":0.24145900161006426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073598989","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008074057,0.0006888146,0.6653432,0.0010273689,0.00047228308,0.00045463396,0.0028304465,0.26128274,0.059826486],"genre_scores_gemma":[0.13480955,0.0016927583,0.5984536,0.0027630872,0.00042647126,0.0011594648,0.019490695,0.10266491,0.1385395],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979711,0.00036332064,0.0001990639,0.0002882068,0.0010379117,0.0001403823],"domain_scores_gemma":[0.9946497,0.002229665,0.00032735828,0.0013934888,0.0010171979,0.0003825188],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002805627,0.0014496297,0.00062752527,0.0013009469,0.0009186933,0.0038669126,0.0032753837,0.0024971422,0.031014098],"category_scores_gemma":[0.010629153,0.0015814586,0.001355425,0.00059842004,0.0008144893,0.0072812634,0.00471458,0.0036000947,0.020027995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009952532,0.00041732314,0.005329184,0.0015683738,0.00015686438,0.0013984756,0.0035928688,0.0023958434,0.02826585,0.12624541,0.37006363,0.45957094],"study_design_scores_gemma":[0.00009475552,0.00012257774,0.001265104,0.00017833784,0.000057862217,0.0014313582,0.00021774418,0.011111453,0.017509596,0.032364007,0.9355672,0.000080095284],"about_ca_topic_score_codex":0.0011483523,"about_ca_topic_score_gemma":0.0018213175,"teacher_disagreement_score":0.031014098,"about_ca_system_score_codex":0.0005964067,"about_ca_system_score_gemma":0.0011370595,"threshold_uncertainty_score":0.103752434},"labels":[],"label_agreement":null},{"id":"W2074270833","doi":"10.1007/11557432_39","title":"Uniform Support for Modeling Crosscutting Structure","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language","score_opus":0.040460718698965226,"score_gpt":0.2992605261390747,"score_spread":0.2587998074401095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074270833","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005800761,0.00007279146,0.9860989,0.000042452768,0.000025987883,0.00006371226,0.0003548214,0.0052225892,0.0023180407],"genre_scores_gemma":[0.20149775,0.00029876968,0.78390175,0.00015878875,0.00007415096,0.00039898552,0.0028658442,0.0028925885,0.007911276],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996977,0.00050291966,0.00054387137,0.00064918114,0.0010136972,0.00031339913],"domain_scores_gemma":[0.99269426,0.0017218239,0.0004865185,0.004057733,0.00087152456,0.00016811352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037576477,0.0014592739,0.001264466,0.0014138792,0.0008115538,0.0031736104,0.005536748,0.0018813878,0.008932343],"category_scores_gemma":[0.01094372,0.0016670916,0.0028786603,0.002155137,0.001130003,0.006480933,0.00346065,0.0028021978,0.002497266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036867405,0.00034682226,0.004665015,0.0005637279,0.00016484286,0.00041429282,0.0006080863,0.15672766,0.014423144,0.5502884,0.01034421,0.26108524],"study_design_scores_gemma":[0.00007049887,0.00011863527,0.00067235884,0.000116303934,0.00016701625,0.0002667291,0.000065533306,0.7099139,0.018942114,0.22652525,0.043087214,0.00005437442],"about_ca_topic_score_codex":0.00336816,"about_ca_topic_score_gemma":0.005472611,"teacher_disagreement_score":0.008932343,"about_ca_system_score_codex":0.00094929215,"about_ca_system_score_gemma":0.0013063212,"threshold_uncertainty_score":0.029881716},"labels":[],"label_agreement":null},{"id":"W2074521075","doi":"10.1145/2735386.2735389","title":"Visualization algorithms for feature models in concern-driven software development","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reuse; Computer science; Feature (linguistics); Visualization; Software engineering; Feature model; Software; Product (mathematics); Model-driven architecture; Separation of concerns; Software product line; Software development; Data science; Human–computer interaction; Artificial intelligence; Programming language; Engineering","score_opus":0.16944078611424906,"score_gpt":0.3617132411360885,"score_spread":0.19227245502183943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074521075","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025062058,0.00007947626,0.9945379,0.000084540494,0.000011603922,0.000029559593,0.0000689297,0.0021677213,0.00051408826],"genre_scores_gemma":[0.08000261,0.00023683676,0.91757846,0.000040996034,0.000015160783,0.00014796885,0.00049339724,0.0006323334,0.00085209415],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989003,0.00041709683,0.00009189214,0.00019096032,0.00030731014,0.000092331014],"domain_scores_gemma":[0.9952259,0.0029935876,0.00035892506,0.0005611826,0.0007174227,0.00014297395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022092285,0.0012567,0.001025866,0.0031760142,0.0007976955,0.0034744064,0.0017037498,0.0015463731,0.005333746],"category_scores_gemma":[0.014321459,0.0010013684,0.0018955258,0.00210504,0.0007870455,0.0035750312,0.0033263257,0.0019106352,0.001484367],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002488044,0.00012309091,0.003876631,0.0004096981,0.0000890052,0.00036288277,0.0015447056,0.26344132,0.006497446,0.16451941,0.011911662,0.5469753],"study_design_scores_gemma":[0.000024693674,0.000024805222,0.00020837008,0.000055984896,0.000015548667,0.00011340267,0.000108283806,0.92741513,0.0027034602,0.061804574,0.0075028045,0.000022952678],"about_ca_topic_score_codex":0.004737237,"about_ca_topic_score_gemma":0.0046085506,"teacher_disagreement_score":0.005333746,"about_ca_system_score_codex":0.0014013936,"about_ca_system_score_gemma":0.0010444601,"threshold_uncertainty_score":0.017843187},"labels":[],"label_agreement":null},{"id":"W2074917598","doi":"10.1007/s10664-014-9353-5","title":"The effects of visualization and interaction techniques on feature model configuration","year":2015,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Software product line; Computer science; Visualization; Artifact (error); Process (computing); Software visualization; Domain (mathematical analysis); Feature-oriented domain analysis; Data mining; Software; Domain engineering; Domain analysis; Set (abstract data type); Software engineering; Artificial intelligence; Software system; Software development; Component-based software engineering; Software construction","score_opus":0.03807687604875666,"score_gpt":0.33070934099790766,"score_spread":0.292632464949151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074917598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9866731,0.0009417957,0.008238924,0.00021513339,0.00008168175,0.000058534977,0.00017215169,0.000677266,0.0029414464],"genre_scores_gemma":[0.9925972,0.00019910575,0.005777658,0.000055901142,0.000042027037,0.00003623959,0.00012523847,0.0003147357,0.0008519091],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9905077,0.006511503,0.00077556877,0.00075466424,0.0009564592,0.00049410306],"domain_scores_gemma":[0.36348134,0.611238,0.0095401285,0.010100852,0.004140081,0.0014995937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008877357,0.0011349461,0.0007985571,0.0015384239,0.0006488802,0.0032939217,0.0012564121,0.0018699629,0.0072597945],"category_scores_gemma":[0.2411897,0.0008098358,0.00088543823,0.0016430591,0.0009099082,0.0059940987,0.0016389451,0.001819918,0.00060491054],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.067743376,0.008707765,0.1786585,0.002601331,0.0019021946,0.001509395,0.0054695006,0.13197187,0.14575215,0.0035843193,0.0037827203,0.4483169],"study_design_scores_gemma":[0.003325857,0.027758496,0.50457156,0.00082073576,0.0061029517,0.0033063476,0.0060044164,0.30653164,0.12020779,0.013749063,0.006761352,0.0008597899],"about_ca_topic_score_codex":0.0018533365,"about_ca_topic_score_gemma":0.001866496,"teacher_disagreement_score":0.008877357,"about_ca_system_score_codex":0.0005351694,"about_ca_system_score_gemma":0.0007382829,"threshold_uncertainty_score":0.046948493},"labels":[],"label_agreement":null},{"id":"W2075363680","doi":"10.1145/2724525.2724573","title":"AspectMatlab++: annotations, types, and aspects for scientists","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Compiler; Computer science; Programming language; Focus (optics); Context (archaeology); Pattern matching; Matching (statistics); Software engineering","score_opus":0.08410468962838055,"score_gpt":0.32721234052193876,"score_spread":0.2431076508935582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075363680","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034596585,0.00015416856,0.9657438,0.00047536744,0.00011772084,0.00007055943,0.00014640622,0.024309492,0.0055228504],"genre_scores_gemma":[0.054009568,0.00058762287,0.9206437,0.0005551185,0.00016735692,0.00028127796,0.0006048525,0.015927754,0.0072227246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980533,0.0004929546,0.00020162264,0.00022807653,0.0008977939,0.00012615588],"domain_scores_gemma":[0.9944291,0.0026334794,0.0005194157,0.0015657914,0.0005642077,0.00028796442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033427558,0.00092315295,0.0004888274,0.000846523,0.0006730436,0.0027846778,0.0019082251,0.0013665681,0.0065767397],"category_scores_gemma":[0.011154454,0.0011242653,0.0008892938,0.0007769106,0.0012296266,0.00498988,0.002593202,0.0030631719,0.0034628855],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006675262,0.00019429029,0.005225384,0.0010630919,0.00010852988,0.00081821345,0.0023509183,0.023163376,0.04313106,0.39146522,0.064006604,0.46780583],"study_design_scores_gemma":[0.000120539866,0.00009370758,0.0008859977,0.00028410158,0.000066754066,0.0010344147,0.00016671585,0.08032433,0.03566676,0.14704134,0.73420745,0.00010786756],"about_ca_topic_score_codex":0.0008255706,"about_ca_topic_score_gemma":0.0012209633,"teacher_disagreement_score":0.0065767397,"about_ca_system_score_codex":0.00051311654,"about_ca_system_score_gemma":0.0014751982,"threshold_uncertainty_score":0.022001386},"labels":[],"label_agreement":null},{"id":"W2075468564","doi":"10.1016/s0306-4379(03)00052-8","title":"Designing information systems in social context: a goal and scenario modelling approach","year":2003,"lang":"en","type":"article","venue":"Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":156,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Context (archaeology); Human–computer interaction; Information system; Data science; Knowledge management; Process management","score_opus":0.05189589636838759,"score_gpt":0.2570927286918884,"score_spread":0.20519683232350078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2075468564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008037723,0.00018908782,0.97817695,0.0019995763,0.000023472681,0.00025323915,0.00014566579,0.00015258206,0.011021614],"genre_scores_gemma":[0.28002512,0.0009330243,0.7145885,0.00025297358,0.000055206263,0.0011237079,0.0005110117,0.00011052815,0.0023999133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9898168,0.0072615216,0.00056457083,0.00063122023,0.0012879993,0.0004378362],"domain_scores_gemma":[0.9928711,0.004872774,0.00063246617,0.0006167425,0.0006282167,0.00037868597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006691907,0.0019968809,0.0010277741,0.0042911,0.0019905458,0.0065463902,0.0031687191,0.00383722,0.0032575224],"category_scores_gemma":[0.01089565,0.0015826381,0.002874457,0.0035787225,0.004081102,0.011385767,0.005245446,0.002817512,0.0007183586],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044395245,0.00012541693,0.0015627462,0.000425163,0.00013655306,0.00046367222,0.0023848107,0.071629256,0.0010286841,0.90197915,0.0011331226,0.01908712],"study_design_scores_gemma":[0.000051196374,0.00010799499,0.00047148997,0.00030606738,0.00017339691,0.00040307606,0.0024516513,0.30961284,0.002208263,0.66079646,0.023347734,0.000069806585],"about_ca_topic_score_codex":0.00301082,"about_ca_topic_score_gemma":0.00411959,"teacher_disagreement_score":0.006691907,"about_ca_system_score_codex":0.002149833,"about_ca_system_score_gemma":0.003038635,"threshold_uncertainty_score":0.035390615},"labels":[],"label_agreement":null},{"id":"W2077348519","doi":"10.1002/j.2334-5837.2001.tb02306.x","title":"6.2.1 A fresh view on model‐based systems engineering: The processing system paradigm","year":2001,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada; Ericsson (Canada)","funders":"","keywords":"Computer science; System of systems; Notation; Process (computing); Systems design; System of systems engineering; Systems engineering; Software engineering; Resource (disambiguation); Quality (philosophy); Software system; Paradigm shift; Software; Engineering; Programming language","score_opus":0.030718954166086037,"score_gpt":0.2780648011072695,"score_spread":0.24734584694118347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077348519","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003154124,0.0075927405,0.92555404,0.02921587,0.00089526095,0.00005062044,0.00013078918,0.0003680586,0.033038642],"genre_scores_gemma":[0.2022138,0.017806096,0.7387292,0.011952493,0.0040401495,0.0005245414,0.00042390882,0.0009440486,0.023365738],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.992827,0.0033880053,0.00038784315,0.00075518544,0.0023199439,0.00032200033],"domain_scores_gemma":[0.99390393,0.0028210348,0.00030136624,0.0014632529,0.0011380507,0.000372362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008962309,0.0013925,0.0013471922,0.0026156674,0.0018714089,0.009561282,0.0032066554,0.005755614,0.0046293223],"category_scores_gemma":[0.0065920665,0.0010090423,0.0024849134,0.002363043,0.014776506,0.026358522,0.0048185615,0.015433657,0.0016225693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008351165,0.000013623239,0.00007094132,0.00009225134,0.000006432144,0.000035011388,0.00038773168,0.00096868793,0.00039631996,0.99217826,0.0015951563,0.004247325],"study_design_scores_gemma":[0.000017328302,0.00004323439,0.00008779626,0.0001859975,0.00001731489,0.0001516412,0.00021959734,0.00824179,0.001099798,0.8828805,0.10702573,0.000029127605],"about_ca_topic_score_codex":0.0018952596,"about_ca_topic_score_gemma":0.00143991,"teacher_disagreement_score":0.009561282,"about_ca_system_score_codex":0.0030120383,"about_ca_system_score_gemma":0.002826352,"threshold_uncertainty_score":0.047397733},"labels":[],"label_agreement":null},{"id":"W2077457026","doi":"10.1109/eit.2006.252149","title":"Functional Approach for the Architecture Design of a Payroll System","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Payroll; Computer science; Component (thermodynamics); Function (biology); Domain (mathematical analysis); Architecture; State (computer science); Systems architecture; Range (aeronautics); Distributed computing; Programming language; Engineering","score_opus":0.05583593816621917,"score_gpt":0.24108696741436225,"score_spread":0.18525102924814307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077457026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070478995,0.00007263265,0.9869953,0.0001666664,0.000021963522,0.00009192508,0.00003202147,0.0004566009,0.005115019],"genre_scores_gemma":[0.36889786,0.00030010496,0.6168288,0.00024206495,0.000046762074,0.0007508974,0.0002817172,0.00024878618,0.012403054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990386,0.00034245857,0.000055351113,0.00014040867,0.00033164996,0.000091530324],"domain_scores_gemma":[0.9994419,0.00020246388,0.00004233331,0.00008402301,0.00019146898,0.00003780956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012573627,0.0008041587,0.00026346228,0.00092011015,0.00075555395,0.0014317756,0.0013635579,0.0010980802,0.0051002926],"category_scores_gemma":[0.0014276407,0.0004358187,0.0009250645,0.00023248458,0.0011909645,0.0013801069,0.00063116197,0.0012118223,0.0007926112],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013636622,0.0001785585,0.002116797,0.00042603174,0.00008723153,0.0006432092,0.0010324948,0.34462988,0.0309561,0.55879533,0.0017368265,0.059261065],"study_design_scores_gemma":[0.00004467774,0.00027721483,0.0005591665,0.000119938646,0.00009003883,0.0003667294,0.00017724397,0.8602857,0.014076085,0.08543249,0.038531203,0.000039390496],"about_ca_topic_score_codex":0.0040185675,"about_ca_topic_score_gemma":0.003018865,"teacher_disagreement_score":0.0051002926,"about_ca_system_score_codex":0.001298622,"about_ca_system_score_gemma":0.0018045676,"threshold_uncertainty_score":0.017062128},"labels":[],"label_agreement":null},{"id":"W2078700749","doi":"10.1016/j.eswa.2014.05.049","title":"A framework for context-aware self-adaptive mobile applications SPL","year":2014,"lang":"en","type":"article","venue":"Expert Systems with Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Adaptability; Computer science; Human–computer interaction; Adaptation (eye); Context (archaeology); Feature (linguistics); Context awareness; Mobile computing; Mobile device; Distributed computing; World Wide Web; Operating system","score_opus":0.028575221817526603,"score_gpt":0.3066792303428736,"score_spread":0.278104008525347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078700749","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024474366,0.00038058936,0.98918265,0.00019959637,0.00007274164,0.00013813404,0.000060701048,0.0038343943,0.0036836874],"genre_scores_gemma":[0.16488855,0.0008473995,0.8241373,0.0002820424,0.00010278074,0.00041271138,0.0003505861,0.00060113927,0.008377563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99897444,0.00021568523,0.00009981705,0.00021893765,0.00035647696,0.0001347401],"domain_scores_gemma":[0.9993488,0.00014921837,0.000046176963,0.00021473801,0.00012836492,0.000112581925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013283361,0.0008286131,0.00082331354,0.0008436996,0.00097427174,0.0032419406,0.0026596123,0.0017806158,0.0039200466],"category_scores_gemma":[0.0023961905,0.0006169763,0.0012076091,0.0006470769,0.0011220525,0.0030666601,0.004096424,0.0024040707,0.001944409],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001967861,0.00039575688,0.0017323841,0.00067171344,0.0002203327,0.0011768675,0.001857148,0.07418415,0.029664407,0.59058195,0.015074385,0.28424412],"study_design_scores_gemma":[0.000051737225,0.00011864869,0.00044634508,0.00023092014,0.00016133775,0.00066114985,0.0003324657,0.633264,0.012112992,0.19246541,0.1600737,0.00008123394],"about_ca_topic_score_codex":0.0043027163,"about_ca_topic_score_gemma":0.0055330703,"teacher_disagreement_score":0.0043027163,"about_ca_system_score_codex":0.00070670486,"about_ca_system_score_gemma":0.0014724658,"threshold_uncertainty_score":0.013113856},"labels":[],"label_agreement":null},{"id":"W2079177980","doi":"10.1145/1266894.1266935","title":"Software architecture using fine-grained event-driven reactive components","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Research Council Canada","keywords":"Computer science; Asynchronous communication; Event (particle physics); Architecture; Software architecture; Architecture description language; Software; Computer architecture; Programming language; Software engineering; Distributed computing; Reference architecture","score_opus":0.05310789532915614,"score_gpt":0.3179074369660247,"score_spread":0.26479954163686853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079177980","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006703328,0.00004710952,0.99002993,0.00006612503,0.0000150327,0.000039183684,0.000009115246,0.0016228675,0.001467306],"genre_scores_gemma":[0.23690923,0.00021066441,0.75748783,0.00008987303,0.0000141552355,0.00014093696,0.0000794772,0.00047747255,0.004590353],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992779,0.0001946595,0.000053170836,0.00016403811,0.00025201673,0.00005818283],"domain_scores_gemma":[0.99885476,0.00044651606,0.00010292671,0.00033588498,0.0001873147,0.00007270038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001721826,0.0006212557,0.00028985948,0.00036366945,0.00042129649,0.0016677894,0.0017906304,0.0007453457,0.0020519441],"category_scores_gemma":[0.002417382,0.00051917793,0.0006197078,0.00022276335,0.0016967335,0.0022329448,0.00134637,0.0014373782,0.00056647713],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023211278,0.00016553988,0.0013127599,0.00043293595,0.000088227505,0.0003839137,0.0018499239,0.37248737,0.1336608,0.34752357,0.0025248018,0.13933806],"study_design_scores_gemma":[0.00012290692,0.00025708115,0.00039412818,0.000073597126,0.000069820315,0.00024136796,0.00014366685,0.7840146,0.049939577,0.106390536,0.058275543,0.000077168275],"about_ca_topic_score_codex":0.0023818756,"about_ca_topic_score_gemma":0.0028475067,"teacher_disagreement_score":0.0023818756,"about_ca_system_score_codex":0.00084100635,"about_ca_system_score_gemma":0.0009885432,"threshold_uncertainty_score":0.00910604},"labels":[],"label_agreement":null},{"id":"W2079677967","doi":"10.2316/journal.208.2006.3.208-0885","title":"DEVELOPING AN ON-LINE COURSE/INSTRUCTOR EVALUATION SYSTEM","year":2006,"lang":"en","type":"article","venue":"Advanced Technology for Learning","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Course (navigation); The Internet; Line (geometry); Engineering management; Multimedia; Engineering; World Wide Web","score_opus":0.049425189439206194,"score_gpt":0.3503643707186013,"score_spread":0.3009391812793951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2079677967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045715082,0.00023993358,0.7133958,0.0006935631,0.00040478757,0.005173137,0.0032525593,0.21428354,0.016841581],"genre_scores_gemma":[0.35081324,0.0002833002,0.5725522,0.0008222799,0.0006996137,0.003633741,0.01657783,0.0064658634,0.04815193],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936533,0.0016969063,0.00083399407,0.0010474296,0.002467774,0.0003005994],"domain_scores_gemma":[0.9664042,0.0055235345,0.0020023738,0.004808156,0.018635876,0.002625765],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011043767,0.00094167923,0.0015230676,0.0044325255,0.0009767755,0.0033954247,0.0024842399,0.001346974,0.018834407],"category_scores_gemma":[0.021527227,0.0005835969,0.000451432,0.0014969234,0.0002891992,0.0034392036,0.0020259772,0.0012349715,0.01784929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011072452,0.0016778898,0.0151908,0.000249388,0.0001244283,0.0001874475,0.0002976673,0.0039808042,0.02431194,0.001301604,0.07321786,0.8783529],"study_design_scores_gemma":[0.0013952021,0.0032964977,0.04236191,0.00030184357,0.00037372293,0.000678956,0.00049439335,0.6049021,0.15512773,0.004190529,0.18640216,0.00047502058],"about_ca_topic_score_codex":0.0041568656,"about_ca_topic_score_gemma":0.0027506484,"teacher_disagreement_score":0.018834407,"about_ca_system_score_codex":0.0014591342,"about_ca_system_score_gemma":0.0018659623,"threshold_uncertainty_score":0.063007414},"labels":[],"label_agreement":null},{"id":"W2080020983","doi":"10.5555/1929101.1929122","title":"A common framework for synchronization in requirements modelling languages","year":2010,"lang":"en","type":"article","venue":"Model Driven Engineering Languages and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronization (alternating current); Computer science; Arity; Workflow; Parameterized complexity; Theoretical computer science; Distributed computing; Programming language; Algorithm; Mathematics; Database","score_opus":0.0360990788955775,"score_gpt":0.319069259046096,"score_spread":0.2829701801505185,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080020983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004510537,0.0001220377,0.9954666,0.0004355248,0.00008237153,0.00016062481,0.00008839788,0.0013352456,0.0018580989],"genre_scores_gemma":[0.033083055,0.00045798905,0.95984364,0.0005716966,0.00019554065,0.0008323096,0.0005994355,0.0012971599,0.0031191555],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.978917,0.007906109,0.0044178986,0.0025333376,0.005047608,0.0011781433],"domain_scores_gemma":[0.9781316,0.0060140537,0.0012491322,0.009345481,0.0043533244,0.0009063607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021517579,0.001944433,0.0027376476,0.0044066287,0.0036443798,0.013206518,0.0072386316,0.0057654297,0.007627037],"category_scores_gemma":[0.035032254,0.002712193,0.0058653024,0.004560822,0.0057965247,0.013301521,0.00908208,0.012198619,0.0040622903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005939777,0.00006137631,0.00018955224,0.00028993568,0.00007111959,0.00022387513,0.0012050531,0.0057124076,0.0020613067,0.9502281,0.004714141,0.035183784],"study_design_scores_gemma":[0.00015273118,0.00015016999,0.00027979404,0.0008105314,0.00028902054,0.000512556,0.00063024875,0.09239482,0.01065555,0.6715199,0.22239436,0.00021032647],"about_ca_topic_score_codex":0.0050107716,"about_ca_topic_score_gemma":0.0045404076,"teacher_disagreement_score":0.021517579,"about_ca_system_score_codex":0.003329902,"about_ca_system_score_gemma":0.0075177397,"threshold_uncertainty_score":0.11379719},"labels":[],"label_agreement":null},{"id":"W2080925484","doi":"10.1145/1094855.1094896","title":"Model-driven software product lines","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Feature model; Computer science; Software engineering; Software; Abstraction; Software development; Product (mathematics); Product line; Domain engineering; Software construction; Systems engineering; Programming language; Engineering; Manufacturing engineering","score_opus":0.06099596876140077,"score_gpt":0.3019181524167697,"score_spread":0.24092218365536894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080925484","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034905253,0.00034704985,0.98609006,0.00026286504,0.000058742902,0.000069271526,0.00013660076,0.0009559202,0.008588948],"genre_scores_gemma":[0.25250214,0.0022360256,0.7299506,0.0003404556,0.00008683757,0.0004693692,0.001388022,0.00044426738,0.012582205],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985317,0.0003851134,0.00008205929,0.00017649458,0.00075550476,0.000069163085],"domain_scores_gemma":[0.9984535,0.00049965363,0.00011442586,0.0004721904,0.00041024477,0.000049982475],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001121169,0.0006117372,0.0003980057,0.00046754704,0.00029855274,0.0018242586,0.0015170563,0.0011633398,0.0041639027],"category_scores_gemma":[0.0041217403,0.0005147647,0.00074821577,0.0007863385,0.00052954105,0.0022929648,0.0011041536,0.001231146,0.0017398893],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049977265,0.000076761455,0.00046932802,0.00027764248,0.000046986253,0.00023102379,0.00029517975,0.17019288,0.01035324,0.64267147,0.007935633,0.16739991],"study_design_scores_gemma":[0.000049937902,0.00012085314,0.00021122939,0.00010169044,0.000031896132,0.00032814307,0.000054387172,0.4685903,0.012777945,0.37102568,0.14666845,0.00003943427],"about_ca_topic_score_codex":0.00090025284,"about_ca_topic_score_gemma":0.0008136429,"teacher_disagreement_score":0.0041639027,"about_ca_system_score_codex":0.0007154404,"about_ca_system_score_gemma":0.001327572,"threshold_uncertainty_score":0.0139296055},"labels":[],"label_agreement":null},{"id":"W2080997541","doi":"10.1145/335603.335732","title":"An extensible model of architecture description","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Citation; Computer science; Architecture; Library science; History; Archaeology","score_opus":0.05028487134880016,"score_gpt":0.281551717610192,"score_spread":0.23126684626139182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2080997541","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058436366,0.00079411926,0.9691096,0.0015147108,0.00012172408,0.0002511347,0.0006660369,0.0013809695,0.020317988],"genre_scores_gemma":[0.14790924,0.0025094505,0.8180936,0.00089900254,0.00016022778,0.0011499372,0.002777785,0.00033664212,0.02616409],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99732983,0.0008251804,0.0003274187,0.0004015208,0.0009169051,0.00019918657],"domain_scores_gemma":[0.9975345,0.0008038456,0.00022486428,0.00088495604,0.00040427965,0.00014749999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037607537,0.0009615019,0.00059111736,0.0022241084,0.0009928246,0.005319696,0.0032476455,0.002252116,0.0060206214],"category_scores_gemma":[0.00455861,0.0009495559,0.0018971694,0.0017019899,0.0022558458,0.008385924,0.0034743093,0.0032898244,0.0015062246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030632404,0.000031769294,0.0002501395,0.00009614507,0.000021103499,0.00037459572,0.00060758664,0.020836713,0.0013151058,0.96021116,0.0015257809,0.014699168],"study_design_scores_gemma":[0.00008885118,0.00010526494,0.00022551205,0.00033808814,0.00006806151,0.00066952023,0.00027230018,0.16771556,0.0018521189,0.5616959,0.2669062,0.000062661806],"about_ca_topic_score_codex":0.0062777414,"about_ca_topic_score_gemma":0.0057579447,"teacher_disagreement_score":0.0062777414,"about_ca_system_score_codex":0.0024934497,"about_ca_system_score_gemma":0.002751491,"threshold_uncertainty_score":0.020141006},"labels":[],"label_agreement":null},{"id":"W2081057585","doi":"10.1145/375212.375239","title":"Cascaded refactoring for framework","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Programming language; Object-oriented programming; Code (set theory); Software engineering; Set (abstract data type); Software maintenance; Process (computing); Source code; Extension (predicate logic); Metamodeling; Software; Software system","score_opus":0.08238089084476358,"score_gpt":0.34790214096698086,"score_spread":0.2655212501222173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081057585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04043785,0.0005280043,0.9460505,0.00033647547,0.00008169842,0.000447945,0.00020488368,0.005804075,0.006108481],"genre_scores_gemma":[0.209144,0.000229526,0.7842981,0.00014528068,0.000029221339,0.00018792955,0.0006529621,0.0006838828,0.004629115],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99582976,0.000883036,0.00030377443,0.0011382311,0.0015168992,0.00032829845],"domain_scores_gemma":[0.9901495,0.0023418611,0.0005464477,0.005002173,0.0017081713,0.00025179723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004596902,0.00095836574,0.00054628897,0.0016168532,0.00089030986,0.0010781992,0.0023181988,0.0015048254,0.0033689828],"category_scores_gemma":[0.01284727,0.00066613895,0.0019629952,0.00073317945,0.0012201541,0.0023748747,0.003198329,0.0019035917,0.0010150064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034664365,0.00037796234,0.006861977,0.0006964206,0.00019124008,0.0019432682,0.0020878797,0.07402477,0.092143714,0.15468921,0.00849618,0.6581407],"study_design_scores_gemma":[0.00013760157,0.0005846904,0.0048110853,0.00040433713,0.00032866388,0.0017625915,0.00021091675,0.5645231,0.1586285,0.11439689,0.15399633,0.00021523512],"about_ca_topic_score_codex":0.004871597,"about_ca_topic_score_gemma":0.007393612,"teacher_disagreement_score":0.004871597,"about_ca_system_score_codex":0.0017952655,"about_ca_system_score_gemma":0.0020681107,"threshold_uncertainty_score":0.024311066},"labels":[],"label_agreement":null},{"id":"W2081871567","doi":"10.1007/s10270-010-0187-3","title":"Synchronizing concurrent model updates based on bidirectional transformation","year":2011,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Synchronizer; Computer science; Synchronizing; Correctness; Model transformation; Transformation (genetics); Synchronization (alternating current); Property (philosophy); Distributed computing; Concurrency; Theoretical computer science; Parallel computing; Algorithm; Artificial intelligence","score_opus":0.11008903720246596,"score_gpt":0.2761769539376186,"score_spread":0.16608791673515264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081871567","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034904417,0.00009376297,0.9532987,0.00011463455,0.00010606483,0.00013591864,0.000085336345,0.005236858,0.006024268],"genre_scores_gemma":[0.7280848,0.00016866466,0.26437226,0.00009755782,0.000041514417,0.00025178268,0.00041280562,0.0011181759,0.005452551],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972656,0.00093722076,0.00016707009,0.00031994222,0.001016402,0.00029375957],"domain_scores_gemma":[0.99386555,0.0022331495,0.00029528135,0.0026935167,0.00076458935,0.00014797764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027172035,0.0006095213,0.00079191517,0.0009639426,0.0007359729,0.0019282079,0.0015760086,0.0007270118,0.004836758],"category_scores_gemma":[0.011292833,0.00070812367,0.0006511711,0.0011262139,0.0010947369,0.0031189006,0.004756994,0.0015892696,0.0009789556],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023265101,0.00051246205,0.0037307325,0.00044081753,0.00017295388,0.00089959794,0.0021749488,0.18600203,0.06339403,0.2255179,0.006467646,0.50836045],"study_design_scores_gemma":[0.00017078366,0.00013077914,0.0003728153,0.000037120655,0.00011092668,0.00015110982,0.00020573975,0.84546804,0.05578102,0.08681555,0.010711159,0.000044899974],"about_ca_topic_score_codex":0.0035500694,"about_ca_topic_score_gemma":0.004336751,"teacher_disagreement_score":0.004836758,"about_ca_system_score_codex":0.00054973905,"about_ca_system_score_gemma":0.0016140898,"threshold_uncertainty_score":0.016180575},"labels":[],"label_agreement":null},{"id":"W2081971240","doi":"10.1142/s0218194014400154","title":"Addressing Non-Functional Properties in Feature Models: A Goal-Oriented Approach","year":2014,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Simon Fraser University; University of New Brunswick","funders":"","keywords":"Feature model; Software product line; Computer science; Feature (linguistics); Feature-oriented domain analysis; Domain engineering; Domain (mathematical analysis); Domain model; Software engineering; Software; Process (computing); Data mining; Domain analysis; Software development; Artificial intelligence; Domain knowledge; Software construction; Programming language","score_opus":0.04226678859353701,"score_gpt":0.26070419320407334,"score_spread":0.21843740461053635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081971240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076826387,0.000055448778,0.9905387,0.00022039168,0.000010304436,0.00009328358,0.00003873223,0.00023718586,0.0011232559],"genre_scores_gemma":[0.14645521,0.00015796852,0.8517263,0.00012690404,0.00002102111,0.00025183713,0.00028919178,0.00017767417,0.0007938919],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99059665,0.0035460468,0.00073821394,0.0012301115,0.0034055233,0.00048347045],"domain_scores_gemma":[0.9824537,0.006459795,0.0024214252,0.0050971983,0.0031489895,0.0004189741],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008312904,0.0015351169,0.0012139971,0.004803984,0.0017307799,0.0048741223,0.0035438654,0.002461036,0.0010327883],"category_scores_gemma":[0.022479808,0.0012830946,0.0035460417,0.0031763809,0.0033191578,0.008406241,0.005499483,0.0034175226,0.00039097606],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020763365,0.0007600717,0.012310967,0.00097018434,0.00044481142,0.0012584943,0.0075373403,0.13810945,0.022844825,0.52156734,0.0019903653,0.29199848],"study_design_scores_gemma":[0.000049133505,0.0002930048,0.003215154,0.0004458828,0.0005306876,0.0007355832,0.0020277316,0.55511105,0.02143798,0.3866942,0.029312417,0.00014716266],"about_ca_topic_score_codex":0.004296356,"about_ca_topic_score_gemma":0.0051509487,"teacher_disagreement_score":0.008312904,"about_ca_system_score_codex":0.0024248555,"about_ca_system_score_gemma":0.0037493084,"threshold_uncertainty_score":0.043963373},"labels":[],"label_agreement":null},{"id":"W2082110329","doi":"10.1145/508791.508973","title":"Automated assembly of software components based on XML-coded instructions","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Programming language; Software engineering; Software development; XML; Component-based software engineering; Software construction; Reference architecture; Software architecture; Software; Operating system","score_opus":0.061087962384650446,"score_gpt":0.2832478477541329,"score_spread":0.22215988536948247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082110329","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022908919,0.00022570057,0.9587502,0.00016839798,0.000044415916,0.00020870965,0.00012792351,0.0129838,0.004582024],"genre_scores_gemma":[0.09795206,0.00035789885,0.8946688,0.000078239005,0.000017944501,0.00016984549,0.00067949726,0.0010666194,0.0050090994],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992415,0.00022139282,0.0000863545,0.00009929602,0.00029406467,0.000057369558],"domain_scores_gemma":[0.9971718,0.0012803577,0.00032015628,0.0007150192,0.00046368563,0.000048985778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013881855,0.0006561533,0.00040142532,0.0008575227,0.000536948,0.0015589546,0.0011619289,0.00081496016,0.0027597437],"category_scores_gemma":[0.00428146,0.00067291793,0.00059271563,0.0007689482,0.00077611103,0.0014034063,0.00071336626,0.001198298,0.0019491693],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051345926,0.00029313084,0.004025592,0.00076216395,0.00008877828,0.0014039051,0.0015794466,0.053619973,0.21112795,0.10532963,0.009290345,0.6119656],"study_design_scores_gemma":[0.00023350409,0.0002772308,0.0016857312,0.0003063604,0.00012367188,0.0011429301,0.00025937145,0.43218604,0.42342117,0.03204419,0.108204655,0.000115144],"about_ca_topic_score_codex":0.001538087,"about_ca_topic_score_gemma":0.0017860476,"teacher_disagreement_score":0.0027597437,"about_ca_system_score_codex":0.00048444603,"about_ca_system_score_gemma":0.0013313784,"threshold_uncertainty_score":0.009232283},"labels":[],"label_agreement":null},{"id":"W2082367970","doi":"10.1145/1557626.1557649","title":"Modeling for dynamic aspect-oriented development","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Systems engineering; Engineering","score_opus":0.03823982218635162,"score_gpt":0.3092624985159829,"score_spread":0.2710226763296313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082367970","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001248333,0.0003267649,0.9849279,0.00044916745,0.000071744864,0.00012419272,0.00010570703,0.0010310919,0.011715195],"genre_scores_gemma":[0.06485152,0.0020147797,0.9192462,0.0003556382,0.0001454731,0.0010315534,0.0006872767,0.00070121646,0.01096624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985134,0.00054261176,0.00016439949,0.00018199136,0.00049161573,0.00010599428],"domain_scores_gemma":[0.99854964,0.0006478559,0.00017216815,0.000353949,0.00020767226,0.00006868528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002182437,0.0010210148,0.0005812077,0.0010199317,0.0008265214,0.0026645344,0.0018843908,0.0016203136,0.005261049],"category_scores_gemma":[0.004146232,0.0008904444,0.0014269971,0.0010314009,0.0010415844,0.0029333266,0.002051055,0.0023476668,0.0023866224],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025122152,0.00006218588,0.0004060725,0.00022307348,0.000029107932,0.00040585158,0.00086169265,0.049431015,0.0032663634,0.8944184,0.0056149676,0.04525629],"study_design_scores_gemma":[0.00004313372,0.000039293296,0.00018220501,0.00029726527,0.00005078615,0.00047852486,0.00014099746,0.2807306,0.0031659014,0.3524827,0.362344,0.000044612436],"about_ca_topic_score_codex":0.0021369471,"about_ca_topic_score_gemma":0.002437463,"teacher_disagreement_score":0.005261049,"about_ca_system_score_codex":0.0010541385,"about_ca_system_score_gemma":0.0018113202,"threshold_uncertainty_score":0.0176},"labels":[],"label_agreement":null},{"id":"W2082727576","doi":"10.1145/1290993.1291005","title":"Assessment of Contemporary Modularization Techniques - ACoM'07","year":2007,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Modular programming; Presentation (obstetrics); Mainstream; Computer science; Software engineering; Modularity (biology); Software; Work (physics); Engineering management; Engineering; Political science","score_opus":0.03651836328889043,"score_gpt":0.3138935505477442,"score_spread":0.2773751872588538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082727576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55521435,0.008506034,0.24453275,0.007557686,0.0019575765,0.0074566253,0.005181139,0.00467517,0.1649186],"genre_scores_gemma":[0.52890366,0.0032232313,0.43400112,0.0009117555,0.00043963693,0.0036447635,0.009146001,0.00088293373,0.018846957],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9663417,0.009115055,0.0013716582,0.0018054557,0.020562422,0.00080381444],"domain_scores_gemma":[0.9305258,0.017641502,0.006335475,0.0071658185,0.0348902,0.0034411887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032387976,0.0010530173,0.0007055565,0.006797777,0.0013683959,0.0048619304,0.0023775965,0.001965156,0.0033147992],"category_scores_gemma":[0.063225605,0.0005368528,0.0010062817,0.004223191,0.0011571887,0.002868754,0.0044619003,0.0016946476,0.0010599348],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055312156,0.0017541167,0.044698067,0.0019007981,0.0002471706,0.00020738303,0.0038674844,0.009339608,0.014071971,0.016938329,0.06144421,0.84497774],"study_design_scores_gemma":[0.00043310007,0.008099273,0.34348467,0.0038671633,0.00053776335,0.0020814831,0.008134502,0.12254708,0.07695347,0.03957823,0.39377284,0.00051050255],"about_ca_topic_score_codex":0.0022572211,"about_ca_topic_score_gemma":0.0044303965,"teacher_disagreement_score":0.032387976,"about_ca_system_score_codex":0.0035672316,"about_ca_system_score_gemma":0.0047350475,"threshold_uncertainty_score":0.17128599},"labels":[],"label_agreement":null},{"id":"W2083074769","doi":"10.1145/965660.965675","title":"Programs as information","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Plug-in; Computer science; Programming language; Representation (politics); Abstraction; Java; Eclipse; Intermediate language; Software; Database; Software engineering; Theoretical computer science","score_opus":0.02560364381290989,"score_gpt":0.26747462308807746,"score_spread":0.24187097927516757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083074769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006465547,0.0046690926,0.87438613,0.0065523842,0.0009868855,0.00028497487,0.0021812918,0.006232525,0.098241076],"genre_scores_gemma":[0.16164823,0.010743737,0.6914171,0.0038754067,0.0011455779,0.001028001,0.006584375,0.0036049457,0.11995266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970477,0.00093990687,0.00029594387,0.00050634105,0.0009881819,0.00022187356],"domain_scores_gemma":[0.99536264,0.0020686055,0.0003708043,0.0014608084,0.000531647,0.00020547431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002575792,0.000963032,0.00074371486,0.0022846425,0.0013343163,0.0086883595,0.0024170936,0.0021870348,0.016300414],"category_scores_gemma":[0.008951909,0.0008231594,0.00094713294,0.004050014,0.004797653,0.01633645,0.004921775,0.0033486853,0.005324937],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027848835,0.000015300735,0.00014520614,0.00021247048,0.000011570171,0.00010374012,0.0007971707,0.0009823303,0.0005183688,0.9524144,0.008482338,0.036289226],"study_design_scores_gemma":[0.000016800985,0.00002199351,0.0001231846,0.00017154204,0.00003160819,0.00023936115,0.00021734252,0.002823472,0.0017832295,0.4807315,0.51381314,0.000026820002],"about_ca_topic_score_codex":0.0020682309,"about_ca_topic_score_gemma":0.0017723967,"teacher_disagreement_score":0.016300414,"about_ca_system_score_codex":0.0014916266,"about_ca_system_score_gemma":0.0020158957,"threshold_uncertainty_score":0.054530323},"labels":[],"label_agreement":null},{"id":"W2084111010","doi":"10.1002/stvr.458","title":"An approach for testing pointcut descriptors in AspectJ","year":2011,"lang":"en","type":"article","venue":"Software Testing Verification and Reliability","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"RealNetworks (Canada)","funders":"","keywords":"AspectJ; Computer science; Aspect-oriented programming; Modularity (biology); Set (abstract data type); Programming language; Compile time; Compiler; Software engineering; Base (topology); Test case; Software","score_opus":0.13691961179041653,"score_gpt":0.29543681318094034,"score_spread":0.1585172013905238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084111010","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11832905,0.00022274414,0.85187906,0.00017534565,0.00009236464,0.0005280019,0.0002108529,0.024878604,0.0036840253],"genre_scores_gemma":[0.48941424,0.0001447932,0.5053358,0.00020492678,0.00004291994,0.00031641472,0.00066871924,0.002061921,0.0018101764],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.994276,0.0011871603,0.00047755285,0.0010303193,0.0026252987,0.00040379594],"domain_scores_gemma":[0.99133474,0.003477745,0.0011220396,0.0019917907,0.0017887034,0.000284961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031793872,0.00082918175,0.00057105924,0.0022689353,0.0005271341,0.0018223147,0.0023422765,0.0016421973,0.0014915968],"category_scores_gemma":[0.009680127,0.00094321655,0.0010193208,0.00095931214,0.0015741661,0.0025454878,0.0018434111,0.0016258748,0.00052251184],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017052107,0.001954918,0.06507691,0.0010795379,0.00026289205,0.0035400155,0.0027328539,0.04133151,0.36908063,0.055999104,0.007039491,0.45019695],"study_design_scores_gemma":[0.00034175414,0.0020957992,0.014174925,0.00028434896,0.000305201,0.0029865662,0.0004451898,0.5251177,0.37716046,0.033984084,0.042822797,0.00028115575],"about_ca_topic_score_codex":0.0022355258,"about_ca_topic_score_gemma":0.001776204,"teacher_disagreement_score":0.0031793872,"about_ca_system_score_codex":0.0006323656,"about_ca_system_score_gemma":0.0012495178,"threshold_uncertainty_score":0.01681441},"labels":[],"label_agreement":null},{"id":"W2084206470","doi":"10.1007/s10270-004-0056-z","title":"A behavioral analysis and verification approach to pattern-based design composition","year":2003,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Reuse; Software design pattern; Software; Software development; Composition (language); Programming language","score_opus":0.09185485213269434,"score_gpt":0.29718708648620557,"score_spread":0.20533223435351122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084206470","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013711449,0.000023774117,0.9967253,0.00008748808,0.000013810437,0.000087265515,0.000019555944,0.000578259,0.0010932268],"genre_scores_gemma":[0.07716284,0.00013955591,0.91882455,0.0001339093,0.000031237938,0.0003391406,0.00013054271,0.00029792148,0.0029402548],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99528754,0.0013381457,0.00030245713,0.00048557506,0.0022912927,0.00029501287],"domain_scores_gemma":[0.9936698,0.0029578316,0.0003843092,0.0016030516,0.0012701177,0.00011500559],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003771558,0.0013108997,0.0010053742,0.0020093753,0.0014639663,0.0022577173,0.002773883,0.0016659137,0.006641207],"category_scores_gemma":[0.012183587,0.001426372,0.0026349865,0.0011318238,0.0028585857,0.0038071156,0.0021693965,0.003079387,0.0016843693],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018042068,0.00040103466,0.0012925486,0.00044358202,0.00019956489,0.00051917986,0.0007192305,0.16899571,0.02175807,0.5606406,0.003685775,0.24116436],"study_design_scores_gemma":[0.000075941025,0.00011151053,0.00029035116,0.0001136549,0.00018114847,0.0002616024,0.00008593731,0.7644984,0.017394317,0.2045001,0.012441358,0.000045685552],"about_ca_topic_score_codex":0.0071574394,"about_ca_topic_score_gemma":0.0061770687,"teacher_disagreement_score":0.0071574394,"about_ca_system_score_codex":0.0014190774,"about_ca_system_score_gemma":0.0036939988,"threshold_uncertainty_score":0.022217035},"labels":[],"label_agreement":null},{"id":"W2084714953","doi":"10.1504/ijpd.2006.009361","title":"Measuring changes in software product line an experience report","year":2006,"lang":"en","type":"article","venue":"International Journal of Product Development","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Product line; Software; Software product line; New product development; Computer science; Engineering; Systems engineering; Product (mathematics); Manufacturing engineering; Software engineering; Software development; Business; Operating system; Marketing","score_opus":0.07754296224781256,"score_gpt":0.32188288203114845,"score_spread":0.2443399197833359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084714953","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99616396,0.00007155869,0.0007256894,0.000036389243,0.00000601194,0.00003314337,0.00023893923,0.000052258576,0.0026720501],"genre_scores_gemma":[0.9956572,0.00011217856,0.0015625382,0.000025351423,0.000011329037,0.000033450193,0.0007622146,0.00001976839,0.0018160911],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9953615,0.0011215578,0.0004008845,0.0004873693,0.0023803061,0.0002482694],"domain_scores_gemma":[0.95959383,0.015330929,0.009015562,0.0025868218,0.01123707,0.0022356566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002985296,0.00036281257,0.0002260338,0.0029816166,0.00047958537,0.00084170623,0.0006442717,0.0005107377,0.001668258],"category_scores_gemma":[0.026020136,0.00026910048,0.00024393399,0.0018657455,0.00038209427,0.0010314044,0.0008714607,0.0006549943,0.00079094904],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037567792,0.0009845394,0.88519716,0.00016338816,0.000085097796,0.0007636525,0.010779521,0.0012476008,0.009533542,0.0001703553,0.0014994234,0.089200005],"study_design_scores_gemma":[0.000017969844,0.0023650983,0.97279614,0.00002704223,0.000050581755,0.0010912553,0.00589081,0.0015382938,0.008687709,0.000085545566,0.0073959813,0.000053483345],"about_ca_topic_score_codex":0.0019653374,"about_ca_topic_score_gemma":0.0032716296,"teacher_disagreement_score":0.002985296,"about_ca_system_score_codex":0.0006452089,"about_ca_system_score_gemma":0.0003397313,"threshold_uncertainty_score":0.01578796},"labels":[],"label_agreement":null},{"id":"W2084764985","doi":"10.5555/1929101.1929110","title":"Flexible model element introduction policies for aspect-oriented modeling","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Element (criminal law); Context (archaeology); Model transformation; Base (topology); Aspect-oriented programming; Transformation (genetics); Programming language; Software engineering; Artificial intelligence; Software","score_opus":0.04626596358411136,"score_gpt":0.3211684159249698,"score_spread":0.27490245234085847,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2084764985","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005460583,0.000073194125,0.9821799,0.0002485231,0.00008241398,0.00016931487,0.00019153018,0.0062057967,0.005388729],"genre_scores_gemma":[0.21666716,0.00036772992,0.76144683,0.0006505788,0.00011556798,0.0006815131,0.0011596583,0.0069625406,0.011948381],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956786,0.0014819438,0.00054009893,0.0005036216,0.001378184,0.00041768025],"domain_scores_gemma":[0.9892526,0.003977761,0.00055401324,0.0050070044,0.00083247223,0.00037617286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077611567,0.0010574214,0.0009703282,0.0011137871,0.0010691966,0.0042855376,0.0026086832,0.0022464425,0.011630071],"category_scores_gemma":[0.018032037,0.0014429284,0.0017767914,0.0008731909,0.0015090326,0.007286949,0.00464017,0.004498583,0.0028514657],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000766717,0.00038126734,0.0036511004,0.00064235716,0.0001651975,0.0006224229,0.003142724,0.062177923,0.019610839,0.6511771,0.017147437,0.24051489],"study_design_scores_gemma":[0.00017521925,0.00019776648,0.000620831,0.00064048206,0.00020014588,0.00040489613,0.0003389239,0.39866698,0.03512755,0.2908967,0.2725849,0.00014556882],"about_ca_topic_score_codex":0.0012636418,"about_ca_topic_score_gemma":0.0022690042,"teacher_disagreement_score":0.011630071,"about_ca_system_score_codex":0.0010654848,"about_ca_system_score_gemma":0.0017501609,"threshold_uncertainty_score":0.041045368},"labels":[],"label_agreement":null},{"id":"W2085231017","doi":"10.1007/s10515-008-0042-8","title":"Monitoring and diagnosing software requirements","year":2008,"lang":"en","type":"article","venue":"Automated Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Medical diagnosis; Component (thermodynamics); Satisfiability; Granularity; Scalability; Software; Software system; Data mining; Action (physics); Software engineering; Theoretical computer science; Programming language; Database","score_opus":0.041289154179573614,"score_gpt":0.28145256825384724,"score_spread":0.2401634140742736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085231017","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31261042,0.00061679725,0.662047,0.00061901147,0.000079957244,0.00034795896,0.0003771034,0.01589171,0.0074099437],"genre_scores_gemma":[0.8308757,0.00018208701,0.16564839,0.000104383835,0.00003436516,0.00010747572,0.00042576742,0.0002641696,0.0023576939],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.995033,0.0011662005,0.00029847753,0.00085190265,0.0024124733,0.00023793663],"domain_scores_gemma":[0.98410577,0.00839032,0.0021057928,0.0030263064,0.0021136114,0.00025820785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019454086,0.0009774775,0.00072038645,0.0026974345,0.00047129524,0.0014987534,0.0013044862,0.0011542899,0.0015930102],"category_scores_gemma":[0.016234674,0.00061882695,0.0005696211,0.0008441954,0.0004386728,0.0022982573,0.0008222328,0.0011358502,0.000784596],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005925511,0.0006116216,0.031601686,0.00053792144,0.00014332669,0.0006354921,0.0006333665,0.039100002,0.16976258,0.0098207025,0.0052970327,0.74126387],"study_design_scores_gemma":[0.000046389538,0.00044018787,0.021217594,0.00009057131,0.00014859127,0.0009563596,0.00022856258,0.7767113,0.17774463,0.0135392845,0.008814823,0.000061699975],"about_ca_topic_score_codex":0.0016828745,"about_ca_topic_score_gemma":0.0023610452,"teacher_disagreement_score":0.0026974345,"about_ca_system_score_codex":0.00074842013,"about_ca_system_score_gemma":0.0012559425,"threshold_uncertainty_score":0.010288417},"labels":[],"label_agreement":null},{"id":"W2085479756","doi":"10.1109/re.2010.55","title":"An Introduction to Experience Requirements","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Requirements elicitation; Computer science; Non-functional requirement; Requirements engineering; Functional requirement; Perception; User requirements document; Requirements analysis; Human–computer interaction; User experience design; Engineering design process; Software engineering; Engineering; Psychology; Software development; Software; Programming language","score_opus":0.04111525576997982,"score_gpt":0.35482324238952956,"score_spread":0.31370798661954974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2085479756","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002300326,0.049762916,0.71397483,0.015750611,0.0034261583,0.00061009853,0.0011183387,0.0010273841,0.21202931],"genre_scores_gemma":[0.07839442,0.12861568,0.6179937,0.013149803,0.008435677,0.0026506167,0.003604945,0.0013138214,0.14584133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971712,0.0009807615,0.0003975044,0.00042666195,0.000841406,0.00018253709],"domain_scores_gemma":[0.99493355,0.0033829443,0.00019517579,0.0004063943,0.0008054085,0.00027650612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024049021,0.0015780269,0.0009004154,0.0025375045,0.001197478,0.005267856,0.0021792275,0.0033622638,0.02278786],"category_scores_gemma":[0.0067048664,0.0010553865,0.0015141353,0.0032997723,0.0032962083,0.008654759,0.003004413,0.0057897083,0.008992382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028872688,0.00010289677,0.00033205666,0.0013080167,0.000021002083,0.0005089591,0.0017802026,0.0024531805,0.0013589028,0.79787,0.046656657,0.14757924],"study_design_scores_gemma":[0.0000073039923,0.000057197834,0.0002999277,0.0008585851,0.000009278252,0.0009723692,0.00042297368,0.0018471535,0.0002595556,0.22918904,0.76603806,0.000038513368],"about_ca_topic_score_codex":0.0020269984,"about_ca_topic_score_gemma":0.001647824,"teacher_disagreement_score":0.02278786,"about_ca_system_score_codex":0.0019457485,"about_ca_system_score_gemma":0.0012667358,"threshold_uncertainty_score":0.07623303},"labels":[],"label_agreement":null},{"id":"W2086908167","doi":"10.1109/formalise.2013.6612276","title":"Recommendations for improving the usability of formal methods for product lines","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; USable; Usability; Formal methods; Software engineering; Formal specification; Rotation formalisms in three dimensions; Formal verification; Product (mathematics); Systems engineering; Programming language; Human–computer interaction; World Wide Web; Engineering","score_opus":0.11699285068505405,"score_gpt":0.40319469847857214,"score_spread":0.2862018477935181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2086908167","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067036776,0.038561147,0.3654081,0.5061218,0.01555866,0.004769447,0.0013344523,0.009769801,0.05177282],"genre_scores_gemma":[0.019204801,0.036108024,0.8630298,0.03430252,0.0020986116,0.0034746558,0.0026279557,0.002107015,0.037046555],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.92159873,0.037508048,0.0140068345,0.0026396436,0.021499489,0.002747372],"domain_scores_gemma":[0.59222424,0.16324964,0.021116227,0.03669004,0.17749663,0.009223209],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.083730385,0.002750659,0.0013595083,0.008333812,0.0024406617,0.009135374,0.0061437376,0.013369702,0.026119305],"category_scores_gemma":[0.23981144,0.0024007736,0.0035520147,0.0059246486,0.004112305,0.02275542,0.003957104,0.010281923,0.01622767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023156895,0.0007657216,0.002722406,0.008857816,0.00012279279,0.0007045377,0.0032777218,0.0038962837,0.0065743173,0.04311435,0.41019267,0.51953995],"study_design_scores_gemma":[0.00027225472,0.0003073052,0.0019949093,0.015455313,0.00019134644,0.0004770306,0.0034810887,0.0030823108,0.003109017,0.043258153,0.9280961,0.000275146],"about_ca_topic_score_codex":0.0145136835,"about_ca_topic_score_gemma":0.023446465,"teacher_disagreement_score":0.083730385,"about_ca_system_score_codex":0.005940889,"about_ca_system_score_gemma":0.015233278,"threshold_uncertainty_score":0.44281387},"labels":[],"label_agreement":null},{"id":"W2087151255","doi":"10.1109/scam.2011.25","title":"Exploring the Development of Micro-apps: A Case Study on the BlackBerry and Android Platforms","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Android (operating system); Computer science; Operating system; Android Beam; Mobile apps; App store; World Wide Web; Mobile device; Source code; Embedded system","score_opus":0.39873832947707283,"score_gpt":0.30777371342341503,"score_spread":0.0909646160536578,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087151255","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99660933,0.00014504312,0.0010711524,0.00026637674,0.0000038777366,0.00007719228,0.00004527016,0.000024772078,0.0017570013],"genre_scores_gemma":[0.9911611,0.00035178868,0.006093646,0.00011955409,0.0000072234884,0.000091653324,0.00009133911,0.00005204033,0.0020316753],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99748385,0.0010592327,0.00011735086,0.0002478146,0.0007300082,0.00036173608],"domain_scores_gemma":[0.9827361,0.012841861,0.0016167623,0.00080019207,0.0010898138,0.00091518066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021427392,0.00047988878,0.00029373553,0.0015856087,0.0026430013,0.0014078604,0.0012921867,0.0016113787,0.0009412263],"category_scores_gemma":[0.0101233665,0.0005284857,0.00042714155,0.0014140462,0.001827328,0.002319666,0.0020412032,0.0013784386,0.00028008438],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085361395,0.0040083337,0.292064,0.0009085884,0.00013064558,0.099803634,0.38787302,0.0067293635,0.02518138,0.0077926684,0.0055357167,0.169119],"study_design_scores_gemma":[0.00019250887,0.0026251734,0.4293689,0.00060791965,0.00017961966,0.036731932,0.3989443,0.033622336,0.027462227,0.0040069087,0.06601462,0.00024353393],"about_ca_topic_score_codex":0.009751592,"about_ca_topic_score_gemma":0.029167296,"teacher_disagreement_score":0.009751592,"about_ca_system_score_codex":0.0013621035,"about_ca_system_score_gemma":0.0011999038,"threshold_uncertainty_score":0.01938963},"labels":[],"label_agreement":null},{"id":"W2087385308","doi":"10.1145/1094855.1094977","title":"Aspects","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mainstream; Software development; Computer science; Middleware (distributed applications); Software; Knowledge management; Process management; Engineering management; Software engineering; Engineering; Political science","score_opus":0.033281205292773834,"score_gpt":0.2886256759155033,"score_spread":0.25534447062272947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087385308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008657591,0.0033324177,0.2595336,0.0021997774,0.0021101001,0.0009439094,0.007563449,0.06344168,0.6522175],"genre_scores_gemma":[0.117546655,0.0053673363,0.26489118,0.004145342,0.001175435,0.0011672564,0.03663228,0.033494942,0.5355797],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99780995,0.00027934936,0.00022166826,0.00036220325,0.0010975923,0.00022926819],"domain_scores_gemma":[0.9979923,0.00032545594,0.00012419441,0.00077670615,0.0006065387,0.00017483698],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001273617,0.0011830183,0.00059013645,0.00137873,0.0010813057,0.00490464,0.0017910764,0.0013985729,0.08873806],"category_scores_gemma":[0.0053514987,0.000775809,0.0013981044,0.001202658,0.0006452368,0.00522484,0.0037369216,0.0019447106,0.071211554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044764942,0.00015017374,0.0023132511,0.0010495047,0.00008664675,0.00050438015,0.0010204288,0.0013644525,0.009666308,0.21314394,0.33542636,0.43482682],"study_design_scores_gemma":[0.000017484135,0.00002109625,0.00026442323,0.000075432086,0.000017969773,0.0002904401,0.0000649088,0.00068362115,0.0018475031,0.01482283,0.98187983,0.000014401683],"about_ca_topic_score_codex":0.0015086951,"about_ca_topic_score_gemma":0.0020492559,"teacher_disagreement_score":0.9112619,"about_ca_system_score_codex":0.00069927954,"about_ca_system_score_gemma":0.0013168455,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2089894024","doi":"10.1145/1082983.1082995","title":"Workshop on the Modeling and Analysis of Concerns in Software (MACS 2005)","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software engineering; Computer science; Software; Software development; Data science; Operating system","score_opus":0.05742820598058526,"score_gpt":0.296255173549488,"score_spread":0.23882696756890273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089894024","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013896214,0.030488348,0.8199096,0.036449213,0.021752235,0.0012148503,0.0025619362,0.0053930124,0.06833463],"genre_scores_gemma":[0.054495823,0.01977055,0.78542876,0.0076712333,0.0063306033,0.0014540391,0.007489082,0.002843122,0.11451677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99140316,0.0037730497,0.00069605524,0.0011272955,0.002534099,0.0004662908],"domain_scores_gemma":[0.98563564,0.0048687607,0.0006241301,0.0021934104,0.0044933725,0.002184709],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019210543,0.0022193696,0.0018667306,0.0027539714,0.0011856469,0.007059964,0.004210245,0.0043172226,0.018898448],"category_scores_gemma":[0.01955973,0.0016699488,0.004637926,0.0017903484,0.0019685277,0.0053423536,0.005737698,0.007908713,0.008855081],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006750943,0.00058058376,0.0011413505,0.0011975375,0.00040761844,0.0011091123,0.0026533601,0.010582625,0.009818893,0.102362186,0.558497,0.31097463],"study_design_scores_gemma":[0.0001530485,0.0003176448,0.000989951,0.0012471558,0.00016742296,0.0011628236,0.0004169928,0.02158295,0.005045835,0.054316726,0.91449964,0.00009975615],"about_ca_topic_score_codex":0.0052917297,"about_ca_topic_score_gemma":0.0064936294,"teacher_disagreement_score":0.019210543,"about_ca_system_score_codex":0.0035161884,"about_ca_system_score_gemma":0.007170996,"threshold_uncertainty_score":0.101596296},"labels":[],"label_agreement":null},{"id":"W2089965259","doi":"10.5381/jot.2010.9.6.a2","title":"Formal Model and DSL for Separation of Concerns based on Views.","year":2010,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Chicoutimi; Université du Québec à Rimouski","funders":"","keywords":"Digital subscriber line; Separation (statistics); Separation of concerns; Computer science; Programming language; Telecommunications; Software","score_opus":0.046170679463268645,"score_gpt":0.34867171865662994,"score_spread":0.3025010391933613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089965259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007911864,0.00072368555,0.9885876,0.0009438701,0.00019889769,0.00013232193,0.00035407688,0.0005157676,0.0077525554],"genre_scores_gemma":[0.07366069,0.0021499079,0.9072365,0.0011302439,0.00044689904,0.0011859899,0.001629588,0.00032144113,0.012238724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997152,0.0011088956,0.0003307277,0.00037966642,0.0008766935,0.00015213001],"domain_scores_gemma":[0.99760544,0.0011119755,0.0002918619,0.00036877743,0.00048817624,0.00013371935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035242792,0.001039475,0.00065320585,0.001421399,0.0011730108,0.0036414047,0.0024239165,0.0017658209,0.0058219302],"category_scores_gemma":[0.00475824,0.0006821826,0.0021266332,0.0012522682,0.0027515301,0.004796535,0.002328673,0.0046893074,0.0022037202],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001091706,0.000021901951,0.00006389195,0.00010781032,0.000012358988,0.00015435518,0.00028907668,0.0037876887,0.0009976622,0.9837968,0.0027451196,0.008012425],"study_design_scores_gemma":[0.00005377378,0.00005747744,0.000103595834,0.00021470756,0.000047403897,0.00054554397,0.00016131911,0.0488416,0.002585237,0.72480303,0.2225436,0.00004276961],"about_ca_topic_score_codex":0.00480563,"about_ca_topic_score_gemma":0.0038886282,"teacher_disagreement_score":0.0058219302,"about_ca_system_score_codex":0.0026561676,"about_ca_system_score_gemma":0.003478571,"threshold_uncertainty_score":0.019476354},"labels":[],"label_agreement":null},{"id":"W2090727480","doi":"10.1145/1029894.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":115,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"University of Calgary","keywords":"Computer science; AspectJ; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Maintainability; Set (abstract data type); Traceability; Complex event processing; Software engineering; Software","score_opus":0.05698402835664106,"score_gpt":0.3692314819018124,"score_spread":0.3122474535451713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090727480","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049123997,0.00006672703,0.9889948,0.00019470492,0.000046736495,0.00013266572,0.000061138395,0.0033187787,0.002272088],"genre_scores_gemma":[0.06785389,0.00043818224,0.92628515,0.00025059306,0.00004923564,0.00038231545,0.000387263,0.00071718614,0.0036361574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950315,0.0013458068,0.00088156445,0.0005686439,0.0017818691,0.00039069058],"domain_scores_gemma":[0.99042517,0.0039783074,0.0009922108,0.00338746,0.0010013531,0.00021552929],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065526916,0.0009929078,0.00060034124,0.0008778316,0.00069284136,0.0038532529,0.0027680274,0.0015588269,0.002609697],"category_scores_gemma":[0.014406852,0.0012054243,0.0012595113,0.0008555325,0.0023036771,0.006891305,0.003264469,0.002815723,0.0011132705],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022540939,0.00030849,0.0031086684,0.0007678796,0.000107678665,0.0007387584,0.0026872344,0.0341106,0.022512067,0.7271307,0.0053002695,0.20300223],"study_design_scores_gemma":[0.00023201689,0.0003376093,0.0006496952,0.00044201183,0.00018973001,0.0016619314,0.0005617163,0.23448671,0.08977305,0.40855315,0.2629766,0.00013580215],"about_ca_topic_score_codex":0.0012291003,"about_ca_topic_score_gemma":0.0014170504,"teacher_disagreement_score":0.0065526916,"about_ca_system_score_codex":0.00060065056,"about_ca_system_score_gemma":0.0015467781,"threshold_uncertainty_score":0.03465438},"labels":[],"label_agreement":null},{"id":"W2091279175","doi":"10.4018/ijats.2014040104","title":"Towards a New Approach for Controlling the Reorganization Process of Multi-Agent Systems","year":2014,"lang":"en","type":"article","venue":"International Journal of Agent Technologies and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Process (computing); Consistency (knowledge bases); Adaptation (eye); Distributed computing; Order (exchange); Abstract process; Multi-agent system; Software engineering; Work in process; Process management; Artificial intelligence; Programming language","score_opus":0.053999287325737264,"score_gpt":0.3093249988070068,"score_spread":0.25532571148126953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091279175","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048760115,0.0002004679,0.9924527,0.00016306787,0.000027636288,0.000056968707,0.000009200028,0.0004402654,0.0017736818],"genre_scores_gemma":[0.25607583,0.0006062583,0.73934275,0.00016126042,0.00009309329,0.00034993532,0.000059618866,0.00021879793,0.0030925202],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982533,0.00035342877,0.0001281385,0.00035311258,0.0007678507,0.00014425353],"domain_scores_gemma":[0.99868315,0.00045464368,0.000168006,0.00034268774,0.00024323942,0.000108255685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018843254,0.00062237255,0.00063497515,0.0007965367,0.0006261601,0.0026496525,0.002044525,0.0012010438,0.0013201312],"category_scores_gemma":[0.002416421,0.0004473444,0.00092764915,0.0003704521,0.0017376827,0.0025559354,0.0023102302,0.0025037753,0.00031435673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013462588,0.00022871463,0.0016390687,0.00055913115,0.00014319526,0.0005069477,0.001321579,0.25378773,0.055017743,0.54426473,0.0018219493,0.14057462],"study_design_scores_gemma":[0.000055146145,0.00013814669,0.00038423899,0.00009827938,0.000063528896,0.0001680409,0.00014128954,0.85362035,0.016476,0.10024066,0.02856737,0.000047010064],"about_ca_topic_score_codex":0.001582608,"about_ca_topic_score_gemma":0.0014200879,"teacher_disagreement_score":0.0026496525,"about_ca_system_score_codex":0.0008916215,"about_ca_system_score_gemma":0.0013766341,"threshold_uncertainty_score":0.00996536},"labels":[],"label_agreement":null},{"id":"W2091331878","doi":"10.1007/s11432-014-5064-1","title":"Requirements model driven adaption and evolution of Internetware","year":2014,"lang":"en","type":"article","venue":"Science China Information Sciences","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Università degli Studi di Trento; University of Toronto","keywords":"Computer science; Cloud computing; Software development; Software engineering; Paradigm shift; Adaptation (eye); Social software engineering; The Internet; World Wide Web; Software; Software construction; Operating system","score_opus":0.03637553628073102,"score_gpt":0.3037032318065677,"score_spread":0.2673276955258367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091331878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4578013,0.00016057395,0.52144814,0.00067141105,0.000051890907,0.0005612958,0.00025404393,0.0017947947,0.017256528],"genre_scores_gemma":[0.8947033,0.00007428017,0.10179889,0.00006770288,0.0000061248543,0.00015495173,0.00034552912,0.0001794553,0.002669719],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963085,0.0014922813,0.0002167674,0.00032049685,0.0013692885,0.0002926454],"domain_scores_gemma":[0.99452716,0.0024066544,0.00037701052,0.0011718017,0.0013706107,0.00014669643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033406722,0.0004644554,0.00034791086,0.0010738791,0.00039607496,0.0015205503,0.0013614207,0.000986729,0.0016356193],"category_scores_gemma":[0.010586569,0.00048992503,0.00083888427,0.00058817974,0.00046851602,0.001513068,0.0011366572,0.0010016537,0.0003522243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046580454,0.00060613063,0.009594524,0.00030501423,0.0001369191,0.0012518268,0.0016356774,0.689895,0.04857416,0.043996256,0.002822617,0.20071611],"study_design_scores_gemma":[0.000016721004,0.00009346485,0.0011538891,0.000021616188,0.00003478041,0.00009885232,0.00015268219,0.98189294,0.008355306,0.005542692,0.00262148,0.000015552283],"about_ca_topic_score_codex":0.005484326,"about_ca_topic_score_gemma":0.0059907157,"teacher_disagreement_score":0.005484326,"about_ca_system_score_codex":0.0014315527,"about_ca_system_score_gemma":0.0015441352,"threshold_uncertainty_score":0.017667413},"labels":[],"label_agreement":null},{"id":"W2092052791","doi":"10.1145/2591062.2591126","title":"Flexible product line engineering with a virtual platform","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reuse; Cloning (programming); Product line; Computer science; Product (mathematics); Set (abstract data type); Software engineering; Software product line; Systems engineering; Risk analysis (engineering); Manufacturing engineering; Engineering; Business; Operating system; Programming language; Software development; Software","score_opus":0.026127476896594965,"score_gpt":0.24500314496422992,"score_spread":0.21887566806763495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092052791","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049379278,0.000289441,0.9353984,0.00011284272,0.000056250214,0.0001128141,0.000060506838,0.0024813742,0.012109069],"genre_scores_gemma":[0.39160705,0.00049817504,0.5925866,0.00008277144,0.00002661088,0.00021200097,0.00030640158,0.00044726848,0.014233143],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992181,0.00013536989,0.000041009855,0.0001900165,0.0003369904,0.00007859371],"domain_scores_gemma":[0.99896705,0.00017225047,0.00011478295,0.0005382727,0.0001244912,0.00008318463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007177619,0.0005184959,0.00027583292,0.0005836867,0.0003916615,0.0014919286,0.0012155216,0.0005425551,0.0025451572],"category_scores_gemma":[0.0014807011,0.00045606692,0.00060307386,0.00058374536,0.0007154203,0.0014310137,0.0019106752,0.0009113785,0.0013524186],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002558249,0.00032536947,0.002373669,0.00041459195,0.00010400583,0.0017433413,0.00077390997,0.13084017,0.2950702,0.13327448,0.004144933,0.4306795],"study_design_scores_gemma":[0.00016106572,0.0010927179,0.0028949792,0.00023875805,0.00019685764,0.0029519314,0.00023755156,0.44025916,0.18272331,0.10617884,0.26292613,0.00013874263],"about_ca_topic_score_codex":0.0005203357,"about_ca_topic_score_gemma":0.0004438171,"teacher_disagreement_score":0.0025451572,"about_ca_system_score_codex":0.00037561616,"about_ca_system_score_gemma":0.0006842757,"threshold_uncertainty_score":0.008514345},"labels":[],"label_agreement":null},{"id":"W2093033840","doi":"10.5555/2662572.2662583","title":"Bi-criteria genetic search for adding new features into an existing product line","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Feature model; Software product line; Product (mathematics); Feature (linguistics); Product line; Computer science; Line (geometry); Set (abstract data type); Genetic algorithm; Value (mathematics); Selection (genetic algorithm); Software; Data mining; Engineering; Artificial intelligence; Machine learning; Mathematics; Software development; Manufacturing engineering; Programming language","score_opus":0.12357653642123444,"score_gpt":0.38575722572392107,"score_spread":0.2621806893026866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093033840","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24526992,0.00043291872,0.7450513,0.0004065415,0.000048252474,0.0003329383,0.00008473057,0.00027638246,0.008097],"genre_scores_gemma":[0.63312465,0.00020332221,0.36251533,0.00010969373,0.0000107424485,0.00044575898,0.0001381935,0.000032186203,0.003420154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992118,0.00036798874,0.000031815365,0.000090458765,0.00022773951,0.00007015691],"domain_scores_gemma":[0.99912244,0.00050723745,0.00009794863,0.000038205326,0.00018115557,0.00005309487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017706007,0.00083762064,0.00061370694,0.0014666343,0.0004198648,0.00088508014,0.0011101981,0.0012487402,0.0015667635],"category_scores_gemma":[0.0033327325,0.0004466073,0.00047747843,0.0012597775,0.0006314622,0.00058589724,0.0007075503,0.00054789975,0.00022063854],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009788584,0.00010085322,0.0010737742,0.000062530366,0.000041414085,0.00009549074,0.00010473184,0.9534544,0.0022749128,0.0058625014,0.0004156716,0.036415935],"study_design_scores_gemma":[0.000024560839,0.0000643986,0.00015464105,0.000008805751,0.000012019241,0.000013492799,0.000023250386,0.99798286,0.00041437862,0.0010025563,0.0002939964,0.0000049556684],"about_ca_topic_score_codex":0.0052239825,"about_ca_topic_score_gemma":0.0050325757,"teacher_disagreement_score":0.0052239825,"about_ca_system_score_codex":0.0013207563,"about_ca_system_score_gemma":0.0016274832,"threshold_uncertainty_score":0.010387182},"labels":[],"label_agreement":null},{"id":"W20933059","doi":"10.1016/j.neulet.2010.09.078","title":"Architecture-Level Requirements Specification.","year":2003,"lang":"en","type":"article","venue":"Neuroscience Letters","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Agence Nationale de la Recherche","keywords":"Computer science; Business requirements; Requirements traceability; Traceability; Software engineering; Non-functional requirement; Software requirements specification; Software architecture; Reference architecture; Requirements engineering; Architecture; Requirement; Systems engineering; Risk analysis (engineering); Business process; Software; Software design; Engineering; Software development; Software construction; Programming language; Operations management; Work in process; Business","score_opus":0.12843170753259833,"score_gpt":0.30444820551605956,"score_spread":0.17601649798346122,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W20933059","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06571257,0.0006335876,0.9135151,0.0011268823,0.000063698004,0.00045305077,0.00082596944,0.0046847626,0.012984432],"genre_scores_gemma":[0.52776015,0.00076463766,0.45953047,0.00038333327,0.000056442423,0.00050631753,0.0034412309,0.00087218254,0.0066851545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99540305,0.0017545676,0.00046075622,0.00046211245,0.0014976028,0.00042181605],"domain_scores_gemma":[0.9896913,0.004835372,0.0008092606,0.0027179804,0.0016646497,0.0002813547],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0047071124,0.00079693424,0.0004465005,0.0006223752,0.0005033569,0.0023532093,0.0014595622,0.0009904484,0.0028760827],"category_scores_gemma":[0.014039739,0.00073842745,0.0010678321,0.0008167922,0.00086590217,0.0033737589,0.0014210126,0.0015902073,0.0010191891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005776702,0.00038496283,0.014859083,0.0022882666,0.00029813033,0.0018468617,0.0029023583,0.16433659,0.07986293,0.325928,0.014328947,0.3923863],"study_design_scores_gemma":[0.00010786279,0.00040715688,0.0049125496,0.00037793542,0.00022773031,0.0016440331,0.00093277084,0.608689,0.058558986,0.20014547,0.123891346,0.00010521213],"about_ca_topic_score_codex":0.004020408,"about_ca_topic_score_gemma":0.0076922365,"teacher_disagreement_score":0.9971239,"about_ca_system_score_codex":0.0011534123,"about_ca_system_score_gemma":0.0025404259,"threshold_uncertainty_score":0.02489388},"labels":[],"label_agreement":null},{"id":"W2093607505","doi":"10.1145/2188286.2188304","title":"User-friendly approach for handling performance parameters during predictive software performance engineering","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reusability; Software engineering; Unified Modeling Language; Process (computing); Product (mathematics); Software; Set (abstract data type); Activity diagram; Middleware (distributed applications); Programming language; Database; Data mining","score_opus":0.024815863404128398,"score_gpt":0.23997921383505122,"score_spread":0.21516335043092283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093607505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046977736,0.000051278646,0.9687386,0.000071126706,0.00002671638,0.00012747507,0.00030744664,0.024252005,0.0017276747],"genre_scores_gemma":[0.13664368,0.00014495813,0.84709525,0.00011918349,0.000040172923,0.00045479555,0.001914726,0.010381326,0.0032058505],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940515,0.0015406766,0.00045883004,0.000951068,0.002762771,0.00023516732],"domain_scores_gemma":[0.98466694,0.005545485,0.0010118879,0.0061756917,0.0023552366,0.000244664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005180873,0.0023570107,0.0010159372,0.002774878,0.0007316376,0.0033891534,0.0029442431,0.0019687582,0.007378171],"category_scores_gemma":[0.022713073,0.0017197047,0.0018975161,0.0012238205,0.0009441251,0.003840181,0.003427087,0.0034868952,0.0038613619],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008820453,0.00072153757,0.012567063,0.00148918,0.0003847734,0.0024349105,0.0064633014,0.14264789,0.1221147,0.057941962,0.022728505,0.6296242],"study_design_scores_gemma":[0.00010365751,0.0002659779,0.0025624332,0.00036906623,0.00020940113,0.001016102,0.00040544374,0.6724399,0.15690063,0.032341693,0.13312154,0.00026409814],"about_ca_topic_score_codex":0.0021038994,"about_ca_topic_score_gemma":0.0026294144,"teacher_disagreement_score":0.007378171,"about_ca_system_score_codex":0.00087018416,"about_ca_system_score_gemma":0.0016125046,"threshold_uncertainty_score":0.02739942},"labels":[],"label_agreement":null},{"id":"W2093651960","doi":"10.1145/2648511.2648538","title":"Behaviour interactions among product-line features","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Software product line; Feature model; Set (abstract data type); Product (mathematics); Feature selection; Artificial intelligence; Software; Theoretical computer science; Human–computer interaction; Programming language; Mathematics; Software development; Linguistics","score_opus":0.028285660168888394,"score_gpt":0.30389043853482084,"score_spread":0.27560477836593245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093651960","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20362432,0.00016075857,0.7740392,0.00026324566,0.000040127674,0.00023821488,0.00016836046,0.0019598957,0.019505827],"genre_scores_gemma":[0.8555093,0.00010590333,0.13424315,0.00014385708,0.000020395257,0.00034564588,0.00034847113,0.0005143779,0.008768996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99553406,0.001447697,0.0003175153,0.0008211471,0.0015067514,0.0003728767],"domain_scores_gemma":[0.99410665,0.0025284053,0.00071244006,0.0011223294,0.0012779386,0.00025216257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023957847,0.00063311605,0.00031557315,0.00078922644,0.0005590144,0.0017849316,0.0011517868,0.0011248973,0.0032700202],"category_scores_gemma":[0.006991334,0.00063326454,0.00078105455,0.00044612843,0.0013346068,0.0027788945,0.0020403797,0.0011165539,0.00085556187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009788395,0.000773227,0.031708732,0.0008957212,0.0004224594,0.0064115454,0.013179955,0.09589703,0.20536865,0.4794593,0.0042049447,0.16069964],"study_design_scores_gemma":[0.00022439561,0.0010731724,0.013979734,0.00031616472,0.00049732573,0.0026163922,0.0017835484,0.41786098,0.14573969,0.30005184,0.11559682,0.00025998097],"about_ca_topic_score_codex":0.0017737538,"about_ca_topic_score_gemma":0.0010188367,"teacher_disagreement_score":0.0032700202,"about_ca_system_score_codex":0.0011941418,"about_ca_system_score_gemma":0.00083366473,"threshold_uncertainty_score":0.012670219},"labels":[],"label_agreement":null},{"id":"W2094106269","doi":"10.1145/1982185.1982334","title":"Analyzing goal models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":78,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Variety (cybernetics); Computer science; Management science; Data science; Goal modeling; Software engineering; Artificial intelligence; Requirements engineering; Engineering; Software; Programming language","score_opus":0.12088026187909849,"score_gpt":0.2845279768961469,"score_spread":0.1636477150170484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094106269","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011072663,0.00025917828,0.97470903,0.0008837452,0.000035697238,0.0002876617,0.00047662342,0.00063367747,0.011641682],"genre_scores_gemma":[0.26191625,0.00086399785,0.72713757,0.00047572076,0.00008341284,0.00090967887,0.002771685,0.00043081035,0.0054109623],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99332595,0.0025506094,0.00047530315,0.0007574017,0.0022791564,0.0006115843],"domain_scores_gemma":[0.98312414,0.011016579,0.0013189747,0.0022093167,0.0019523946,0.0003786267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061642104,0.0018237395,0.000993992,0.0034625942,0.0017045611,0.005748829,0.0025147889,0.0020156817,0.0054713967],"category_scores_gemma":[0.027467914,0.0009882188,0.00357205,0.0026956892,0.0020687496,0.008242129,0.004925036,0.0029819838,0.0011364293],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000682643,0.000108790984,0.0027429077,0.00047634557,0.00015429291,0.0003933145,0.0016676068,0.09544422,0.0018879529,0.8402045,0.0035725578,0.053279307],"study_design_scores_gemma":[0.000025436892,0.00006094805,0.00041620142,0.00017439484,0.0000859175,0.00016265761,0.0008494278,0.24801311,0.0026109319,0.7310978,0.016466172,0.000037093992],"about_ca_topic_score_codex":0.006882503,"about_ca_topic_score_gemma":0.008222854,"teacher_disagreement_score":0.006882503,"about_ca_system_score_codex":0.0027963067,"about_ca_system_score_gemma":0.0030635,"threshold_uncertainty_score":0.032599866},"labels":[],"label_agreement":null},{"id":"W2094690116","doi":"10.1145/2020723.2020733","title":"Goal-driven adaptation of internetware","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ministry of Science and Technology of the People's Republic of China","keywords":"Adaptation (eye); Computer science; Software; The Internet; Typology; Software architecture; Service (business); Key (lock); Architecture; Software engineering; World Wide Web; Operating system; Business","score_opus":0.028856427150487172,"score_gpt":0.2815324668608776,"score_spread":0.2526760397103904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094690116","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30920935,0.00015541761,0.66889703,0.000324157,0.000027060078,0.00016209265,0.00003637444,0.00077549275,0.020413049],"genre_scores_gemma":[0.9371604,0.00008174088,0.060317058,0.000046119996,0.000006504256,0.00007990128,0.0000465337,0.000066164466,0.0021956256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989225,0.00046219706,0.000053077565,0.00016019924,0.00028148651,0.00012041353],"domain_scores_gemma":[0.998159,0.00065250834,0.0002107029,0.0004081082,0.0004521837,0.00011747419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016777833,0.0002622303,0.00017805285,0.00040345461,0.0002839957,0.0012527818,0.0007632119,0.000472062,0.0006624966],"category_scores_gemma":[0.004758182,0.00019543321,0.0002839302,0.00025495366,0.0008972265,0.0011928475,0.0010203763,0.00057670433,0.0001901439],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002660277,0.0004431842,0.017110199,0.00037072517,0.00014433822,0.0011575272,0.007951491,0.15366292,0.070976295,0.47251308,0.002747295,0.2726569],"study_design_scores_gemma":[0.000036654354,0.00019908613,0.008901841,0.00006293602,0.00008836997,0.0004420756,0.0012359093,0.73032004,0.034360647,0.205173,0.01912448,0.00005498425],"about_ca_topic_score_codex":0.00089142274,"about_ca_topic_score_gemma":0.000708451,"teacher_disagreement_score":0.0016777833,"about_ca_system_score_codex":0.0005558205,"about_ca_system_score_gemma":0.0006289548,"threshold_uncertainty_score":0.008873045},"labels":[],"label_agreement":null},{"id":"W2095175924","doi":"10.3166/jesa.42.439-458","title":"CoSARC, un langage de composants pour l'ingénierie des architectures robotiques. Pourquoi utiliser des composants, et quels composants ?","year":2008,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Art","score_opus":0.08332664636760946,"score_gpt":0.3202514475911667,"score_spread":0.23692480122355725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095175924","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010548856,0.0034144605,0.95523596,0.0010845179,0.0011004448,0.00016725785,0.00040288214,0.00832781,0.019717816],"genre_scores_gemma":[0.16719748,0.008140277,0.7412055,0.0008769643,0.0014414324,0.0006739994,0.0022925774,0.0048226737,0.073349096],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971928,0.0006449732,0.00023579417,0.00046319884,0.0013214594,0.0001417606],"domain_scores_gemma":[0.99608624,0.0019514874,0.00028137633,0.0006493284,0.0008398035,0.0001917832],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031024772,0.001653895,0.00072662183,0.001039518,0.0014281226,0.0038716614,0.0009732419,0.0015296384,0.010369816],"category_scores_gemma":[0.0059785163,0.00091223075,0.0011268052,0.0009620279,0.002165659,0.0051489235,0.0013428829,0.0039177737,0.0037166853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007090947,0.00017765225,0.0020328627,0.0015763957,0.00014312341,0.0011455351,0.0034088276,0.016647391,0.05129692,0.5280263,0.04049141,0.35434452],"study_design_scores_gemma":[0.00013653864,0.0003226414,0.0010647426,0.00045734915,0.000138471,0.0012519738,0.0006521235,0.059216395,0.048026577,0.08393486,0.8046445,0.00015381728],"about_ca_topic_score_codex":0.00578455,"about_ca_topic_score_gemma":0.007317577,"teacher_disagreement_score":0.010369816,"about_ca_system_score_codex":0.0011254819,"about_ca_system_score_gemma":0.0024177926,"threshold_uncertainty_score":0.03469044},"labels":[],"label_agreement":null},{"id":"W2095300853","doi":"10.1145/505776.505783","title":"Perspectives on software product lines","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Product engineering; Computer science; Software development; Domain engineering; New product development; Product management; Product (mathematics); Software engineering; Risk analysis (engineering); Software; Systems engineering; Process management; Component-based software engineering; Product design; Engineering; Business; Marketing","score_opus":0.036419172973662844,"score_gpt":0.28049664377694533,"score_spread":0.2440774708032825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095300853","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0077836933,0.07105186,0.07192488,0.07500325,0.0014936163,0.000059103557,0.00015317567,0.00016756113,0.77236295],"genre_scores_gemma":[0.603186,0.16158535,0.051694132,0.034437038,0.0065345117,0.0005694097,0.00051883573,0.00062612613,0.14084852],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953957,0.0022463556,0.00021253884,0.0006613129,0.0011360127,0.0003480566],"domain_scores_gemma":[0.99375457,0.004047896,0.00048523536,0.00045569407,0.0008689195,0.0003877173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030481883,0.001503104,0.0004944481,0.0038853975,0.0031750468,0.010576595,0.001856398,0.007136107,0.012531112],"category_scores_gemma":[0.0049379594,0.00051513774,0.0009216079,0.004070967,0.021229643,0.014460684,0.0044674743,0.007580785,0.003517462],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029001817,0.0000050732574,0.00003666266,0.000038528986,0.0000015194914,0.00006051439,0.0005829655,0.00015409081,0.000028892566,0.9934176,0.0018929325,0.0037782888],"study_design_scores_gemma":[0.000009704175,0.000028683913,0.0001351603,0.00023385898,0.000003369793,0.00024529445,0.0008672677,0.0004779403,0.00010263252,0.7187052,0.27917975,0.00001116393],"about_ca_topic_score_codex":0.0027964343,"about_ca_topic_score_gemma":0.0014962566,"teacher_disagreement_score":0.012531112,"about_ca_system_score_codex":0.005463877,"about_ca_system_score_gemma":0.0019514397,"threshold_uncertainty_score":0.04192072},"labels":[],"label_agreement":null},{"id":"W2095394262","doi":"10.1109/cscwd.2007.4281478","title":"AGeMoS: An Agent-Based Generic Monitoring Approach for Self-Management Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Distributed computing; Resource management (computing); Multi-agent system; Network monitoring; Resource (disambiguation); Systems engineering; Software engineering; Artificial intelligence; Engineering","score_opus":0.07635070133562266,"score_gpt":0.3142502292510495,"score_spread":0.23789952791542684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095394262","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063228854,0.00018866966,0.9861456,0.0001713547,0.00005261459,0.0001578053,0.00006350103,0.0034501953,0.003447347],"genre_scores_gemma":[0.20248172,0.00041500028,0.7902569,0.00023137686,0.000065165754,0.00032761964,0.00022860186,0.00023113229,0.005762511],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994425,0.00017407874,0.000053892425,0.00008730636,0.00020324654,0.000038924576],"domain_scores_gemma":[0.99953663,0.00011547925,0.00008156998,0.00011385817,0.00010153292,0.00005094802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079534145,0.0005094699,0.0004892978,0.00047650584,0.0004155255,0.0012076745,0.0013081409,0.0008059688,0.0012019445],"category_scores_gemma":[0.0013298253,0.00028887292,0.00048677085,0.00028391773,0.0005744817,0.0014848765,0.0012225914,0.00096148724,0.00033255448],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028041744,0.0002638439,0.003835256,0.0006673892,0.00020992741,0.0010529839,0.0014732208,0.1919162,0.047213636,0.3468931,0.014941475,0.39125267],"study_design_scores_gemma":[0.00005969798,0.00013717075,0.0007534868,0.00006863665,0.00010346986,0.00040967832,0.000101839774,0.8240123,0.015335295,0.056798305,0.10216037,0.00005984311],"about_ca_topic_score_codex":0.0009458299,"about_ca_topic_score_gemma":0.0016685353,"teacher_disagreement_score":0.0013081409,"about_ca_system_score_codex":0.000448796,"about_ca_system_score_gemma":0.00063979725,"threshold_uncertainty_score":0.0042061806},"labels":[],"label_agreement":null},{"id":"W2095620420","doi":"10.1007/s00766-011-0129-9","title":"Representing and reasoning about preferences in requirements engineering","year":2011,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Stakeholder; Planner; Preference; Requirements elicitation; Requirements management; Computer science; Notation; Set (abstract data type); Preference elicitation; Management science; Requirements engineering; Requirements analysis; Operations research; Engineering; Artificial intelligence; Mathematics; Software; Economics","score_opus":0.09004778679201123,"score_gpt":0.2958986538751406,"score_spread":0.20585086708312936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095620420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.054600284,0.00042258672,0.93810743,0.0016029055,0.000054520744,0.00025177555,0.0005298166,0.0007338321,0.0036968507],"genre_scores_gemma":[0.4442941,0.0005181596,0.55164546,0.000417082,0.000069413174,0.00027811457,0.0012979032,0.00012882357,0.0013509031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98107326,0.011992764,0.0019117004,0.0013300047,0.002922353,0.00076990953],"domain_scores_gemma":[0.9641493,0.030084569,0.0012652059,0.0021938877,0.0017463573,0.0005607522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01248783,0.0009821975,0.0013369354,0.0022407158,0.0012583997,0.0044906866,0.0021846157,0.002231873,0.0027736023],"category_scores_gemma":[0.04679803,0.0014045079,0.002093906,0.002297561,0.0021338908,0.013809762,0.003118176,0.0031675263,0.0006343887],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011056864,0.0006185695,0.0064244424,0.0015400836,0.000428761,0.0020734884,0.006700375,0.24758536,0.009549119,0.43294293,0.0072370023,0.2837942],"study_design_scores_gemma":[0.00016060068,0.00014839714,0.00073108857,0.00017081422,0.00017404981,0.00036845435,0.0015243501,0.5065048,0.0054221246,0.47493586,0.009764351,0.00009516074],"about_ca_topic_score_codex":0.0066721733,"about_ca_topic_score_gemma":0.009713544,"teacher_disagreement_score":0.01248783,"about_ca_system_score_codex":0.001601603,"about_ca_system_score_gemma":0.0014039429,"threshold_uncertainty_score":0.06604272},"labels":[],"label_agreement":null},{"id":"W2095637861","doi":"10.1145/2161996.2162002","title":"Designing with inheritance and composition","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inheritance (genetic algorithm); Computer science; Class (philosophy); Multiple inheritance; Workflow; Composition (language); Base (topology); Programming language; Software engineering; Database; Artificial intelligence; Object-oriented programming; Mathematics","score_opus":0.03771224201939373,"score_gpt":0.2674038501854076,"score_spread":0.22969160816601386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095637861","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005546877,0.00042447654,0.9771564,0.0011472672,0.00014769893,0.00008523005,0.000012850914,0.0006813474,0.01479786],"genre_scores_gemma":[0.09553123,0.0010775801,0.8922502,0.00091695745,0.00014063568,0.00023785618,0.00004589704,0.00043019516,0.009369411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946196,0.002544326,0.00029899756,0.0008172638,0.001446826,0.0002728793],"domain_scores_gemma":[0.9963756,0.0013535948,0.00027439668,0.0014221502,0.00041555535,0.00015860323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006941067,0.00081240956,0.0005516741,0.00087638455,0.0016565827,0.00294199,0.0011937533,0.0015968744,0.0030565276],"category_scores_gemma":[0.0071468884,0.000731662,0.0013676918,0.0006167952,0.0045473436,0.005886396,0.0029841368,0.002061569,0.0011305942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066113695,0.00011748334,0.0016202066,0.0004117543,0.00011131259,0.00040648447,0.004025169,0.010295674,0.014516107,0.8030426,0.004526698,0.16086046],"study_design_scores_gemma":[0.00009697075,0.00022561902,0.000653687,0.00038049783,0.00019355096,0.0014771719,0.00079743285,0.035230707,0.01785133,0.5924957,0.35049117,0.00010627648],"about_ca_topic_score_codex":0.0016041655,"about_ca_topic_score_gemma":0.0016654109,"teacher_disagreement_score":0.006941067,"about_ca_system_score_codex":0.00087507867,"about_ca_system_score_gemma":0.0019505677,"threshold_uncertainty_score":0.036708295},"labels":[],"label_agreement":null},{"id":"W2095742586","doi":"10.1109/wicsa.2011.46","title":"Challenges of Variability in Model-Driven and Transformational Approaches: A Systematic Survey","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Variation (astronomy); Domain (mathematical analysis); Computer science; Domain engineering; Domain analysis; Software architecture; Software; Architecture; Facet (psychology); Focus (optics); Data science; Software engineering; Data mining; Software development; Component-based software engineering; Software construction; Geography; Programming language; Mathematics","score_opus":0.35523759993122656,"score_gpt":0.2880270225988878,"score_spread":0.06721057733233876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095742586","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019757362,0.15192401,0.8073793,0.0074951937,0.00018662651,0.00019972709,0.00013349442,0.0005248411,0.012399498],"genre_scores_gemma":[0.2520709,0.28050837,0.46055794,0.0014711963,0.00075591076,0.0005820215,0.0005642698,0.00043708118,0.0030523764],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98798764,0.0045310557,0.0012006515,0.0010638589,0.0048984643,0.0003183182],"domain_scores_gemma":[0.96086675,0.03214397,0.0012079427,0.0025820145,0.0029436199,0.00025556824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014860033,0.0011266378,0.0022274272,0.0041902033,0.001034551,0.005620156,0.0026525739,0.002555053,0.0012326421],"category_scores_gemma":[0.027668685,0.0013838203,0.001817566,0.0056159315,0.0021533105,0.008698776,0.002513746,0.0026027323,0.00051171007],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006067392,0.00019961393,0.005961324,0.004362409,0.00019517314,0.00033232616,0.0020393287,0.039800458,0.00163213,0.21028973,0.004179434,0.7309473],"study_design_scores_gemma":[0.0000650726,0.00033836171,0.0032623748,0.0064266813,0.0003689058,0.0016888964,0.0030513722,0.1756874,0.004432488,0.5502443,0.25423127,0.0002028151],"about_ca_topic_score_codex":0.0018595966,"about_ca_topic_score_gemma":0.0022549017,"teacher_disagreement_score":0.014860033,"about_ca_system_score_codex":0.0018465988,"about_ca_system_score_gemma":0.0037808444,"threshold_uncertainty_score":0.07858831},"labels":[],"label_agreement":null},{"id":"W2095761688","doi":"10.4103/0256-4602.55278","title":"An Architecture for Interoperability of Embedded Systems and Virtual Reality","year":2009,"lang":"en","type":"article","venue":"IETE Technical Review","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Guelph","keywords":"Computer science; Interoperability; Architecture; Virtual reality; Computer architecture; Human–computer interaction; Embedded system; Operating system; Art","score_opus":0.06124131252133626,"score_gpt":0.38055180093292845,"score_spread":0.3193104884115922,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095761688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00502011,0.00091217726,0.9740736,0.0010441311,0.00013849445,0.00012027672,0.00003237624,0.0013524579,0.017306296],"genre_scores_gemma":[0.16966681,0.0022269243,0.81026393,0.00045566153,0.00018374517,0.00049040274,0.0003675999,0.00025916522,0.016085723],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972696,0.0007924653,0.00029490486,0.00035158658,0.0010024816,0.00028891806],"domain_scores_gemma":[0.99840933,0.00030302902,0.00012687933,0.0005345697,0.00048081987,0.00014540296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032627194,0.00073964486,0.0006173086,0.0015115818,0.0010741681,0.004292245,0.0022829985,0.0026568107,0.0026454583],"category_scores_gemma":[0.00354479,0.00077146565,0.0012160306,0.0012963477,0.0023461985,0.004625971,0.004716193,0.0025986924,0.0015663942],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003734085,0.0000663078,0.00040339772,0.00019374736,0.00007219305,0.0002806869,0.00060385576,0.019171948,0.008425028,0.88672817,0.0028578597,0.08115955],"study_design_scores_gemma":[0.00008873117,0.0002620837,0.0013226866,0.00042046738,0.00019102066,0.0011683203,0.0003306934,0.2012764,0.013191631,0.4741175,0.30750424,0.00012633682],"about_ca_topic_score_codex":0.002894282,"about_ca_topic_score_gemma":0.0018329823,"teacher_disagreement_score":0.004292245,"about_ca_system_score_codex":0.0017125282,"about_ca_system_score_gemma":0.002905522,"threshold_uncertainty_score":0.017255068},"labels":[],"label_agreement":null},{"id":"W2095802945","doi":"10.5381/jot.2007.6.1.a1","title":"Towards a Tool Supporting Integration Testing of Aspect-Oriented Programs.","year":2007,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; Computer science; Aspect-oriented programming; Unit testing; Integration testing; Programming language; Software engineering; Object-oriented programming; Java; Software","score_opus":0.03711051449080113,"score_gpt":0.3183881957214461,"score_spread":0.281277681230645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095802945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038294238,0.00014996831,0.9786764,0.00010706403,0.00003816113,0.0001685959,0.00006390275,0.016248863,0.0007177103],"genre_scores_gemma":[0.028136533,0.00022591406,0.9682192,0.00016813583,0.00003417255,0.00031946093,0.0005747281,0.0012737873,0.0010480196],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968066,0.00081586215,0.00032408556,0.0003572603,0.001541128,0.00015513402],"domain_scores_gemma":[0.99216545,0.0046227444,0.00056862616,0.001052646,0.0012927385,0.00029778574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038004103,0.0015125357,0.0010327834,0.003122648,0.0004566636,0.0024438088,0.002934695,0.0027964662,0.0029653162],"category_scores_gemma":[0.013653561,0.0010350666,0.0014004136,0.0015025731,0.0011685286,0.0030067891,0.0022027642,0.0026597525,0.00234343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004865915,0.0010527535,0.00868075,0.0014884133,0.00028385283,0.002798811,0.001381526,0.034605715,0.0923573,0.038466733,0.016616795,0.8017808],"study_design_scores_gemma":[0.00050465105,0.00072256493,0.0035728666,0.0010232588,0.00033672966,0.007313498,0.00025695263,0.69188094,0.11210147,0.06387003,0.118227504,0.00018947368],"about_ca_topic_score_codex":0.0006028647,"about_ca_topic_score_gemma":0.00039703216,"teacher_disagreement_score":0.0038004103,"about_ca_system_score_codex":0.0003391878,"about_ca_system_score_gemma":0.0014298925,"threshold_uncertainty_score":0.020098686},"labels":[],"label_agreement":null},{"id":"W2095874229","doi":"","title":"The Single Model Principle","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Contrast (vision); Programming language; Software engineering; Artificial intelligence","score_opus":0.07583240517079723,"score_gpt":0.31291870048139653,"score_spread":0.2370862953105993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095874229","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034196668,0.002534483,0.8079098,0.018096969,0.0012842739,0.00038726183,0.00038559278,0.0013251461,0.16465677],"genre_scores_gemma":[0.21456756,0.0045937076,0.69779325,0.01747041,0.0028048411,0.0031185178,0.00086387445,0.0014958824,0.057292014],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9875761,0.0037223997,0.0010910499,0.0023972865,0.004438293,0.00077479176],"domain_scores_gemma":[0.98271066,0.0075729555,0.00086990325,0.0055433335,0.002636279,0.00066681515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013796551,0.0016451598,0.0019657153,0.0020541276,0.0039167358,0.007764502,0.0045651454,0.008259965,0.012385656],"category_scores_gemma":[0.022529762,0.0018505307,0.0039874176,0.001189076,0.017530683,0.01775076,0.009397765,0.0126347,0.009371995],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006496151,0.000009246709,0.000049274433,0.00006575851,0.000013835728,0.000034490782,0.00021174057,0.00053381204,0.00011552089,0.99148303,0.0028577247,0.004619076],"study_design_scores_gemma":[0.000028481638,0.00002549085,0.000040641135,0.000078910554,0.00001709851,0.00020086145,0.000050436618,0.0015809097,0.00039086194,0.91713494,0.08043213,0.00001925841],"about_ca_topic_score_codex":0.0027971752,"about_ca_topic_score_gemma":0.0020081718,"teacher_disagreement_score":0.013796551,"about_ca_system_score_codex":0.0041478467,"about_ca_system_score_gemma":0.0069686477,"threshold_uncertainty_score":0.07296401},"labels":[],"label_agreement":null},{"id":"W2096045495","doi":"10.1109/csmr.2005.46","title":"Recovering Behavioral Design Models from Execution Traces","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Task (project management); Behavioral modeling; Programming language; Artificial intelligence; Machine learning","score_opus":0.1459487302244602,"score_gpt":0.3150343614912208,"score_spread":0.16908563126676063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096045495","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06182315,0.00015363409,0.92687917,0.00023910802,0.000033245477,0.00018939082,0.0016363438,0.008030831,0.0010150062],"genre_scores_gemma":[0.3709993,0.00052133534,0.6180402,0.00010394549,0.000033080858,0.00048973894,0.006593965,0.0012310644,0.0019873774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982256,0.0004391086,0.00013371433,0.0002679174,0.0008064345,0.0001271224],"domain_scores_gemma":[0.9875744,0.0058773514,0.0013218801,0.003505837,0.0015425705,0.00017793957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019164964,0.0022805734,0.0008924548,0.003157309,0.00051071966,0.0015534993,0.0012420813,0.0012928643,0.0013847775],"category_scores_gemma":[0.020348491,0.00092552556,0.0012320076,0.0012861841,0.0005054416,0.002679451,0.0013438424,0.0018945362,0.0010411013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042184888,0.0006242316,0.02960948,0.00090066117,0.00023062895,0.0010694178,0.0012852537,0.42351007,0.03736279,0.031268362,0.0076722987,0.4660449],"study_design_scores_gemma":[0.000024102634,0.000074324926,0.0017120095,0.0000698983,0.00003632451,0.00019796783,0.00017024604,0.9497715,0.014296651,0.028643308,0.0049681687,0.000035524765],"about_ca_topic_score_codex":0.005182431,"about_ca_topic_score_gemma":0.0072364453,"teacher_disagreement_score":0.005182431,"about_ca_system_score_codex":0.0009571635,"about_ca_system_score_gemma":0.0022873352,"threshold_uncertainty_score":0.01030457},"labels":[],"label_agreement":null},{"id":"W2096561545","doi":"","title":"Enabling Software Evolution Via AOP and Reflection Report on the Workshop RAM-SE at ECOOP 2007","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reflection (computer programming); Computer science; Software evolution; Software; Presentation (obstetrics); Software engineering; Field (mathematics); Event (particle physics); Software review; Middleware (distributed applications); Focus (optics); Software development; Data science; Software construction; Programming language; Database","score_opus":0.05738526012775256,"score_gpt":0.30571725039033426,"score_spread":0.2483319902625817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096561545","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16170362,0.014567327,0.4603649,0.08279105,0.035751212,0.0020982306,0.0023931018,0.0064770393,0.23385361],"genre_scores_gemma":[0.32795256,0.010406641,0.23503624,0.008397045,0.005129852,0.0013086505,0.008258311,0.0040881136,0.39942265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964437,0.0013499436,0.00014875934,0.0004319753,0.0010755054,0.0005501407],"domain_scores_gemma":[0.9932707,0.0020667694,0.00022218742,0.0007715974,0.0021881743,0.0014806548],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010920612,0.0009608709,0.0006394952,0.0006757228,0.0012454541,0.004634102,0.0019088817,0.0028387278,0.017979886],"category_scores_gemma":[0.007853025,0.0004462475,0.0013914852,0.000465734,0.0007660164,0.0043470273,0.0045237076,0.0047423677,0.0066426513],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010836213,0.002334489,0.0027154614,0.0009096056,0.00014952054,0.0014530148,0.004817195,0.0073645213,0.027081693,0.06005266,0.5805739,0.31146437],"study_design_scores_gemma":[0.00019480313,0.00091694633,0.0021928893,0.0006989044,0.00011086367,0.000509461,0.0039321687,0.012260413,0.047263697,0.01287674,0.9188504,0.00019258173],"about_ca_topic_score_codex":0.0016658859,"about_ca_topic_score_gemma":0.0019792053,"teacher_disagreement_score":0.017979886,"about_ca_system_score_codex":0.0011724404,"about_ca_system_score_gemma":0.0041917097,"threshold_uncertainty_score":0.060148716},"labels":[],"label_agreement":null},{"id":"W2096580990","doi":"10.1109/earlyaspects.2007.8","title":"On the Contributions of an End-to-End AOSD Testbed","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Testbed; Computer science; Benchmark (surveying); Suite; Process (computing); Software; Mainstream; Software engineering; Set (abstract data type); Change impact analysis; Risk analysis (engineering); World Wide Web","score_opus":0.03804613135554831,"score_gpt":0.32892026801331353,"score_spread":0.29087413665776524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096580990","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28099748,0.002319419,0.6750967,0.01084665,0.00089894875,0.0012981684,0.0005214327,0.0044594402,0.023561725],"genre_scores_gemma":[0.31811523,0.0014498582,0.6731346,0.00093424413,0.00018210302,0.00053328986,0.0011283971,0.0005431928,0.003978981],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9830306,0.0106713055,0.0010216914,0.0014613903,0.0032701641,0.0005447477],"domain_scores_gemma":[0.96670836,0.011884875,0.0013712387,0.00906592,0.008068034,0.0029015578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02242279,0.0007328832,0.00081370026,0.0015504417,0.0012907112,0.0045828763,0.00265516,0.0015716754,0.0024770894],"category_scores_gemma":[0.039918695,0.00042528013,0.0004510152,0.0012749498,0.0015369414,0.00782979,0.0041788137,0.0023972532,0.0010368287],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002052345,0.0045728986,0.02313565,0.0013346493,0.00014623257,0.001433456,0.004562957,0.0594323,0.06559164,0.11851052,0.015190673,0.70403665],"study_design_scores_gemma":[0.000678393,0.011233974,0.015167724,0.0019906284,0.00031191067,0.0033211235,0.0095306765,0.45951715,0.14098766,0.11674141,0.24005923,0.00046011852],"about_ca_topic_score_codex":0.0012458473,"about_ca_topic_score_gemma":0.0012335306,"teacher_disagreement_score":0.02242279,"about_ca_system_score_codex":0.001654113,"about_ca_system_score_gemma":0.0029532013,"threshold_uncertainty_score":0.118584454},"labels":[],"label_agreement":null},{"id":"W2097429059","doi":"10.1109/ms.2010.36","title":"Agility and Architecture: Can They Coexist?","year":2010,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":173,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Agile software development; Computer science; Software engineering; Software architecture; Agile Unified Process; Software development; Popularity; Architecture; Lean software development; Process management; Software development process; Systems engineering; Engineering management; Engineering; Software","score_opus":0.01863158711266795,"score_gpt":0.26563867711580574,"score_spread":0.2470070900031378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097429059","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07921042,0.18792716,0.060391475,0.36715057,0.0045379708,0.0001677001,0.00024390404,0.00086193444,0.2995088],"genre_scores_gemma":[0.8933938,0.050355557,0.014677262,0.021984808,0.0044842917,0.00027688965,0.00016879148,0.00021879097,0.01443978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98774415,0.006122348,0.00041547278,0.0012426295,0.0021027073,0.0023727003],"domain_scores_gemma":[0.97841257,0.010974385,0.0025582702,0.0015565039,0.0025713884,0.003926946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009872717,0.0012898976,0.0022066631,0.004261133,0.0032587533,0.020175783,0.0028277715,0.0071129412,0.013071856],"category_scores_gemma":[0.01961672,0.0013441375,0.0008963016,0.0044804723,0.023999667,0.044058207,0.013027779,0.01006022,0.0028503907],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025431765,0.00014605864,0.015246936,0.00083599397,0.00018367039,0.00041600477,0.011082401,0.00066364213,0.00050494354,0.7601831,0.016025346,0.19445755],"study_design_scores_gemma":[0.00005004807,0.00014839025,0.009670347,0.0013363084,0.00008863406,0.000643387,0.013619412,0.0011802162,0.00013134528,0.9149159,0.058126073,0.00008980731],"about_ca_topic_score_codex":0.0054087234,"about_ca_topic_score_gemma":0.004638184,"teacher_disagreement_score":0.020175783,"about_ca_system_score_codex":0.0043498036,"about_ca_system_score_gemma":0.0055920114,"threshold_uncertainty_score":0.052212536},"labels":[],"label_agreement":null},{"id":"W2097964082","doi":"10.1145/582419.582436","title":"Design pattern implementation in Java and aspectJ","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":575,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Composability; Programming language; Reusability; Software design pattern; Java; Locality; Implementation; Design pattern; Aspect-oriented programming; Object-oriented programming; Compiler; Software engineering; Software","score_opus":0.08394582992520644,"score_gpt":0.31732002583856667,"score_spread":0.23337419591336023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2097964082","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018347481,0.000168674,0.9478437,0.00039701327,0.00016217028,0.00023248303,0.00032344187,0.01796591,0.0145591395],"genre_scores_gemma":[0.0825381,0.00035853885,0.90156406,0.00035007135,0.000038510952,0.00039249548,0.0015398366,0.0050534005,0.0081650205],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99737036,0.0004971347,0.00035193414,0.00028400455,0.0012681367,0.00022842815],"domain_scores_gemma":[0.9971539,0.00074059604,0.00024726766,0.0010546148,0.0006928176,0.000110876186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028775502,0.0004578186,0.00045351434,0.0011767958,0.00060842116,0.0030644347,0.0014364847,0.0012200588,0.0062339287],"category_scores_gemma":[0.008142127,0.0008154767,0.001077554,0.0011358632,0.00059618644,0.0018828613,0.0011519366,0.00162066,0.0033168225],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045270665,0.0005535969,0.004800183,0.0010657047,0.00014366879,0.0009448327,0.0014669262,0.0073148245,0.07285136,0.10424289,0.025965184,0.78019816],"study_design_scores_gemma":[0.0006232221,0.00052176445,0.0056899106,0.00040993892,0.000267682,0.004768663,0.0006220167,0.11680649,0.12388718,0.08326605,0.6629204,0.00021680503],"about_ca_topic_score_codex":0.0012849517,"about_ca_topic_score_gemma":0.0015453456,"teacher_disagreement_score":0.0062339287,"about_ca_system_score_codex":0.00043343476,"about_ca_system_score_gemma":0.0011832499,"threshold_uncertainty_score":0.020854592},"labels":[],"label_agreement":null},{"id":"W2098211851","doi":"10.1109/ccece.2002.1013028","title":"A technique for specifying interface modules for real-time systems","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Interface (matter); Maintainability; Component (thermodynamics); Documentation; Software; Rotation formalisms in three dimensions; Process (computing); Software system; Software engineering; Programming language; Operating system","score_opus":0.0586487605868511,"score_gpt":0.322390456485012,"score_spread":0.26374169589816093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098211851","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00064628466,0.000108766435,0.9956453,0.000094629584,0.000049535916,0.000074478616,0.000071811555,0.0010864591,0.0022227375],"genre_scores_gemma":[0.023907848,0.0003047576,0.96983904,0.00015859136,0.000062481144,0.00043925998,0.00023530287,0.0006968423,0.0043560294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973339,0.00073568063,0.00039378973,0.0003327589,0.0010036611,0.00020021906],"domain_scores_gemma":[0.9972621,0.0010554668,0.00032883714,0.00076675334,0.0005247259,0.000062025065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028766147,0.0018644797,0.0007073494,0.0014422951,0.0010346643,0.0020830492,0.002407127,0.0021799526,0.0063254437],"category_scores_gemma":[0.0049366057,0.0014202292,0.002208061,0.0014575523,0.0017896157,0.003948288,0.0018257761,0.0048894756,0.003578799],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113953145,0.00007869042,0.00044332203,0.0010368287,0.000056043686,0.00096786954,0.0025752208,0.012480044,0.03532245,0.81204134,0.014846186,0.12003809],"study_design_scores_gemma":[0.00012223449,0.00033280486,0.00044740635,0.00039020026,0.00016461976,0.0036771384,0.00025555573,0.070430204,0.058288187,0.19142897,0.6743077,0.00015487119],"about_ca_topic_score_codex":0.0012293292,"about_ca_topic_score_gemma":0.0017192119,"teacher_disagreement_score":0.0063254437,"about_ca_system_score_codex":0.00074637885,"about_ca_system_score_gemma":0.0015994055,"threshold_uncertainty_score":0.021160722},"labels":[],"label_agreement":null},{"id":"W2098213162","doi":"","title":"Design and implementation of a portable and adaptable load balancing framework","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Load balancing (electrical power); Common Object Request Broker Architecture; Scalability; Object request broker; Distributed computing; Software portability; Network Load Balancing Services; Middleware (distributed applications); Load management; Computer network; Operating system; Distributed object; Server","score_opus":0.03079804398209066,"score_gpt":0.2990028502354267,"score_spread":0.26820480625333604,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098213162","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011390854,0.00018431409,0.940262,0.00023303149,0.00011502412,0.0005788044,0.00018109301,0.043083012,0.00397174],"genre_scores_gemma":[0.2193195,0.00026223922,0.76345277,0.00045596817,0.00010129336,0.0007650208,0.0010709629,0.004427041,0.010145342],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983449,0.00018840966,0.00014683494,0.00031936975,0.0007261585,0.00027427773],"domain_scores_gemma":[0.99830246,0.0003610515,0.00013490062,0.00059624005,0.0004182465,0.00018712955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027110723,0.000876902,0.000920703,0.0011386934,0.0010396211,0.0032151025,0.005565054,0.0013261341,0.007937806],"category_scores_gemma":[0.00469461,0.001266205,0.0010787772,0.0006587778,0.0011835232,0.002723112,0.002659133,0.0026749643,0.002375383],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013776814,0.001146037,0.0067053568,0.0011884724,0.0005965008,0.00088331226,0.0019310202,0.087662354,0.11712284,0.082944065,0.04871342,0.64972895],"study_design_scores_gemma":[0.0005886751,0.0005525449,0.0024594653,0.00018285509,0.00042027998,0.00058644405,0.00030560527,0.69690835,0.114179425,0.027701018,0.1558732,0.00024210852],"about_ca_topic_score_codex":0.0055333725,"about_ca_topic_score_gemma":0.0054914826,"teacher_disagreement_score":0.007937806,"about_ca_system_score_codex":0.0010129256,"about_ca_system_score_gemma":0.0031283023,"threshold_uncertainty_score":0.026554644},"labels":[],"label_agreement":null},{"id":"W2098305703","doi":"10.5555/2820489.2820493","title":"Incremental and commutative composition of state-machine models of features","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Feature model; Composition (language); Computer science; State (computer science); Software product line; Product line; Product (mathematics); Commutative property; Artificial intelligence; Finite-state machine; Line (geometry); Algorithm; Programming language; Mathematics; Engineering","score_opus":0.06195219400242152,"score_gpt":0.31246476729952205,"score_spread":0.2505125732971005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098305703","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00564984,0.000028802464,0.9913175,0.000040010844,0.000025333771,0.00007375716,0.000036571895,0.0015134551,0.0013148392],"genre_scores_gemma":[0.22279355,0.00010767102,0.77093726,0.0001119736,0.000048070957,0.00029540752,0.00035089647,0.0007894501,0.0045657135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99535334,0.0012526154,0.00027314492,0.0010877551,0.0017185354,0.00031467795],"domain_scores_gemma":[0.9918011,0.004106216,0.00040190967,0.0027908983,0.0006936328,0.00020622055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004598185,0.0008312917,0.0008324887,0.00088580494,0.00087484857,0.00162757,0.0027674683,0.00088756264,0.005861303],"category_scores_gemma":[0.011905885,0.0014432006,0.002830996,0.000514027,0.002001017,0.0059536337,0.0040310593,0.0023715105,0.0013825848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066248904,0.00035212372,0.0042207264,0.0004748901,0.0003171602,0.002259831,0.0027373151,0.29743302,0.039591163,0.47700402,0.0036766585,0.17127071],"study_design_scores_gemma":[0.000056669844,0.00017056827,0.00040023788,0.000049577025,0.00015009836,0.00036681458,0.00014030149,0.7650967,0.047715645,0.16607338,0.019705627,0.00007436689],"about_ca_topic_score_codex":0.002283116,"about_ca_topic_score_gemma":0.003381719,"teacher_disagreement_score":0.005861303,"about_ca_system_score_codex":0.000924213,"about_ca_system_score_gemma":0.0016801896,"threshold_uncertainty_score":0.024317801},"labels":[],"label_agreement":null},{"id":"W2098411952","doi":"10.1007/978-3-642-04840-1_11","title":"Modeling Domain Variability in Requirements Engineering with Contexts","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Domain model; Domain (mathematical analysis); Notation; Requirements engineering; Domain analysis; Context (archaeology); Requirements elicitation; Software engineering; Goal modeling; Domain engineering; Requirements analysis; Systems engineering; Programming language; Domain knowledge; Software development; Engineering","score_opus":0.028367385846839364,"score_gpt":0.2683405315890225,"score_spread":0.23997314574218312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098411952","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022772064,0.00039915345,0.9705057,0.00024109929,0.000020109945,0.000054138065,0.00004003828,0.0002686061,0.0056990758],"genre_scores_gemma":[0.5262643,0.0004917765,0.47061825,0.000096677635,0.000046247475,0.00017248596,0.00012344639,0.00018948718,0.0019972995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99476165,0.0028446615,0.00031038438,0.0005897609,0.0012442123,0.00024936852],"domain_scores_gemma":[0.9894667,0.007796438,0.0007372243,0.0014297818,0.00043674506,0.00013306769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035610064,0.0010224058,0.0006504745,0.0011195851,0.0006157646,0.0023612552,0.0018165678,0.0011214168,0.0017257377],"category_scores_gemma":[0.012626269,0.0011723293,0.0013748208,0.0013688868,0.0018744647,0.0045798994,0.0029162436,0.0027791457,0.00036455688],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009971631,0.00008802183,0.0025105784,0.000239786,0.00009837334,0.0005667102,0.0014224739,0.31688836,0.0033596132,0.5737887,0.00079075026,0.100146934],"study_design_scores_gemma":[0.000022812834,0.00006424094,0.0005546777,0.0001446552,0.00007183689,0.00024164801,0.00030745854,0.55978227,0.0024989971,0.42751747,0.0087574385,0.00003647682],"about_ca_topic_score_codex":0.0018663452,"about_ca_topic_score_gemma":0.0026171883,"teacher_disagreement_score":0.0035610064,"about_ca_system_score_codex":0.0008247768,"about_ca_system_score_gemma":0.00092287763,"threshold_uncertainty_score":0.018832624},"labels":[],"label_agreement":null},{"id":"W2098589786","doi":"10.1109/iccitechnol.2011.5762657","title":"Design and implement connectors in distributed system","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Dependency (UML); Software engineering; Software system; Component-based software engineering; Software; Distributed design patterns; Software design pattern; Component (thermodynamics); Software design; Software development; Distributed computing; Operating system; Distributed algorithm","score_opus":0.10491646462059061,"score_gpt":0.2765728224999707,"score_spread":0.1716563578793801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098589786","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004120362,0.00016101636,0.98945355,0.00017595112,0.00005308146,0.0001959086,0.000026755997,0.0012527416,0.004560608],"genre_scores_gemma":[0.07517648,0.00055225886,0.9184727,0.00013678064,0.000036314217,0.00037484453,0.00019237575,0.00039947435,0.004658727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99786395,0.0007894847,0.0002222925,0.0002927377,0.00066175475,0.00016977602],"domain_scores_gemma":[0.99883586,0.00029523627,0.00012593323,0.0003331501,0.0003150026,0.00009474136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026362222,0.00077665737,0.00045852328,0.00097103155,0.00095997774,0.0025299643,0.0011748922,0.0014422286,0.0032715609],"category_scores_gemma":[0.00381102,0.0007280657,0.00085017306,0.0009627183,0.001174274,0.0029771521,0.0018564995,0.0015486873,0.0014721965],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012861441,0.00029361344,0.003184508,0.000886298,0.000110745954,0.0017127382,0.0023009516,0.060372878,0.05960118,0.64097667,0.008350281,0.22208148],"study_design_scores_gemma":[0.00022012004,0.000515571,0.0011577602,0.000467545,0.00018896778,0.0020070015,0.0005779707,0.38722813,0.06792368,0.20727025,0.33231115,0.00013181375],"about_ca_topic_score_codex":0.001231868,"about_ca_topic_score_gemma":0.0011542762,"teacher_disagreement_score":0.0032715609,"about_ca_system_score_codex":0.0005691883,"about_ca_system_score_gemma":0.0014315227,"threshold_uncertainty_score":0.013941824},"labels":[],"label_agreement":null},{"id":"W2098606386","doi":"10.1109/ase.2002.1114991","title":"Generative design patterns","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Generative grammar; Generative Design; Software design pattern; Object-oriented design; USable; Design pattern; Construct (python library); Structural pattern; Representation (politics); Set (abstract data type); Software design; Programming language; Software engineering; Object (grammar); Code (set theory); Human–computer interaction; Object-oriented programming; Software; Artificial intelligence; Software development; Engineering; World Wide Web","score_opus":0.14404392613289707,"score_gpt":0.28306047903948245,"score_spread":0.13901655290658538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098606386","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024838205,0.00031994682,0.9433772,0.0010436273,0.00016042503,0.000533307,0.00032621942,0.0023494586,0.049405977],"genre_scores_gemma":[0.047151014,0.0007828544,0.90695655,0.00085541396,0.000079452264,0.0017615116,0.0011144084,0.0013009179,0.03999787],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99339396,0.0025014642,0.0006426755,0.0009955129,0.0020713948,0.0003949526],"domain_scores_gemma":[0.98789585,0.005119552,0.00061386777,0.0042512044,0.0016971275,0.00042233727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006064456,0.001610125,0.00067159045,0.0022929518,0.0017003509,0.0054717027,0.0032536897,0.0028236157,0.019861931],"category_scores_gemma":[0.016707946,0.0014521657,0.0024243896,0.002384736,0.0039615794,0.0057643577,0.0052504595,0.0030481813,0.0077455034],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052106992,0.000101557496,0.0010657847,0.0006081795,0.00007203496,0.00040976098,0.0029115835,0.005282257,0.004286356,0.8326532,0.021941274,0.13061602],"study_design_scores_gemma":[0.00006003332,0.00007222937,0.0002498799,0.00026404148,0.00005476203,0.0010079413,0.0006382072,0.0131584825,0.00429795,0.36742648,0.61272347,0.00004654752],"about_ca_topic_score_codex":0.0010721214,"about_ca_topic_score_gemma":0.0018824948,"teacher_disagreement_score":0.019861931,"about_ca_system_score_codex":0.001706914,"about_ca_system_score_gemma":0.002788633,"threshold_uncertainty_score":0.066444814},"labels":[],"label_agreement":null},{"id":"W2098683443","doi":"10.1109/icsm.2005.55","title":"Instrumenting contracts with aspect-oriented programming to increase observability and support debugging","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"AspectJ; Programming language; Computer science; Observability; Java; Aspect-oriented programming; Design by contract; Debugging; Instrumentation (computer programming); Class (philosophy); Template; Separation of concerns; Software engineering; Software development; Software; Mathematics; Artificial intelligence","score_opus":0.021683197892259292,"score_gpt":0.2678725422293768,"score_spread":0.2461893443371175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098683443","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022390038,0.00005246897,0.9730833,0.00009654341,0.000027369804,0.000078130535,0.000015602072,0.0028813223,0.0013751939],"genre_scores_gemma":[0.30540705,0.0002392519,0.69066006,0.00015397902,0.00004252006,0.000157754,0.0000976685,0.0015372755,0.0017044551],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9968144,0.0009661326,0.00021951937,0.0003876033,0.0013388534,0.00027346474],"domain_scores_gemma":[0.98454684,0.008669639,0.0015212173,0.0041365647,0.0008802585,0.0002455022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004264232,0.00055935705,0.00050902646,0.0005652126,0.00052500656,0.0013983978,0.001235965,0.0007792436,0.0019572815],"category_scores_gemma":[0.018704075,0.0006499367,0.0005711703,0.00050664827,0.0011693315,0.0036670903,0.0020163215,0.0023606543,0.0005737514],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006259798,0.0007637978,0.020764899,0.00057715987,0.000120268814,0.0013867082,0.002749852,0.08346184,0.17861573,0.17176293,0.0032629273,0.53590786],"study_design_scores_gemma":[0.00019133464,0.0004958275,0.003909558,0.00021197536,0.0001469134,0.0010510763,0.0002601574,0.5533634,0.27646652,0.1188715,0.044900645,0.0001310366],"about_ca_topic_score_codex":0.0005416782,"about_ca_topic_score_gemma":0.0006986324,"teacher_disagreement_score":0.004264232,"about_ca_system_score_codex":0.00027928015,"about_ca_system_score_gemma":0.0011511797,"threshold_uncertainty_score":0.022551715},"labels":[],"label_agreement":null},{"id":"W2098961493","doi":"10.1109/soca.2009.5410461","title":"Treating software design as a service to manage complexity","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Extensibility; Software system; Adaptation (eye); Software design; Software; Programming complexity; Service (business); Distributed computing; Software development; Software construction; Embedded system; Operating system","score_opus":0.11424689467436633,"score_gpt":0.3300973580868128,"score_spread":0.21585046341244646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2098961493","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048486725,0.001835643,0.964644,0.0074418555,0.00057314185,0.00012802558,0.00003313655,0.0014188747,0.019076599],"genre_scores_gemma":[0.12184404,0.004883923,0.85040826,0.00306361,0.00094738824,0.00048025587,0.0002047738,0.0010882634,0.01707952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943743,0.0020693892,0.0004898352,0.00054190087,0.0021665269,0.0003581227],"domain_scores_gemma":[0.9903142,0.0034702544,0.0007116806,0.0033583865,0.0015721597,0.00057334005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004971238,0.001238851,0.0007795774,0.00194088,0.0013155425,0.005413985,0.0021735304,0.0029127307,0.0041142763],"category_scores_gemma":[0.011323107,0.00075380737,0.0012327349,0.001969534,0.0050912825,0.0070464853,0.0043516816,0.0049361675,0.0022255247],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003860696,0.00008473188,0.0008176481,0.0005310865,0.000071274,0.00028907377,0.0016219167,0.019183641,0.00851217,0.80466896,0.0085871415,0.15559366],"study_design_scores_gemma":[0.000058928235,0.00013359111,0.00024654646,0.00032733052,0.00009509505,0.0006088913,0.0003986685,0.07850272,0.0062859813,0.55951834,0.35375234,0.00007159008],"about_ca_topic_score_codex":0.0017275121,"about_ca_topic_score_gemma":0.0013723563,"teacher_disagreement_score":0.005413985,"about_ca_system_score_codex":0.0020629144,"about_ca_system_score_gemma":0.004729846,"threshold_uncertainty_score":0.026290715},"labels":[],"label_agreement":null},{"id":"W2099037547","doi":"10.1145/1321631.1321664","title":"Automatic extraction of framework-specific models from framework-based application code","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Code (set theory); Implementation; Code generation; Model-driven architecture; Reverse engineering; Source code; Programming language; Software engineering; Data mining; Unified Modeling Language; Key (lock); Software; Set (abstract data type)","score_opus":0.05226517220441543,"score_gpt":0.3320449628037786,"score_spread":0.2797797905993632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099037547","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09280151,0.000723169,0.85947454,0.0002604557,0.000072523544,0.00050648814,0.0033233734,0.039941058,0.0028968544],"genre_scores_gemma":[0.21798255,0.0006513412,0.75980496,0.00009331758,0.000022855376,0.00034567554,0.01571691,0.003451329,0.0019310338],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800783,0.00033298726,0.000188677,0.00035094074,0.0010044236,0.00011508225],"domain_scores_gemma":[0.9890098,0.0038325088,0.0013016948,0.003398664,0.0023427343,0.000114567054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017413774,0.0014421282,0.0010059673,0.0042585866,0.00059430825,0.0021330249,0.0013750847,0.0014214735,0.0014879112],"category_scores_gemma":[0.019216124,0.0008182844,0.0014627151,0.0023523208,0.00052435615,0.0024860129,0.0016819487,0.0012113699,0.0014002036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005268528,0.0004283806,0.022948163,0.0015948969,0.00030679427,0.0013910705,0.0023654762,0.040487435,0.119464,0.012764188,0.01579225,0.78193057],"study_design_scores_gemma":[0.000117099255,0.00021826882,0.013644882,0.0003127424,0.0002975869,0.0013107262,0.0008230382,0.64159787,0.27489412,0.0141821215,0.052400626,0.00020095329],"about_ca_topic_score_codex":0.0047090654,"about_ca_topic_score_gemma":0.0074069635,"teacher_disagreement_score":0.0047090654,"about_ca_system_score_codex":0.001037141,"about_ca_system_score_gemma":0.002428755,"threshold_uncertainty_score":0.009363294},"labels":[],"label_agreement":null},{"id":"W2099480557","doi":"10.1109/ecbs.2009.25","title":"On the Meaning of SysML Activity Diagrams","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Systems Modeling Language; Computer science; Activity diagram; Semantics (computer science); Programming language; Operational semantics; Probabilistic logic; Meaning (existential); Theoretical computer science; Unified Modeling Language; Software engineering; Artificial intelligence","score_opus":0.05060565765493759,"score_gpt":0.29086402573352954,"score_spread":0.24025836807859197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099480557","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004294973,0.0030391866,0.9757589,0.0037320617,0.0006334269,0.00008144299,0.0003216338,0.0004473627,0.01169095],"genre_scores_gemma":[0.27959326,0.0071566124,0.69962066,0.0029196667,0.0018144933,0.00087940204,0.0010663641,0.00051233586,0.0064371536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9893457,0.0054939194,0.0011462701,0.0012056875,0.0023643693,0.00044410402],"domain_scores_gemma":[0.9848673,0.009566128,0.0011834111,0.0015869851,0.002303773,0.00049246807],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009746729,0.001491271,0.001056169,0.0036080214,0.002668506,0.0074545266,0.0020690449,0.0029307504,0.0031476454],"category_scores_gemma":[0.021854764,0.000789571,0.0017945485,0.0035015147,0.01251301,0.0112693515,0.0043815854,0.0051331418,0.001053652],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000119985925,0.0000058619407,0.00006039509,0.00008893264,0.000005745185,0.000086312546,0.00060711696,0.0016550876,0.0003287759,0.99109614,0.0005998899,0.0054536615],"study_design_scores_gemma":[0.000015966118,0.000018892331,0.0000678961,0.00015718713,0.000014069263,0.00011809677,0.00017765694,0.008341842,0.00058319897,0.9404281,0.050053503,0.00002359936],"about_ca_topic_score_codex":0.0022526209,"about_ca_topic_score_gemma":0.0011682865,"teacher_disagreement_score":0.009746729,"about_ca_system_score_codex":0.0028061687,"about_ca_system_score_gemma":0.0023974536,"threshold_uncertainty_score":0.051546276},"labels":[],"label_agreement":null},{"id":"W2099587351","doi":"10.1145/986710.986722","title":"Second International Workshop on From SofTware Requirements to Architectures (STRAW'03)","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Software; Engineering; Engineering management; Computer science; Systems engineering; Programming language","score_opus":0.04186598052541105,"score_gpt":0.29753552744336087,"score_spread":0.2556695469179498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099587351","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01631295,0.024826255,0.6978583,0.06898994,0.04212347,0.0015728149,0.0029516332,0.006689179,0.13867551],"genre_scores_gemma":[0.07230623,0.024755921,0.513298,0.019398784,0.0064377924,0.0020754454,0.016130319,0.0060989475,0.33949852],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9878399,0.0057486943,0.00079949683,0.0011485328,0.0034820589,0.0009813977],"domain_scores_gemma":[0.9857452,0.0043342453,0.0004511402,0.0022486271,0.0047505475,0.0024701909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019421117,0.0020185432,0.0019431416,0.0022610247,0.0015140891,0.00961278,0.0035938348,0.004998944,0.035917643],"category_scores_gemma":[0.021178484,0.0012937437,0.0026562829,0.0020566199,0.0016182585,0.009799183,0.0068851467,0.008986304,0.018047778],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000374024,0.00068131357,0.00075500103,0.0005903427,0.00012140835,0.0006660799,0.0021662593,0.003554941,0.007619037,0.051708832,0.58595484,0.3458079],"study_design_scores_gemma":[0.00008119508,0.00016559786,0.000797271,0.00052111107,0.000043042925,0.00045767357,0.00083957694,0.0044870577,0.0031144707,0.027173648,0.96225905,0.00006026235],"about_ca_topic_score_codex":0.0044369237,"about_ca_topic_score_gemma":0.0069626947,"teacher_disagreement_score":0.035917643,"about_ca_system_score_codex":0.0026384161,"about_ca_system_score_gemma":0.007211785,"threshold_uncertainty_score":0.12015647},"labels":[],"label_agreement":null},{"id":"W2099820860","doi":"10.1109/icsea.2008.54","title":"An Object Memory Management Prototype Based on Mark and Sweep Algorithm Using Separation of Concerns","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Garbage collection; Computer science; Memory leak; Memory management; Garbage; Pointer (user interface); Object (grammar); Manual memory management; Storage management; Programming language; Database; Computer hardware; Artificial intelligence","score_opus":0.062155096329797016,"score_gpt":0.3421548538920328,"score_spread":0.27999975756223583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2099820860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04648409,0.00046561137,0.86960256,0.00039805364,0.0001566322,0.00075931626,0.00021616665,0.070771694,0.011145888],"genre_scores_gemma":[0.20128936,0.00046243708,0.773116,0.0004389904,0.000050646166,0.00062021235,0.00086506,0.004717803,0.018439533],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942183,0.000079756865,0.00005457484,0.00014199756,0.00022265887,0.000079211546],"domain_scores_gemma":[0.998931,0.00026671172,0.000081002254,0.00034509072,0.0002592312,0.00011695558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094767276,0.0005850328,0.0005927639,0.00060481485,0.0005826056,0.0014639477,0.0047170105,0.0016280783,0.005672914],"category_scores_gemma":[0.0021065401,0.000741549,0.00057820993,0.0004595135,0.0007192156,0.0032610775,0.0011810091,0.0012256912,0.0016270927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020493693,0.00160974,0.0053095613,0.0021648945,0.0001981199,0.0022409211,0.0029549315,0.01119519,0.30821803,0.052433398,0.029022057,0.5826038],"study_design_scores_gemma":[0.0011376799,0.002824302,0.0052950038,0.0003868008,0.00055487186,0.004486178,0.0006927444,0.25994846,0.40621036,0.017271146,0.30084834,0.00034409534],"about_ca_topic_score_codex":0.001636169,"about_ca_topic_score_gemma":0.0011820642,"teacher_disagreement_score":0.005672914,"about_ca_system_score_codex":0.00034409654,"about_ca_system_score_gemma":0.0007911782,"threshold_uncertainty_score":0.018977761},"labels":[],"label_agreement":null},{"id":"W2100310705","doi":"10.1109/tse.2007.70747","title":"API-Evolution Support with Diff-CatchUp","year":2007,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":157,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Component (thermodynamics); Reuse; Software engineering; Context (archaeology); Component-based software engineering; Generality; Software evolution; Software development; Software; Programming language; Software construction","score_opus":0.014790567950770252,"score_gpt":0.23751267404951754,"score_spread":0.2227221060987473,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100310705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09339323,0.00032257117,0.7016426,0.00055408414,0.00011776899,0.00051058986,0.00026252252,0.19734485,0.005851712],"genre_scores_gemma":[0.46104276,0.00022079427,0.5115122,0.00086509937,0.00007982428,0.0004937854,0.0014268894,0.015476384,0.008882228],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9966979,0.0005686049,0.0004081292,0.0006665148,0.0013632711,0.00029556564],"domain_scores_gemma":[0.98180777,0.0060906843,0.0013518503,0.008611391,0.0014344888,0.000703844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004742615,0.0016465873,0.00093624485,0.0013791412,0.00082749466,0.001981919,0.0069577675,0.0023122411,0.004218207],"category_scores_gemma":[0.019673012,0.001732153,0.0010696443,0.0008565644,0.0013562267,0.0075146053,0.008729583,0.0033164616,0.0011444183],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019544244,0.0010303543,0.020866288,0.00081674644,0.00019466256,0.0043206415,0.003607457,0.01416278,0.071961425,0.029146748,0.031200826,0.82073766],"study_design_scores_gemma":[0.00091051566,0.00085974974,0.011656595,0.0002711894,0.00034754095,0.00643882,0.00075064803,0.5594849,0.2374152,0.048575886,0.13265318,0.0006358279],"about_ca_topic_score_codex":0.0021337261,"about_ca_topic_score_gemma":0.0021879193,"teacher_disagreement_score":0.0069577675,"about_ca_system_score_codex":0.00070229825,"about_ca_system_score_gemma":0.0011568861,"threshold_uncertainty_score":0.025081635},"labels":[],"label_agreement":null},{"id":"W2100407695","doi":"10.1109/icsecompanion.2007.13","title":"A Quality-Driven Approach to Enable Decision-Making in Self-Adaptive Software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Quality (philosophy); Process (computing); Domain (mathematical analysis); Adaptive system; Software; Software engineering; Software quality; Process management; Software development; Artificial intelligence; Engineering","score_opus":0.05092868208019652,"score_gpt":0.34316237997563137,"score_spread":0.29223369789543485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100407695","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021947278,0.00016113513,0.9925944,0.0009156358,0.000031965505,0.00011088902,0.00002603453,0.00024212261,0.0037230966],"genre_scores_gemma":[0.15750429,0.00045315793,0.8384052,0.00032539573,0.00006445162,0.00027646753,0.00013044776,0.00009809354,0.002742517],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99449486,0.0019190531,0.00041830278,0.0004782866,0.0024079513,0.00028154528],"domain_scores_gemma":[0.99355066,0.0028845582,0.0004733125,0.001196464,0.0015255259,0.00036944918],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008100191,0.0008075978,0.0006238566,0.0017479156,0.0009323619,0.004200931,0.0031201255,0.0017073293,0.0025272497],"category_scores_gemma":[0.010850772,0.0008063021,0.0014913022,0.0012685976,0.0032719185,0.0047425884,0.003342572,0.002635474,0.0005711684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007183449,0.00017598168,0.00093493966,0.0003156305,0.00009648851,0.00037573275,0.001375863,0.09722823,0.004623732,0.7853954,0.002950443,0.10645575],"study_design_scores_gemma":[0.000074412725,0.00013149422,0.00034841968,0.00020187479,0.000102259946,0.000242883,0.00021687848,0.5073661,0.0062296935,0.44759104,0.03742946,0.000065536056],"about_ca_topic_score_codex":0.004077809,"about_ca_topic_score_gemma":0.005940309,"teacher_disagreement_score":0.008100191,"about_ca_system_score_codex":0.0025322384,"about_ca_system_score_gemma":0.003575298,"threshold_uncertainty_score":0.042838454},"labels":[],"label_agreement":null},{"id":"W2100674144","doi":"10.1145/1353482.1353493","title":"Relational aspects as tracematches","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"University of Oxford","keywords":"Computer science","score_opus":0.10652617879040449,"score_gpt":0.2859633048333583,"score_spread":0.1794371260429538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100674144","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027404888,0.00028417492,0.9494834,0.00040002135,0.00007587076,0.0002193217,0.00017360202,0.014296253,0.0076624057],"genre_scores_gemma":[0.3283274,0.0006855492,0.65093493,0.00062383723,0.00014862834,0.0004703118,0.00060047733,0.004413995,0.013794991],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961987,0.0008852607,0.00036990468,0.00060645357,0.0016896536,0.00024998753],"domain_scores_gemma":[0.9942063,0.0023280873,0.00066840876,0.0020596827,0.00053843233,0.0001989965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003507483,0.0007220904,0.00048235751,0.001154412,0.0006676409,0.0037470614,0.0021305173,0.001268524,0.004347801],"category_scores_gemma":[0.010019197,0.00113765,0.0011415819,0.0009443248,0.0029800038,0.007858751,0.0036846988,0.0020512666,0.0009679912],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038048447,0.00020163343,0.0047124987,0.00054500875,0.000093359144,0.0009601632,0.0034190125,0.009518134,0.02724544,0.7107032,0.005584342,0.23663674],"study_design_scores_gemma":[0.00016345721,0.00033873416,0.0018116279,0.00027211278,0.00026637572,0.0022635763,0.0006932242,0.09096283,0.101812825,0.50748706,0.29374814,0.00018000933],"about_ca_topic_score_codex":0.0012711176,"about_ca_topic_score_gemma":0.0014469181,"teacher_disagreement_score":0.004347801,"about_ca_system_score_codex":0.0007928254,"about_ca_system_score_gemma":0.0012380093,"threshold_uncertainty_score":0.018549562},"labels":[],"label_agreement":null},{"id":"W2100958332","doi":"10.1109/wcre.2009.47","title":"Evolving Software Systems Towards Adaptability","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software evolution; Software construction; Software engineering; Software system; Software development; Adaptation (eye); Adaptability; Software; Novelty; Software metric; Distributed computing; Programming language","score_opus":0.040404512759710694,"score_gpt":0.28718593393441066,"score_spread":0.24678142117469998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2100958332","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068563424,0.0029353604,0.9034812,0.0031375852,0.00008799642,0.000153912,0.000047614914,0.00050393137,0.021088926],"genre_scores_gemma":[0.4380694,0.0044324165,0.5461239,0.0006324043,0.00013913159,0.00030833183,0.00020506488,0.00019036687,0.009898984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982346,0.0006960205,0.00011052504,0.00025069728,0.000618643,0.00008939167],"domain_scores_gemma":[0.9985045,0.00064268254,0.00016617276,0.00034367922,0.00024855984,0.00009438442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015314718,0.00049707276,0.00046877624,0.00080606324,0.0005569089,0.0023583611,0.00088159647,0.0013718356,0.001604028],"category_scores_gemma":[0.0051897448,0.00041369512,0.00064008724,0.0007767507,0.0024774913,0.0026163815,0.0028985704,0.0018055248,0.0005543496],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037305814,0.00006331581,0.0010873417,0.00024014892,0.00005791018,0.00029705893,0.0012475682,0.11144714,0.013399881,0.74497205,0.0018817023,0.12526858],"study_design_scores_gemma":[0.00004546449,0.00012748412,0.000575017,0.00012459558,0.000044750195,0.00037092445,0.00032748375,0.23020853,0.005137214,0.70115316,0.061853636,0.00003183698],"about_ca_topic_score_codex":0.0009141946,"about_ca_topic_score_gemma":0.00069153623,"teacher_disagreement_score":0.0023583611,"about_ca_system_score_codex":0.0008434999,"about_ca_system_score_gemma":0.0010394027,"threshold_uncertainty_score":0.008099258},"labels":[],"label_agreement":null},{"id":"W2101198558","doi":"10.1109/32.877844","title":"Advanced exception handling mechanisms","year":2000,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Exception handling; Computer science; Programming language; Concurrency; Feature (linguistics); Concurrency control; Object (grammar); Artificial intelligence","score_opus":0.01509469912932844,"score_gpt":0.2357682562586422,"score_spread":0.22067355712931375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101198558","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013310759,0.002401682,0.934081,0.0019836717,0.0012432203,0.00060052617,0.00027217244,0.016422352,0.029684573],"genre_scores_gemma":[0.21652499,0.0035623836,0.70521957,0.0033200695,0.0020831344,0.0008310138,0.00075442484,0.0027763692,0.06492802],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9877116,0.0020225793,0.0024281088,0.0014759882,0.005337646,0.001024111],"domain_scores_gemma":[0.96899366,0.0061020763,0.0038495595,0.012343508,0.007576423,0.0011348389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014245454,0.0013512811,0.0013046501,0.0024733618,0.0015258539,0.007367872,0.008743908,0.0030150611,0.010601033],"category_scores_gemma":[0.028730497,0.0010360483,0.0020466538,0.0017718239,0.0023386246,0.010466606,0.007748271,0.0045796623,0.0053277155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038841192,0.00025922692,0.002848365,0.0017879681,0.0001944099,0.0009739698,0.002033607,0.006526626,0.023631642,0.65537465,0.028874774,0.2771063],"study_design_scores_gemma":[0.000293273,0.00054844405,0.0013692958,0.0012304984,0.00040799446,0.002882338,0.0003330557,0.038093746,0.027050449,0.2396857,0.6877217,0.00038338208],"about_ca_topic_score_codex":0.000550011,"about_ca_topic_score_gemma":0.00053678115,"teacher_disagreement_score":0.014245454,"about_ca_system_score_codex":0.0009927304,"about_ca_system_score_gemma":0.0028374807,"threshold_uncertainty_score":0.075338066},"labels":[],"label_agreement":null},{"id":"W2101887179","doi":"10.1109/compsac.2007.218","title":"Towards an Aspect-Oriented Intrusion Detection Framework","year":2007,"lang":"en","type":"article","venue":"Proceedings - International Computer Software & Applications Conference","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Intrusion detection system; Unified Modeling Language; Computer science; Aspect-oriented programming; Intrusion prevention system; Task (project management); Intrusion; Software; Attack patterns; Anomaly-based intrusion detection system; Software engineering; Computer security; Programming language; Systems engineering; Engineering","score_opus":0.02806576379097489,"score_gpt":0.30890651929493174,"score_spread":0.2808407555039568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101887179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012114892,0.00039066756,0.9950427,0.00037856548,0.00006291858,0.00013780888,0.000028712973,0.0017494594,0.000997783],"genre_scores_gemma":[0.017339299,0.0006456209,0.980336,0.00019354696,0.0000676414,0.0002096373,0.00016722576,0.0002087332,0.0008321581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99420434,0.0014882551,0.000698545,0.0007474818,0.002508758,0.0003525526],"domain_scores_gemma":[0.9948249,0.0014877162,0.00064214086,0.00097282603,0.0015891046,0.00048331908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012736101,0.0018311501,0.0014764555,0.0031946886,0.0015353259,0.0059057563,0.005062556,0.0025535284,0.0010180387],"category_scores_gemma":[0.008297937,0.0019854892,0.0028372973,0.0018141969,0.0025963192,0.0068855733,0.0038881074,0.0065266252,0.00084934564],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013242019,0.00036029317,0.0031892702,0.0010479311,0.00034850364,0.0010341466,0.002379775,0.056122858,0.015672611,0.71624243,0.008260524,0.19520916],"study_design_scores_gemma":[0.0001040139,0.00020160314,0.00077587704,0.0009250257,0.00042576308,0.001196901,0.00054504425,0.4979912,0.01260599,0.26159084,0.22347961,0.00015801015],"about_ca_topic_score_codex":0.004129004,"about_ca_topic_score_gemma":0.0034821038,"teacher_disagreement_score":0.012736101,"about_ca_system_score_codex":0.001463788,"about_ca_system_score_gemma":0.0042428155,"threshold_uncertainty_score":0.06735575},"labels":[],"label_agreement":null},{"id":"W2102646107","doi":"10.1109/aiccsa.2010.5587027","title":"Detecting type errors and secure coding in C/C++ applications","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Coding (social sciences); Programming language; Static analysis; Memory safety; Theoretical computer science; Software","score_opus":0.026594267859745977,"score_gpt":0.3002950401478549,"score_spread":0.2737007722881089,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102646107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1102835,0.00064474426,0.87851,0.0005982344,0.00012087405,0.00013345333,0.000074277326,0.006793497,0.0028414885],"genre_scores_gemma":[0.68171257,0.00058195763,0.31365037,0.00031932836,0.00010388401,0.00012348067,0.00014081172,0.0016246709,0.0017429302],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9901363,0.0023266827,0.0010477123,0.0012644087,0.0044602,0.0007646529],"domain_scores_gemma":[0.96277606,0.014060284,0.0072891465,0.009481586,0.005977008,0.00041589758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004154444,0.0009774752,0.0008105904,0.0024393245,0.0013526685,0.0024459788,0.0017264262,0.0016958403,0.0010285411],"category_scores_gemma":[0.033166844,0.0011285482,0.0008086914,0.0017524635,0.0027389158,0.0048774513,0.0025123346,0.0020892324,0.00047671192],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015850937,0.00031485688,0.04235835,0.0010614468,0.00020817934,0.002312053,0.0032899247,0.067932226,0.087242514,0.12010454,0.006374338,0.6672164],"study_design_scores_gemma":[0.00012118743,0.0005228497,0.006468294,0.0005461073,0.00033749748,0.0030890186,0.0005928758,0.4494863,0.37697706,0.14145082,0.020133963,0.0002740885],"about_ca_topic_score_codex":0.0016436998,"about_ca_topic_score_gemma":0.0010367117,"teacher_disagreement_score":0.004154444,"about_ca_system_score_codex":0.0009949517,"about_ca_system_score_gemma":0.0022157128,"threshold_uncertainty_score":0.021971047},"labels":[],"label_agreement":null},{"id":"W2102700644","doi":"10.1109/hase.2014.48","title":"Ordering Upgrade Changes for Highly Available Component Based Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Upgrade; Component (thermodynamics); Middleware (distributed applications); Computer science; Service (business); Distributed computing; Software; Component-based software engineering; Software system; Reliability engineering; Operating system; Engineering","score_opus":0.05602580034140403,"score_gpt":0.2671660515430404,"score_spread":0.21114025120163638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102700644","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42863715,0.00066382904,0.5574156,0.00072247867,0.00015862474,0.00059625955,0.00046473826,0.0031302623,0.008210952],"genre_scores_gemma":[0.78497213,0.0003148797,0.21098535,0.00008212436,0.000056924626,0.0000891977,0.00047656885,0.00016846968,0.0028543782],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973532,0.00065466383,0.0002694407,0.00030607317,0.0011038644,0.00031281792],"domain_scores_gemma":[0.99109554,0.0047770436,0.0010652688,0.0013878243,0.001127381,0.0005469896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025056303,0.00046684872,0.0004402664,0.0015885858,0.0010860639,0.0015748289,0.00076257985,0.00086815475,0.0029335064],"category_scores_gemma":[0.012648497,0.000509534,0.0004354533,0.0010262257,0.00068419153,0.0016467762,0.0011275859,0.0010691574,0.00047150574],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015051935,0.000694444,0.05004204,0.0010553262,0.00006948464,0.002443006,0.0032472545,0.15151747,0.0893031,0.049548864,0.008275526,0.64229834],"study_design_scores_gemma":[0.00015654141,0.0009920994,0.038990244,0.0001451259,0.00014538635,0.0013100241,0.001463113,0.7999496,0.08269594,0.04548155,0.028500456,0.00016996477],"about_ca_topic_score_codex":0.0038952038,"about_ca_topic_score_gemma":0.0071499143,"teacher_disagreement_score":0.0038952038,"about_ca_system_score_codex":0.0008692195,"about_ca_system_score_gemma":0.0013213041,"threshold_uncertainty_score":0.013251185},"labels":[],"label_agreement":null},{"id":"W2102705096","doi":"10.1109/iccitechnol.2012.6285850","title":"Combination of connectors with loosely coupled architecture based on aspect-oriented computing","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software architecture; Distributed computing; Software system; Component-based software engineering; Process (computing); Software; Software engineering; Operating system","score_opus":0.01873460746832681,"score_gpt":0.2588188665536287,"score_spread":0.24008425908530187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2102705096","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010191116,0.00011422725,0.9835941,0.0001633746,0.000047495367,0.000107688145,0.000009066301,0.0012896293,0.004483261],"genre_scores_gemma":[0.19966681,0.00036222336,0.79551494,0.00015924875,0.000050860966,0.00026022803,0.000117537405,0.00038070316,0.003487535],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766576,0.000863819,0.00026070338,0.00024605435,0.00079657015,0.00016712838],"domain_scores_gemma":[0.9986051,0.0002881603,0.00014269991,0.0004748655,0.0003174743,0.00017167206],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019850356,0.0006506742,0.00053639297,0.0010390319,0.0008456543,0.0020308024,0.001184627,0.00090315455,0.0012704736],"category_scores_gemma":[0.003256216,0.00056778087,0.0010426248,0.0011798138,0.0012056275,0.0023735259,0.0022322596,0.0015650786,0.0006203218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029372374,0.00041302442,0.005183475,0.00050557446,0.00023932784,0.0031670176,0.0021563987,0.05019832,0.120261736,0.5526365,0.0045732423,0.26037169],"study_design_scores_gemma":[0.00021737101,0.0007828133,0.0024252345,0.00021472201,0.00042129832,0.004076249,0.00049249263,0.4548326,0.061818253,0.2772123,0.19732961,0.00017705657],"about_ca_topic_score_codex":0.00075103575,"about_ca_topic_score_gemma":0.0011779015,"teacher_disagreement_score":0.0020308024,"about_ca_system_score_codex":0.00039323524,"about_ca_system_score_gemma":0.0010812217,"threshold_uncertainty_score":0.010497987},"labels":[],"label_agreement":null},{"id":"W2103085354","doi":"10.17722/ijrbt.v4i3.278","title":"Towards a Dynamic Software Product Line: Analysis of the Background and State of the Art","year":2014,"lang":"en","type":"article","venue":"International Journal of Research in Business and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software; Product (mathematics); Software product line; Computer science; State (computer science); Business; Software development; Programming language; Mathematics","score_opus":0.054218315070053646,"score_gpt":0.3831451605778454,"score_spread":0.3289268455077918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103085354","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.092118934,0.4805749,0.29460514,0.016032152,0.00051607913,0.0002623275,0.0005046461,0.00082019466,0.11456562],"genre_scores_gemma":[0.49583554,0.34899452,0.14281243,0.0016169937,0.001005181,0.00022927854,0.0010875774,0.00029331355,0.008125251],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99654824,0.0006380337,0.00028971524,0.00090311683,0.0013797072,0.00024117396],"domain_scores_gemma":[0.9894131,0.0061522257,0.0011488161,0.0008473367,0.0020478824,0.00039067864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032934882,0.0010025946,0.000687416,0.006249522,0.00095771457,0.008876224,0.0020495825,0.0024279822,0.004669852],"category_scores_gemma":[0.008043008,0.00093063613,0.00080856733,0.009327599,0.002706744,0.009704727,0.0015999592,0.002255836,0.0017399373],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010041147,0.00038209153,0.009482903,0.0058020093,0.00007137086,0.00041672835,0.0024143634,0.01460798,0.0038372553,0.29972935,0.0055427314,0.6576128],"study_design_scores_gemma":[0.00002846283,0.00053568993,0.023464432,0.010015903,0.00018836273,0.001994218,0.006884433,0.11788675,0.008145881,0.25064066,0.5799954,0.00021974894],"about_ca_topic_score_codex":0.0026471815,"about_ca_topic_score_gemma":0.0015855657,"teacher_disagreement_score":0.008876224,"about_ca_system_score_codex":0.0030590072,"about_ca_system_score_gemma":0.0025924991,"threshold_uncertainty_score":0.022194803},"labels":[],"label_agreement":null},{"id":"W2103155801","doi":"10.1109/ssst.2013.6524956","title":"Intelligent hybrid vehicle management systems","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"New York Institute of Technology","funders":"","keywords":"Software deployment; Hybrid vehicle; Systems engineering; Hybrid system; Computer science; System integration; Focus (optics); Systems design; Software; Functional requirement; Embedded system; Control engineering; Engineering; Software engineering","score_opus":0.034245512708607394,"score_gpt":0.2630307170148039,"score_spread":0.2287852043061965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103155801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023791235,0.0031068374,0.874644,0.0011006797,0.00052798155,0.0003267889,0.0002693458,0.005619254,0.09061387],"genre_scores_gemma":[0.6911931,0.0033377595,0.24134888,0.0007178936,0.00045892026,0.0006195202,0.0013658782,0.00024182315,0.06071617],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99942315,0.00010497383,0.00004239053,0.00013178577,0.00023122813,0.000066424094],"domain_scores_gemma":[0.99962187,0.00008769657,0.000040479135,0.00007296668,0.00014453371,0.00003235901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008157452,0.0005715545,0.0004903177,0.00063673954,0.00079027296,0.002197093,0.0015110702,0.0008983351,0.0067076334],"category_scores_gemma":[0.0009484912,0.00024640805,0.00031855487,0.00054385106,0.00050250697,0.0019178304,0.0017869431,0.0005680215,0.0020519109],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024467806,0.0001977562,0.00238341,0.00047749802,0.000100144396,0.0006288936,0.0006487491,0.11763894,0.019294549,0.23386398,0.027391134,0.5971303],"study_design_scores_gemma":[0.000095830816,0.0003383742,0.0012012413,0.00011709502,0.00011014597,0.00046797507,0.00030563588,0.5441599,0.013121013,0.07400386,0.3660039,0.0000749917],"about_ca_topic_score_codex":0.0013522382,"about_ca_topic_score_gemma":0.0013939389,"teacher_disagreement_score":0.0067076334,"about_ca_system_score_codex":0.00075840147,"about_ca_system_score_gemma":0.0006897144,"threshold_uncertainty_score":0.022439301},"labels":[],"label_agreement":null},{"id":"W2103610815","doi":"10.1145/1363686.1363851","title":"Modular Java web applications","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; IBM (Canada)","funders":"","keywords":"Java; Computer science; Modular design; Eclipse; Embedded Java; Real time Java; Operating system; Java annotation; Application server; strictfp; Component (thermodynamics); Distributed computing; Programming language","score_opus":0.04506176587755707,"score_gpt":0.26842179899965013,"score_spread":0.22336003312209307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103610815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023161475,0.00040923114,0.90322536,0.00040549948,0.00018008352,0.0004333081,0.00033340117,0.03475371,0.037098065],"genre_scores_gemma":[0.23903766,0.0013297697,0.70312595,0.00081772247,0.00025718956,0.00059242535,0.0026603953,0.0053379927,0.04684087],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991404,0.00013299102,0.0000671905,0.0001681528,0.00039931852,0.00009191721],"domain_scores_gemma":[0.9984351,0.0003387268,0.00011722496,0.0005774804,0.00033794274,0.0001935376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011965488,0.00074647024,0.00040025872,0.00060122024,0.00037574527,0.0014319284,0.0013952398,0.00078138174,0.0082205795],"category_scores_gemma":[0.00341304,0.0005659547,0.00078647345,0.0004846379,0.0004168607,0.0025850183,0.0024184345,0.0014814656,0.005693042],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036766476,0.00073653355,0.0036717404,0.00091120176,0.00015508957,0.0012916018,0.0009991706,0.013098242,0.19516885,0.13002732,0.03942947,0.61414313],"study_design_scores_gemma":[0.00034548694,0.0006402219,0.0076867994,0.00036711278,0.00024811729,0.0035678174,0.0003037503,0.13087615,0.087506704,0.1522058,0.61610925,0.00014276904],"about_ca_topic_score_codex":0.00021430521,"about_ca_topic_score_gemma":0.00039908162,"teacher_disagreement_score":0.0082205795,"about_ca_system_score_codex":0.0001689344,"about_ca_system_score_gemma":0.0004420006,"threshold_uncertainty_score":0.02750057},"labels":[],"label_agreement":null},{"id":"W2104365869","doi":"10.1109/icsm.2002.1167824","title":"A software transformation framework for quality-driven object-oriented re-engineering","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Structural pattern; Software design pattern; Object-oriented programming; Model-driven architecture; Object-oriented design; Software quality; Legacy system; Programming language; Design pattern; Software engineering; Transformation (genetics); Software development; Software; Software design","score_opus":0.05438806396208465,"score_gpt":0.33395288529014844,"score_spread":0.2795648213280638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104365869","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030925244,0.00012290517,0.99628913,0.00016702754,0.00004582599,0.00009045518,0.000025585985,0.0009606873,0.0019891926],"genre_scores_gemma":[0.016483279,0.00049944205,0.97763044,0.00011448026,0.000071775044,0.00041833107,0.00021951438,0.00057096116,0.003991774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970855,0.00074976997,0.00029965283,0.0003069611,0.0013707276,0.0001874516],"domain_scores_gemma":[0.99810684,0.0004232602,0.00019456717,0.0006273671,0.00051682343,0.00013111909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004796906,0.0013807142,0.0009510081,0.0023309693,0.0011997456,0.0030708278,0.0026828402,0.001764636,0.0035118838],"category_scores_gemma":[0.0047627385,0.0010335384,0.0027753634,0.0021632225,0.0030727466,0.0029807636,0.0029862486,0.0043638465,0.002620946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026056605,0.00007447042,0.00021031276,0.0002405999,0.00004770304,0.0003625754,0.0006897369,0.032535348,0.005435963,0.85009474,0.0063848672,0.10389761],"study_design_scores_gemma":[0.00006740663,0.0001218325,0.00023216533,0.00028251068,0.00007992547,0.00083501765,0.00017144768,0.18166617,0.0070775407,0.53472155,0.2746335,0.00011094711],"about_ca_topic_score_codex":0.004283369,"about_ca_topic_score_gemma":0.0035545304,"teacher_disagreement_score":0.004796906,"about_ca_system_score_codex":0.0016970235,"about_ca_system_score_gemma":0.0030231131,"threshold_uncertainty_score":0.02536875},"labels":[],"label_agreement":null},{"id":"W2104505362","doi":"10.1109/hicss.2005.102","title":"Aspects of Memory Management","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Modularity (biology); Leverage (statistics); Extensibility; Distributed computing; Adaptation (eye); Encapsulation (networking); Process (computing); Synchronization (alternating current); Software engineering; Operating system; Artificial intelligence","score_opus":0.02751707769781501,"score_gpt":0.27880657746934884,"score_spread":0.2512894997715338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2104505362","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09298293,0.010282851,0.3316548,0.008416716,0.0006377969,0.0002466072,0.00037684463,0.0018503333,0.55355114],"genre_scores_gemma":[0.7912377,0.005202144,0.11553468,0.0011847378,0.00065763923,0.00022573817,0.00044163896,0.00048010965,0.085035674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992519,0.00015701182,0.000050629616,0.00012716722,0.00030847674,0.00010473237],"domain_scores_gemma":[0.99902153,0.00023620407,0.00012746836,0.00033701537,0.00018825097,0.00008950729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006939635,0.00034750346,0.00016649094,0.00047026217,0.0008079146,0.0032000123,0.00072491285,0.00084077887,0.00449772],"category_scores_gemma":[0.0020880934,0.00025080677,0.00030980134,0.00051143585,0.0015758616,0.0032982405,0.0016208568,0.0011867824,0.00088727847],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055492834,0.000042131218,0.002865432,0.00020378854,0.000023754426,0.00039366228,0.0024864045,0.0018645661,0.0077771163,0.83266586,0.008545937,0.14307585],"study_design_scores_gemma":[0.000013742324,0.00005448517,0.0044876426,0.0001597162,0.0000475316,0.0011775516,0.00082693534,0.0055225617,0.0050855116,0.40031362,0.5822862,0.000024614475],"about_ca_topic_score_codex":0.001265531,"about_ca_topic_score_gemma":0.0013298088,"teacher_disagreement_score":0.00449772,"about_ca_system_score_codex":0.00079836586,"about_ca_system_score_gemma":0.0009971942,"threshold_uncertainty_score":0.015046358},"labels":[],"label_agreement":null},{"id":"W2105127337","doi":"10.1109/seams.2007.21","title":"Towards an Autonomic Element Architecture for ASSL","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Architecture; Computer science; Autonomic computing; Element (criminal law); Enterprise architecture framework; Reference architecture; Software architecture description; Applications architecture; Solution architecture; Architecture framework; Syntax; Space-based architecture; View model; Software engineering; Computer architecture; Software architecture; Artificial intelligence; Programming language; Software; Operating system; Political science; History","score_opus":0.04254531127246982,"score_gpt":0.3332521054878801,"score_spread":0.2907067942154103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105127337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024960951,0.00017541974,0.99039054,0.0008463194,0.00009108541,0.00010306821,0.000048404447,0.001875843,0.003973103],"genre_scores_gemma":[0.045220915,0.00043081984,0.947497,0.00080197386,0.000069218746,0.00033741683,0.00036489457,0.0005767583,0.004700902],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99579203,0.0014746783,0.000608118,0.00043362446,0.0013978727,0.00029362444],"domain_scores_gemma":[0.9972972,0.00067607936,0.00026179603,0.0006897776,0.0008632883,0.00021190378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005749072,0.000746365,0.00066321297,0.001080744,0.0011477759,0.004997059,0.002023558,0.0019945845,0.003240596],"category_scores_gemma":[0.0043488475,0.00101237,0.0015827859,0.0007874093,0.0033112247,0.0050124144,0.003076041,0.0051351464,0.0020812894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045370023,0.000046458965,0.0006288569,0.00032051612,0.000028496052,0.00032810454,0.0013663386,0.011157087,0.01138146,0.93020487,0.00478546,0.03970704],"study_design_scores_gemma":[0.00007350559,0.00016043251,0.0004156123,0.0005314419,0.0000764712,0.0009893584,0.0006475106,0.20147076,0.015460784,0.34399578,0.43604493,0.00013329757],"about_ca_topic_score_codex":0.0022573478,"about_ca_topic_score_gemma":0.003479568,"teacher_disagreement_score":0.005749072,"about_ca_system_score_codex":0.0024407231,"about_ca_system_score_gemma":0.0031291726,"threshold_uncertainty_score":0.030404389},"labels":[],"label_agreement":null},{"id":"W2105185483","doi":"10.1109/isqed.2009.4810318","title":"A case study on system-level modeling by aspect-oriented programming","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"SystemC; Computer science; Electronic system-level design and verification; Aspect-oriented programming; Systems modeling; Adder; Binary number; Programming language; Computer architecture; Software engineering; Software; Arithmetic","score_opus":0.10029142286878362,"score_gpt":0.3291456711710679,"score_spread":0.2288542483022843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105185483","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44115868,0.0006931565,0.5109104,0.0023798293,0.00011539813,0.0006978176,0.00046193713,0.0015678356,0.042014834],"genre_scores_gemma":[0.78267616,0.00056855567,0.21050769,0.00013638049,0.000019922609,0.000229993,0.00021521446,0.00018427907,0.0054617426],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979474,0.0010696629,0.00007298339,0.00012944952,0.0006495633,0.00013097143],"domain_scores_gemma":[0.9974451,0.0016882203,0.0001433972,0.0003712073,0.00024838702,0.00010371479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001956542,0.00061553286,0.0005056987,0.00059407466,0.0012362106,0.0017024331,0.0015050526,0.0020678618,0.002542424],"category_scores_gemma":[0.003615096,0.00036126428,0.0006733622,0.00089375937,0.0010378249,0.0018325339,0.0011290782,0.0015052805,0.00040561846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005496078,0.0013263825,0.017593553,0.0013645613,0.00014908747,0.028884286,0.007541291,0.5750884,0.047228474,0.14250672,0.010238145,0.16752955],"study_design_scores_gemma":[0.00018846377,0.0006542016,0.003689391,0.00035332516,0.0001289405,0.0059345705,0.002815302,0.8303396,0.03911196,0.024380906,0.092304826,0.00009854207],"about_ca_topic_score_codex":0.005156535,"about_ca_topic_score_gemma":0.00614485,"teacher_disagreement_score":0.005156535,"about_ca_system_score_codex":0.0009744189,"about_ca_system_score_gemma":0.0012151483,"threshold_uncertainty_score":0.010347307},"labels":[],"label_agreement":null},{"id":"W2105521749","doi":"10.1109/compsac.2011.92","title":"Impact of Aspect-Oriented Programming on Software Performance: A Case Study of Leader/Followers and Half-Sync/Half-Async Architectures","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"sync; Computer science; Aspect-oriented programming; Software; Synchronization (alternating current); Base (topology); Overhead (engineering); Operating system; Mathematics; Computer network; Frame (networking)","score_opus":0.05922067731816054,"score_gpt":0.31234470834085376,"score_spread":0.2531240310226932,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105521749","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9982541,0.00001884138,0.001283327,0.000015111189,0.0000011639991,0.00001855122,0.000007157352,0.00003353913,0.0003681776],"genre_scores_gemma":[0.99486345,0.000029553174,0.0047279964,0.0000071848194,0.000002639807,0.00001632978,0.000026143838,0.000030921405,0.0002958339],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99799347,0.00086170307,0.000092802926,0.00023528126,0.0005810242,0.00023575136],"domain_scores_gemma":[0.98348665,0.011548944,0.0014021761,0.001486238,0.0014713876,0.00060458895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022128713,0.0005321395,0.0003122685,0.0006712046,0.00084402977,0.00078877003,0.0009717358,0.00074089103,0.0005724636],"category_scores_gemma":[0.009139462,0.0003186651,0.00037897192,0.0006214538,0.00090478465,0.0011158049,0.000695541,0.0007215728,0.00011904935],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0047571897,0.00980835,0.34801063,0.0010510087,0.00041715233,0.01743722,0.02228025,0.16772264,0.1749978,0.007222807,0.001855305,0.24443974],"study_design_scores_gemma":[0.0006973419,0.01201963,0.2667157,0.00012951436,0.00054375746,0.0065873703,0.013288044,0.47798327,0.20781863,0.0054554557,0.008558532,0.0002027335],"about_ca_topic_score_codex":0.0024297845,"about_ca_topic_score_gemma":0.00339104,"teacher_disagreement_score":0.0024297845,"about_ca_system_score_codex":0.00053228455,"about_ca_system_score_gemma":0.0006160755,"threshold_uncertainty_score":0.011702895},"labels":[],"label_agreement":null},{"id":"W2105655479","doi":"10.1109/mise.2009.5069890","title":"Relationship-based change propagation: A case study","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; IBM; Key (lock); Process (computing); Feature (linguistics); Software engineering; Software; Data modeling; Data mining; Programming language","score_opus":0.17574878456206475,"score_gpt":0.35998455190281364,"score_spread":0.1842357673407489,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105655479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8905724,0.0004901993,0.07636553,0.0035011761,0.0000642852,0.0007666454,0.00035009225,0.0009975929,0.02689196],"genre_scores_gemma":[0.9215667,0.00033441035,0.07259188,0.00044644275,0.00002572701,0.0002077329,0.00024120935,0.00018898067,0.0043969527],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938798,0.0035990323,0.00027579055,0.00047550604,0.001392035,0.00037785294],"domain_scores_gemma":[0.9728713,0.019492898,0.0019515032,0.0029292724,0.001808086,0.0009470246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005893222,0.0005972195,0.00036308696,0.0017226648,0.0038070395,0.0019082569,0.0028982495,0.0044889236,0.0028642754],"category_scores_gemma":[0.020186348,0.00055908447,0.0008357649,0.002475982,0.0025167107,0.0031225428,0.0019832123,0.0026677053,0.0005372948],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014252311,0.00796182,0.12036487,0.0014130204,0.00031408103,0.16417475,0.0904948,0.11579717,0.02883063,0.11086265,0.021468693,0.33689234],"study_design_scores_gemma":[0.0011280933,0.0033698385,0.07223414,0.00079897797,0.00059926725,0.05067136,0.05908736,0.40311852,0.06748333,0.06370925,0.27731577,0.00048421966],"about_ca_topic_score_codex":0.014872597,"about_ca_topic_score_gemma":0.021430485,"teacher_disagreement_score":0.014872597,"about_ca_system_score_codex":0.0026475617,"about_ca_system_score_gemma":0.0018962566,"threshold_uncertainty_score":0.031166673},"labels":[],"label_agreement":null},{"id":"W2105946915","doi":"10.1109/computationworld.2009.94","title":"Joining Forces: A RIPPL Effect? A Constraint-Oriented Perspective on a Pervasive Pattern Language","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Pattern language (formal languages); Perspective (graphical); Constraint (computer-aided design); Software design pattern; Domain (mathematical analysis); Process (computing); Pattern analysis; Scale (ratio); Ubiquitous computing; Natural language; Natural language processing; Artificial intelligence; Programming language; Human–computer interaction; Engineering; Mathematics; Software; Geography; Cartography","score_opus":0.015620306054547194,"score_gpt":0.3058729853305861,"score_spread":0.2902526792760389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2105946915","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012066949,0.00027374268,0.9424115,0.0050546504,0.000077342156,0.00017373514,0.00010911914,0.0005159949,0.039317034],"genre_scores_gemma":[0.21530883,0.0006256164,0.7631017,0.0016901433,0.00015231415,0.0005983712,0.00026042043,0.0005590949,0.017703595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99274033,0.0029911604,0.0005262861,0.0014196207,0.0018533575,0.0004692806],"domain_scores_gemma":[0.9888176,0.005450703,0.0007851325,0.0030699545,0.001169123,0.0007075198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0084053,0.00089139,0.00080130703,0.0024850338,0.0036853203,0.007312962,0.0032838415,0.0029410783,0.00987895],"category_scores_gemma":[0.018846381,0.0014009225,0.0015075202,0.002827556,0.015067886,0.020481938,0.008136475,0.00588677,0.0019156612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001720314,0.000016331267,0.00027656247,0.00005965053,0.000008910448,0.0001930023,0.0012799398,0.0012238474,0.00069016137,0.9820625,0.00096905086,0.01320285],"study_design_scores_gemma":[0.000036524572,0.0000678689,0.00028653775,0.000100952464,0.000028095661,0.0007024348,0.0012089136,0.017368956,0.0021309268,0.90723944,0.07078614,0.000043119697],"about_ca_topic_score_codex":0.0031507888,"about_ca_topic_score_gemma":0.0040594186,"teacher_disagreement_score":0.00987895,"about_ca_system_score_codex":0.0014862127,"about_ca_system_score_gemma":0.0030159026,"threshold_uncertainty_score":0.04445201},"labels":[],"label_agreement":null},{"id":"W2106091696","doi":"10.1109/glocomw.2010.5700317","title":"Integration of component-based frameworks with sensor modelling languages for the sensor web","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Computer science; Middleware (distributed applications); Component-based software engineering; Wireless sensor network; Interoperability; Component (thermodynamics); Software engineering; Java; Sensor web; Software development; Programming language; Software; Distributed computing; Operating system; Key distribution in wireless sensor networks","score_opus":0.03547498599437745,"score_gpt":0.29661496272048876,"score_spread":0.26113997672611133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106091696","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002501721,0.00014900853,0.9929812,0.00014820934,0.000040581563,0.00006528432,0.000014660053,0.0026563655,0.0014429901],"genre_scores_gemma":[0.07075349,0.0006357124,0.9240513,0.0001795517,0.000037063648,0.00022697957,0.00023842856,0.0011206164,0.0027568121],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99720263,0.00080119906,0.0002869111,0.00019718996,0.0013505183,0.0001614848],"domain_scores_gemma":[0.9982002,0.00063865306,0.00012941415,0.00047994684,0.00044705256,0.00010468631],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004274651,0.0008242378,0.0006575161,0.0011091591,0.0007257015,0.0028316772,0.002681631,0.001413344,0.0018113658],"category_scores_gemma":[0.0060305744,0.0008941956,0.0018834879,0.0011694763,0.0011474015,0.003241166,0.0021320477,0.0024921964,0.0009373897],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021573828,0.00045846263,0.0017713066,0.0008488114,0.00022687961,0.00129699,0.0016749129,0.10939473,0.039632257,0.58000594,0.0060573737,0.2584166],"study_design_scores_gemma":[0.00013614098,0.00018492954,0.0006484185,0.0003104098,0.00022559677,0.0009474268,0.00027464775,0.56321967,0.04490314,0.18434222,0.20464098,0.0001664808],"about_ca_topic_score_codex":0.0025065015,"about_ca_topic_score_gemma":0.0028586334,"teacher_disagreement_score":0.004274651,"about_ca_system_score_codex":0.00081302255,"about_ca_system_score_gemma":0.002236829,"threshold_uncertainty_score":0.02260679},"labels":[],"label_agreement":null},{"id":"W2106551902","doi":"10.1109/cmpsac.1997.625028","title":"A method for structural compatibility in software reuse using requirements specification","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Reuse; Compatibility (geochemistry); Software construction; Software engineering; Component-based software engineering; Software requirements specification; Software development; Formal specification; Formal methods; Notation; Programming language; Software; Engineering; Mathematics","score_opus":0.23711588412168383,"score_gpt":0.3970252536668944,"score_spread":0.15990936954521057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106551902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039760993,0.00003016753,0.9976115,0.0001435922,0.00004411457,0.00015645061,0.000015933476,0.0005224782,0.0010781705],"genre_scores_gemma":[0.006539201,0.000059904585,0.9913099,0.00010644617,0.000031049945,0.0004785902,0.000055770157,0.00020885796,0.0012102986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9731313,0.010622695,0.0027438663,0.0032173134,0.009667192,0.00061757746],"domain_scores_gemma":[0.96069413,0.024922248,0.0015361065,0.0057190396,0.006687102,0.0004412976],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019674864,0.0020977557,0.0013645354,0.005445082,0.0022295637,0.0033239236,0.0034463087,0.003999511,0.0076680006],"category_scores_gemma":[0.04713778,0.0018846206,0.003667646,0.0027331365,0.0062833065,0.007842639,0.0049100956,0.0060678464,0.0036149584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017820473,0.0002828384,0.0007594346,0.0008741868,0.00016837123,0.0007413529,0.0027374385,0.009266806,0.012330375,0.5940688,0.008087313,0.37050483],"study_design_scores_gemma":[0.0009218685,0.000754935,0.0008268101,0.0010598014,0.00040501007,0.0034518398,0.00069153984,0.16597976,0.06856185,0.4874853,0.26923284,0.0006284721],"about_ca_topic_score_codex":0.002077567,"about_ca_topic_score_gemma":0.001653958,"teacher_disagreement_score":0.019674864,"about_ca_system_score_codex":0.0020190428,"about_ca_system_score_gemma":0.0055055995,"threshold_uncertainty_score":0.10405189},"labels":[],"label_agreement":null},{"id":"W2106562690","doi":"10.1109/icse-companion.2009.5071063","title":"SEAMS 2009: Software engineering for adaptive and self-managing systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Computer science; Software; Software development; Software system; Software engineering; Engineering management; Engineering; Operating system","score_opus":0.021129286407524966,"score_gpt":0.2509870013754485,"score_spread":0.22985771496792354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106562690","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00462218,0.0015925798,0.9646833,0.003359015,0.0008842022,0.00035062895,0.00023107031,0.005014973,0.0192621],"genre_scores_gemma":[0.04268256,0.0021685234,0.9281146,0.0008930651,0.00034716757,0.00066167075,0.0013573391,0.002907604,0.020867474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99531305,0.0011044671,0.0005013267,0.00040804435,0.002418141,0.0002550247],"domain_scores_gemma":[0.9960162,0.0010832618,0.00028194318,0.0011637817,0.0011146934,0.00034000992],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059430776,0.0010871125,0.00095442747,0.0011433499,0.0010574366,0.0027672707,0.0029943075,0.0025784357,0.007428243],"category_scores_gemma":[0.010729381,0.0011493904,0.0018743254,0.0009290118,0.001625836,0.0039518657,0.0038627966,0.0035046425,0.0032266453],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012215824,0.00023051491,0.000999283,0.0013171453,0.00019384653,0.0006320317,0.0014896381,0.06368452,0.015332992,0.45262918,0.1132702,0.35009852],"study_design_scores_gemma":[0.00013138911,0.00017255002,0.00073357427,0.0007749884,0.000060464095,0.00067830045,0.00021028402,0.12841582,0.008138748,0.21327133,0.647333,0.00007953071],"about_ca_topic_score_codex":0.0018682291,"about_ca_topic_score_gemma":0.0018305107,"teacher_disagreement_score":0.007428243,"about_ca_system_score_codex":0.0014638953,"about_ca_system_score_gemma":0.0039609326,"threshold_uncertainty_score":0.031430364},"labels":[],"label_agreement":null},{"id":"W2106603193","doi":"10.1109/iwpse.2003.1231215","title":"Stability and volatility in the Linux kernel","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Reuse; Linux kernel; Computer science; Reusability; Metric (unit); Kernel (algebra); Software metric; Software; Volatility (finance); Open source software; Empirical research; Open source; Software quality; Operating system; Software development; Econometrics; Mathematics; Engineering; Statistics; Operations management","score_opus":0.05565286842727475,"score_gpt":0.2915142585498064,"score_spread":0.23586139012253166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106603193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99082,0.0002744456,0.006776616,0.00024736137,0.000011266507,0.0000054363036,0.00008257005,0.00007650593,0.001705826],"genre_scores_gemma":[0.99945456,0.00002510351,0.00034862832,0.00000955703,0.000009728886,0.0000032748726,0.000042108,0.000012601093,0.000094372386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984634,0.00045344455,0.00008864608,0.00033640335,0.00048083215,0.0001772618],"domain_scores_gemma":[0.9789473,0.012297562,0.004298231,0.0018958075,0.0017390653,0.0008220335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033801044,0.0001993296,0.00039475903,0.00196371,0.0006134275,0.002020643,0.0006269389,0.00070827146,0.0007626329],"category_scores_gemma":[0.04424416,0.00024027466,0.0003597301,0.0015335974,0.0016709093,0.0028568138,0.0013316808,0.0010082052,0.0001724648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014135892,0.00017562992,0.6839484,0.000106749474,0.0002546144,0.00052300515,0.004931668,0.104958974,0.009199397,0.11776901,0.0027652623,0.07395366],"study_design_scores_gemma":[0.00003558685,0.00019704686,0.47081843,0.000031005617,0.00006825144,0.00057370926,0.00093577034,0.41423374,0.003392059,0.10770811,0.0018681536,0.00013800718],"about_ca_topic_score_codex":0.003382333,"about_ca_topic_score_gemma":0.0010870814,"teacher_disagreement_score":0.003382333,"about_ca_system_score_codex":0.0011952496,"about_ca_system_score_gemma":0.00033576202,"threshold_uncertainty_score":0.01787591},"labels":[],"label_agreement":null},{"id":"W2106725005","doi":"10.5539/cis.v4n5p78","title":"Dynamic Maintenance and Evolution of Critical Components-Based Software Using Multi Agent Systems","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Adaptation (eye); Flexibility (engineering); Component (thermodynamics); Java; Component-based software engineering; Software engineering; Set (abstract data type); Software system; Software; Distributed computing; Software architecture; Programming language","score_opus":0.07122047613200219,"score_gpt":0.3028528270928304,"score_spread":0.2316323509608282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106725005","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20077346,0.0005483365,0.7922787,0.00017113837,0.000049299175,0.00015079636,0.000026902964,0.0036006945,0.002400702],"genre_scores_gemma":[0.8115339,0.0003370174,0.18626015,0.000036631336,0.000022332659,0.00009675751,0.00010499023,0.00019085828,0.0014174039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99910504,0.00020936933,0.0000761607,0.00016009562,0.00037904514,0.000070248294],"domain_scores_gemma":[0.9978908,0.000605894,0.00036329209,0.0006319683,0.00038155264,0.00012655632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010251743,0.00046719017,0.00040003122,0.0009558575,0.0005823291,0.0011234023,0.0011763362,0.00051038805,0.0005926111],"category_scores_gemma":[0.0037212137,0.00032031324,0.00031748213,0.0006080061,0.0005545906,0.0010333158,0.0009528974,0.00054027827,0.0001789614],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004251367,0.00030999279,0.010342307,0.0003410428,0.00013747074,0.0012665708,0.0015387016,0.28434005,0.2121438,0.02386007,0.0017421264,0.46355274],"study_design_scores_gemma":[0.00004835752,0.00024982847,0.0036245496,0.000032387095,0.00009014872,0.0006349154,0.00013469461,0.9204273,0.054885622,0.009867522,0.00996862,0.00003609518],"about_ca_topic_score_codex":0.0017387468,"about_ca_topic_score_gemma":0.0010339854,"teacher_disagreement_score":0.0017387468,"about_ca_system_score_codex":0.00060505385,"about_ca_system_score_gemma":0.0005860818,"threshold_uncertainty_score":0.005421698},"labels":[],"label_agreement":null},{"id":"W2106916261","doi":"10.82308/51062","title":"Program analysis using binary decision diagrams","year":2005,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Binary decision diagram; Programming language; Theoretical computer science; Call graph; Paddle; Java; Model checking; Program analysis; Context (archaeology); Data structure; Static analysis; AspectJ; Algorithm; Aspect-oriented programming; Software","score_opus":0.04274509796087857,"score_gpt":0.30658461109691887,"score_spread":0.2638395131360403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106916261","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041617183,0.0002561145,0.99135923,0.0001312367,0.00003366412,0.00010089903,0.00026972694,0.001208174,0.002479277],"genre_scores_gemma":[0.12652987,0.0008777058,0.867945,0.00017453358,0.00006532077,0.0004403544,0.0009796596,0.00042976422,0.0025578018],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99390656,0.0020994204,0.0005314865,0.00088333036,0.002250165,0.00032904695],"domain_scores_gemma":[0.99240124,0.0052666334,0.00060913333,0.0005732356,0.0010286035,0.00012108837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003585525,0.0011638241,0.0007383522,0.003926052,0.00079265994,0.0033364315,0.001033143,0.00093106396,0.005816843],"category_scores_gemma":[0.013089289,0.0008030533,0.0020568673,0.0020502468,0.001785842,0.0032934584,0.0016463491,0.0016986738,0.0009865565],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030833995,0.00010868186,0.0026132686,0.0009287019,0.00014010408,0.00034060373,0.00055093813,0.19772997,0.009964177,0.5733188,0.0040995167,0.20989695],"study_design_scores_gemma":[0.0000992599,0.00009074682,0.0005444804,0.00025683318,0.00009367263,0.00016204437,0.000096318734,0.49675968,0.014589988,0.45066306,0.036578193,0.000065729226],"about_ca_topic_score_codex":0.005808246,"about_ca_topic_score_gemma":0.004100895,"teacher_disagreement_score":0.005816843,"about_ca_system_score_codex":0.0017067223,"about_ca_system_score_gemma":0.0024449262,"threshold_uncertainty_score":0.019459307},"labels":[],"label_agreement":null},{"id":"W2107351452","doi":"10.5555/2337223.2337231","title":"Generating range fixes for software configuration","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Range (aeronautics); Constraint (computer-aided design); Software; Cover (algebra); Theoretical computer science; String (physics); Programming language; Mathematics; Engineering","score_opus":0.06456008469141006,"score_gpt":0.31247209083478444,"score_spread":0.24791200614337439,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107351452","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06310539,0.0003962045,0.913762,0.0002382832,0.000051286435,0.00029436284,0.00075689494,0.017242603,0.0041530193],"genre_scores_gemma":[0.29197705,0.00017578882,0.70238906,0.000120021235,0.000020569256,0.00029159393,0.0017501868,0.0019284673,0.0013472601],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99702543,0.0011925424,0.00023650605,0.000497028,0.00088381127,0.00016466441],"domain_scores_gemma":[0.9801864,0.013406575,0.0014383731,0.0032687068,0.0015285126,0.00017144956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002876464,0.0013038495,0.0005539123,0.0031479567,0.0006842692,0.0013142388,0.0015612637,0.0011883032,0.0064976546],"category_scores_gemma":[0.022108775,0.00060046196,0.0009925072,0.0015786865,0.0012292688,0.002233797,0.0020992365,0.0012328011,0.0014151488],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039154108,0.00028742026,0.010789151,0.00082840805,0.00016169579,0.0005760135,0.0010420583,0.1631316,0.019890167,0.03455651,0.015069328,0.7532761],"study_design_scores_gemma":[0.00017063842,0.00033618795,0.002395033,0.00032254163,0.00011866991,0.0007328818,0.00040228697,0.877131,0.05633142,0.038808174,0.023108505,0.00014269345],"about_ca_topic_score_codex":0.0018333348,"about_ca_topic_score_gemma":0.002154727,"teacher_disagreement_score":0.0064976546,"about_ca_system_score_codex":0.00071710354,"about_ca_system_score_gemma":0.0010402555,"threshold_uncertainty_score":0.0217368},"labels":[],"label_agreement":null},{"id":"W2107811907","doi":"10.1109/case.1992.200136","title":"Structural and behavioral code representation for program understanding","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Computer science; Programming language; Parsing; Compiler; Theoretical computer science; Semantics (computer science); Abstract interpretation; Static program analysis; Abstract syntax; Representation (politics); Source code; Artificial intelligence; Software; Software development","score_opus":0.2813143068140488,"score_gpt":0.42803986825265256,"score_spread":0.14672556143860377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107811907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00197059,0.00031812963,0.98386234,0.0006959207,0.000052419826,0.00011899125,0.00025469597,0.002213652,0.010513212],"genre_scores_gemma":[0.049834855,0.0010595567,0.93725955,0.00021980827,0.000060142058,0.00031970555,0.0013899222,0.0006211805,0.009235182],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992312,0.00027722897,0.000071408,0.00011216756,0.00026448304,0.00004360973],"domain_scores_gemma":[0.99769056,0.00093683496,0.0002453395,0.00057384436,0.0004998914,0.000053553886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014124473,0.0007898174,0.0003827032,0.0019723263,0.0005213542,0.0027660027,0.0010794429,0.0010850152,0.014674352],"category_scores_gemma":[0.0056255553,0.00036321368,0.00066380587,0.001667757,0.0012998601,0.00394571,0.0010885436,0.0014541555,0.0028720323],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041575287,0.00004989615,0.0004673537,0.0003663159,0.000012642532,0.00013215699,0.00061257737,0.012889364,0.008279217,0.762345,0.009898116,0.20490576],"study_design_scores_gemma":[0.000022755816,0.000057181936,0.00052737707,0.00042567524,0.000046855475,0.00045122873,0.00049980363,0.22444911,0.011194577,0.5217132,0.2405656,0.000046675785],"about_ca_topic_score_codex":0.0030970252,"about_ca_topic_score_gemma":0.0041767764,"teacher_disagreement_score":0.014674352,"about_ca_system_score_codex":0.0012923854,"about_ca_system_score_gemma":0.0026509748,"threshold_uncertainty_score":0.049090624},"labels":[],"label_agreement":null},{"id":"W2108166309","doi":"10.1109/iccce.2008.4580828","title":"Best practices of RUP &amp;#x00AE; in software product line development","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rational Unified Process; Software development; Software engineering; Software product line; Software development process; Computer science; Personal software process; Software; Schedule; Best practice; Software construction; Operating system; Management","score_opus":0.2113623273683295,"score_gpt":0.36834332822923593,"score_spread":0.15698100086090644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108166309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026036767,0.010014335,0.87608165,0.011397982,0.0003418783,0.0006140959,0.000080855396,0.0014356284,0.07399686],"genre_scores_gemma":[0.12073778,0.00502873,0.8672592,0.0008468556,0.00006999907,0.00049242796,0.0001173567,0.0002281905,0.0052195136],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.88996243,0.07310803,0.008134922,0.003944791,0.02299569,0.001854097],"domain_scores_gemma":[0.95755327,0.016254427,0.0035488917,0.010525403,0.011090446,0.0010276691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.047441773,0.0009895694,0.00064637145,0.0051362966,0.0016029029,0.009790313,0.0037949604,0.003039969,0.0010236006],"category_scores_gemma":[0.048697457,0.0008454822,0.00074320304,0.0070556793,0.0060545225,0.006100583,0.005652059,0.0034986825,0.0016236209],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009558075,0.0005682206,0.003833941,0.0014087134,0.0001307552,0.0009198168,0.021256499,0.008452857,0.0054982468,0.26367235,0.0079171695,0.68624586],"study_design_scores_gemma":[0.00023212215,0.0009805078,0.0081457645,0.01005311,0.000344603,0.0054584625,0.016680822,0.04108155,0.029686296,0.38078856,0.5060395,0.0005086325],"about_ca_topic_score_codex":0.0029430308,"about_ca_topic_score_gemma":0.0036193202,"teacher_disagreement_score":0.047441773,"about_ca_system_score_codex":0.0032409101,"about_ca_system_score_gemma":0.0053595025,"threshold_uncertainty_score":0.25089902},"labels":[],"label_agreement":null},{"id":"W2108761763","doi":"10.1109/ease.2009.11","title":"Change Support in Adaptive Software: A Case Study for Fine-Grained Adaptation","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adaptation (eye); Computer science; Granularity; Hierarchy; Context (archaeology); Software evolution; Set (abstract data type); Software engineering; Software system; Software; Adaptive system; Software construction; Artificial intelligence; Programming language","score_opus":0.16367684452733944,"score_gpt":0.35082110352604357,"score_spread":0.18714425899870413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108761763","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98129475,0.000075228854,0.015025918,0.0002533698,0.00001314669,0.0002167001,0.000041288342,0.0002101355,0.0028694838],"genre_scores_gemma":[0.9811322,0.00005391702,0.017608881,0.000066819266,0.0000073333117,0.000078480974,0.000048933034,0.00004181562,0.0009615828],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974623,0.0013386916,0.00013329391,0.00027387848,0.0005359893,0.0002558439],"domain_scores_gemma":[0.98883677,0.006917536,0.0006561266,0.002107659,0.0007841376,0.0006978303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022947371,0.0004305733,0.00042458033,0.00067385903,0.0015353361,0.0011887584,0.001684524,0.0021545836,0.0009893704],"category_scores_gemma":[0.009785544,0.00027584107,0.00047405195,0.0008546127,0.0015924362,0.0015483025,0.0014357796,0.0014174714,0.00019581598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022284295,0.014847565,0.12771244,0.001378204,0.00029720046,0.047659036,0.056496568,0.2432449,0.113122806,0.036534972,0.0077102124,0.34876764],"study_design_scores_gemma":[0.00096829695,0.007059343,0.09183127,0.00023675092,0.0002772485,0.013708007,0.032897215,0.6706293,0.0998678,0.01983622,0.062352158,0.0003363709],"about_ca_topic_score_codex":0.0049655987,"about_ca_topic_score_gemma":0.0076684286,"teacher_disagreement_score":0.0049655987,"about_ca_system_score_codex":0.0010214725,"about_ca_system_score_gemma":0.0008020538,"threshold_uncertainty_score":0.012135863},"labels":[],"label_agreement":null},{"id":"W2109199814","doi":"10.1109/icsea.2007.11","title":"A Tool for Automated Performance Testing of Java3D Applications in Agile Environments","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Software engineering; Domain (mathematical analysis); Systems engineering; Engineering","score_opus":0.04315910077507981,"score_gpt":0.3048816489729831,"score_spread":0.2617225481979033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109199814","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030488092,0.00026116704,0.8392533,0.00017369459,0.0000521871,0.00044887594,0.0012130932,0.123842485,0.004267122],"genre_scores_gemma":[0.21654843,0.0003398988,0.7682026,0.00020965155,0.000033454253,0.000769369,0.0032492767,0.0070960745,0.0035512669],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962953,0.0010909801,0.000493124,0.0004549175,0.0014417196,0.00022393692],"domain_scores_gemma":[0.97502625,0.017350608,0.002120463,0.0028763367,0.0021614174,0.00046494868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004911557,0.0016825052,0.00072651106,0.0029984813,0.0005988765,0.0015413798,0.0017917278,0.0009571348,0.0040563005],"category_scores_gemma":[0.023108386,0.001064844,0.0008363198,0.0012122788,0.0006742152,0.0022499005,0.0019037004,0.0013463905,0.0020753734],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082245056,0.0009693646,0.018278187,0.0016426021,0.00024762316,0.0018998451,0.003200806,0.030226992,0.06449882,0.009785204,0.040008456,0.8284196],"study_design_scores_gemma":[0.0008379605,0.0016520348,0.03044255,0.0012171005,0.0003482253,0.0065319897,0.0009732172,0.5532255,0.18451254,0.025213392,0.19445157,0.00059402565],"about_ca_topic_score_codex":0.0019294728,"about_ca_topic_score_gemma":0.0019528572,"teacher_disagreement_score":0.004911557,"about_ca_system_score_codex":0.00052469433,"about_ca_system_score_gemma":0.001298238,"threshold_uncertainty_score":0.025975108},"labels":[],"label_agreement":null},{"id":"W2109263903","doi":"10.1109/ase.1997.632846","title":"Retrieving software components that minimize adaptation effort","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke; Université Laval","funders":"Natural Sciences and Engineering Research Council of Canada; Defense Advanced Research Projects Agency; West Virginia University","keywords":"Computer science; Adaptation (eye); Software; Software engineering; Programming language","score_opus":0.13859074756503034,"score_gpt":0.26608153463364126,"score_spread":0.12749078706861092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109263903","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4349087,0.0008136773,0.557498,0.0003878734,0.000017546683,0.00022129614,0.000148519,0.0035794207,0.0024250231],"genre_scores_gemma":[0.6736485,0.00033383045,0.3234853,0.00015890658,0.000024921734,0.00014829716,0.00067252794,0.00046679014,0.0010609196],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934487,0.0018639395,0.0006837108,0.0011739715,0.0022823443,0.0005473417],"domain_scores_gemma":[0.9764233,0.012219533,0.002732823,0.004940609,0.0032216695,0.000462054],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005749096,0.001154086,0.0015308142,0.0024574297,0.00050946185,0.0026527971,0.0014701133,0.0018161269,0.0009115826],"category_scores_gemma":[0.051750522,0.0005808998,0.00086401816,0.0021131067,0.0010475991,0.004264424,0.0017028394,0.0006508487,0.0006957289],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011896461,0.0006624419,0.046317194,0.000665449,0.00029884835,0.00023343798,0.00094340014,0.23566411,0.07612285,0.016537987,0.0027694006,0.61859524],"study_design_scores_gemma":[0.00015855645,0.0007659926,0.015627814,0.00006728503,0.0002519357,0.00061861036,0.00056947325,0.88717127,0.074092105,0.01706028,0.0035290339,0.00008763002],"about_ca_topic_score_codex":0.0021267962,"about_ca_topic_score_gemma":0.0026073696,"teacher_disagreement_score":0.005749096,"about_ca_system_score_codex":0.00093980954,"about_ca_system_score_gemma":0.0026831094,"threshold_uncertainty_score":0.030404449},"labels":[],"label_agreement":null},{"id":"W2109342756","doi":"10.1145/1101908.1101952","title":"Let's agree to disagree","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Merge (version control); Negotiation; Computer science; Formal methods; Conflict resolution; Order (exchange); Data science; Formal description; Software; Software engineering; Information retrieval; Programming language; Sociology","score_opus":0.0275007670590981,"score_gpt":0.2883327317806759,"score_spread":0.2608319647215778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109342756","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027184829,0.003012953,0.0054639746,0.88308775,0.05144517,0.000091729074,0.00015759592,0.00016094717,0.053861298],"genre_scores_gemma":[0.06669436,0.0031529055,0.0045700627,0.8913996,0.009351739,0.00017164568,0.00026920086,0.00026968447,0.02412084],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.94638145,0.024059532,0.0033413372,0.0052597453,0.016226096,0.0047318228],"domain_scores_gemma":[0.92234766,0.024318809,0.004279398,0.007923564,0.030406063,0.01072458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027901255,0.0010267973,0.0015357726,0.0015338922,0.007287932,0.012682922,0.0035901996,0.01445372,0.027562933],"category_scores_gemma":[0.145899,0.0007871677,0.0013010281,0.0014385442,0.023100043,0.019101823,0.015295514,0.02873895,0.013112334],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014274196,0.000070832626,0.0018118607,0.0003853798,0.00022645698,0.00074005866,0.013156536,0.00021590444,0.00041922124,0.10791715,0.8201386,0.05477531],"study_design_scores_gemma":[0.000044972094,0.000025007928,0.0005911904,0.00077945105,0.000059909828,0.0005439865,0.022277271,0.00020038088,0.00022597879,0.18675323,0.7883943,0.0001043631],"about_ca_topic_score_codex":0.0027506328,"about_ca_topic_score_gemma":0.003215243,"teacher_disagreement_score":0.027901255,"about_ca_system_score_codex":0.004185367,"about_ca_system_score_gemma":0.0080102775,"threshold_uncertainty_score":0.14755768},"labels":[],"label_agreement":null},{"id":"W2109459590","doi":"10.1109/icsmc.2009.5346368","title":"Comparing methodologies for the transition between software requirements and architectures","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Set (abstract data type); Software; Transition (genetics); Software engineering; Schema (genetic algorithms); Systems engineering; Engineering; Machine learning; Programming language","score_opus":0.19170691203184634,"score_gpt":0.37426399718914005,"score_spread":0.1825570851572937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109459590","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13105899,0.0027544438,0.8495034,0.00077958475,0.00015894938,0.0017492464,0.00044673192,0.0009139429,0.012634737],"genre_scores_gemma":[0.19496478,0.0011445798,0.8004929,0.00012894894,0.000023294644,0.0014152639,0.0008171803,0.00016339678,0.0008497732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9396449,0.031137656,0.008138119,0.0036577191,0.016132059,0.0012895613],"domain_scores_gemma":[0.8846893,0.06453962,0.013101332,0.013044275,0.023549361,0.0010759942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.042931918,0.0010226893,0.0007488971,0.010103455,0.0012151535,0.0049887747,0.0023246629,0.0019125374,0.0018309427],"category_scores_gemma":[0.10862733,0.0006384194,0.002222396,0.0046698856,0.001607772,0.0056853513,0.0029485489,0.0017944127,0.00040388945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068585866,0.0010348214,0.02607502,0.003166377,0.00091415434,0.00029204643,0.0055501545,0.062868595,0.013815391,0.13524522,0.0037639937,0.74658835],"study_design_scores_gemma":[0.0007274694,0.0055411076,0.050327,0.005874387,0.0016771773,0.0019355892,0.013653626,0.4827285,0.058244538,0.26835257,0.11031044,0.0006276143],"about_ca_topic_score_codex":0.0018321875,"about_ca_topic_score_gemma":0.0024219563,"teacher_disagreement_score":0.042931918,"about_ca_system_score_codex":0.0041373107,"about_ca_system_score_gemma":0.004249102,"threshold_uncertainty_score":0.2270484},"labels":[],"label_agreement":null},{"id":"W2109672042","doi":"10.1109/aiccsa.2008.4493638","title":"Delegation model for object-oriented systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Common Object Request Broker Architecture; Delegation; Computer science; Object (grammar); Method; Distributed object; Interoperable Object Reference; Set (abstract data type); Object model; Function (biology); Object-oriented programming; Distributed computing; Software engineering; Programming language; Computer security; Artificial intelligence","score_opus":0.0817421003680481,"score_gpt":0.2932805092079876,"score_spread":0.2115384088399395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2109672042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00913689,0.0011623239,0.94919384,0.0026534072,0.000386213,0.000267387,0.00013514534,0.0010277231,0.03603708],"genre_scores_gemma":[0.6175624,0.0030532537,0.31430066,0.002059838,0.0012693623,0.0017262108,0.0006231498,0.0005530487,0.058852136],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9940553,0.001760964,0.0005573111,0.0006589304,0.0024113948,0.0005560847],"domain_scores_gemma":[0.99569607,0.0013402227,0.00035496234,0.0015965797,0.0006400555,0.0003720647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048769955,0.00080776063,0.00096074276,0.0010350336,0.0017533012,0.00502871,0.0022509089,0.0029244118,0.005422585],"category_scores_gemma":[0.0073246537,0.0006336464,0.0014253224,0.0010707811,0.0039766114,0.009598458,0.003858916,0.0039758086,0.002248014],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016171853,0.000038226586,0.00013087431,0.0000507962,0.000010721264,0.00018813273,0.0003541594,0.005319963,0.00057186646,0.9840625,0.0019419108,0.007314549],"study_design_scores_gemma":[0.000060408507,0.00004400214,0.000113602924,0.000055117882,0.00002260209,0.00037076688,0.000106287895,0.05868301,0.0008720986,0.87487775,0.06476223,0.00003213201],"about_ca_topic_score_codex":0.002164665,"about_ca_topic_score_gemma":0.001077985,"teacher_disagreement_score":0.005422585,"about_ca_system_score_codex":0.0024521588,"about_ca_system_score_gemma":0.0018075944,"threshold_uncertainty_score":0.02579236},"labels":[],"label_agreement":null},{"id":"W2110119635","doi":"10.1109/ares.2009.86","title":"A Practical Framework for the Dataflow Pointcut in AspectJ","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Dataflow; Computer science; Programming language; Aspect-oriented programming; Compiler; Java; Process (computing); Software","score_opus":0.1103297870520999,"score_gpt":0.4098569533854909,"score_spread":0.299527166333391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110119635","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005940682,0.00016594784,0.9937441,0.00040871414,0.00012036359,0.00026263235,0.000044662047,0.0025249321,0.0021346528],"genre_scores_gemma":[0.015882887,0.00033771482,0.9778942,0.0004284518,0.00012632327,0.00070532534,0.00022763011,0.0016468223,0.0027505658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9904248,0.0021900758,0.0012944413,0.0015688536,0.0037835375,0.00073832803],"domain_scores_gemma":[0.9946346,0.0019358518,0.00041443613,0.0013793233,0.0013175528,0.00031832428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013370771,0.001957153,0.0014218012,0.003605487,0.002741342,0.008005743,0.005534999,0.0054850588,0.009587381],"category_scores_gemma":[0.015085773,0.003644714,0.0036356137,0.0018983235,0.0053113666,0.009343757,0.0058466312,0.008854834,0.004394981],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012669692,0.0001435174,0.0007091884,0.000770696,0.00007170374,0.0009254828,0.0018998742,0.007530597,0.009554771,0.8658235,0.008705444,0.10373854],"study_design_scores_gemma":[0.00020832065,0.00022669684,0.00039423828,0.0011192845,0.00011254536,0.0016341751,0.0002851464,0.0641749,0.012923152,0.37442264,0.5442671,0.00023184187],"about_ca_topic_score_codex":0.0035184363,"about_ca_topic_score_gemma":0.0031307407,"teacher_disagreement_score":0.013370771,"about_ca_system_score_codex":0.0021531046,"about_ca_system_score_gemma":0.004109299,"threshold_uncertainty_score":0.07071221},"labels":[],"label_agreement":null},{"id":"W2110157102","doi":"10.1109/icre.2003.1232746","title":"Security and privacy requirements analysis within a social setting","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":393,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Countermeasure; Computer security; Vulnerability (computing); Dependency (UML); Threat model; Security information and event management; Process (computing); Secure coding; Security analysis; Requirements analysis; Software security assurance; Information security; Software; Security service; Cloud computing security; Software engineering; Engineering","score_opus":0.02393376465233052,"score_gpt":0.3078451875609932,"score_spread":0.28391142290866267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110157102","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031810936,0.00011549483,0.95310664,0.0038251926,0.0000351161,0.00038725254,0.000096283606,0.00015002707,0.0104731],"genre_scores_gemma":[0.471928,0.0002726752,0.52326196,0.0005316318,0.000060081475,0.0011435986,0.00014944689,0.00008004658,0.0025724408],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9736699,0.017940331,0.0011482576,0.0012745541,0.005087827,0.00087913364],"domain_scores_gemma":[0.96738964,0.02448026,0.0021170361,0.0023678576,0.00304272,0.0006023773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015300397,0.0010865984,0.0006805861,0.0020613237,0.0030939276,0.005397203,0.0018707579,0.0028430868,0.0015330417],"category_scores_gemma":[0.023076097,0.0009778035,0.002145292,0.0013684501,0.007340602,0.0077839275,0.0037318678,0.0030510314,0.00026577403],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047295765,0.00016996502,0.0016310208,0.0002654597,0.00007208483,0.0011735162,0.005213277,0.06551424,0.0042345608,0.90157723,0.0012451253,0.018856281],"study_design_scores_gemma":[0.00007464627,0.00016092349,0.0008128584,0.00018894198,0.0000816431,0.0005939127,0.006606942,0.26205182,0.006314599,0.69710094,0.025938684,0.000074162126],"about_ca_topic_score_codex":0.004460056,"about_ca_topic_score_gemma":0.0037314915,"teacher_disagreement_score":0.015300397,"about_ca_system_score_codex":0.0035109378,"about_ca_system_score_gemma":0.006393962,"threshold_uncertainty_score":0.08091718},"labels":[],"label_agreement":null},{"id":"W2110198544","doi":"10.1109/cmpsac.1999.812694","title":"A pattern-based approach to structural design composition","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Component (thermodynamics); Structural pattern; Software design pattern; Design pattern; Engineering design process; Software engineering; Design process; Block (permutation group theory); Process (computing); Software design; Programming language; Software; Software development; Engineering; Work in process","score_opus":0.06647210981099572,"score_gpt":0.28508033893043927,"score_spread":0.21860822911944355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110198544","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00039216358,0.00012127055,0.9935342,0.0003293911,0.000048201855,0.00014328258,0.000030526648,0.00027483597,0.0051261014],"genre_scores_gemma":[0.009643976,0.0003083239,0.9848914,0.00015600155,0.00002919663,0.00041545267,0.00012044765,0.00012206182,0.0043131122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9947536,0.0017399552,0.00047287004,0.0008581704,0.001983471,0.00019186152],"domain_scores_gemma":[0.9971403,0.0009820438,0.00018925895,0.000960931,0.0005749881,0.00015261197],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047028963,0.0013598741,0.0007550868,0.0028423732,0.002484457,0.0038821213,0.003162506,0.0021715518,0.009263102],"category_scores_gemma":[0.0076706344,0.0011694875,0.0021894805,0.0029726783,0.0044799363,0.0051658857,0.004427243,0.0040133935,0.0037088082],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002884287,0.000103771716,0.0003034718,0.00032612684,0.00006384635,0.0003472041,0.0013869441,0.012679068,0.0038809215,0.86640555,0.0043610223,0.11011315],"study_design_scores_gemma":[0.000049393508,0.00007435599,0.0001333888,0.0002095275,0.00007380444,0.0006638828,0.0003168579,0.05126417,0.003823675,0.7084761,0.23487267,0.000042184853],"about_ca_topic_score_codex":0.0035101287,"about_ca_topic_score_gemma":0.0057135494,"teacher_disagreement_score":0.009263102,"about_ca_system_score_codex":0.0017957507,"about_ca_system_score_gemma":0.003333561,"threshold_uncertainty_score":0.030988157},"labels":[],"label_agreement":null},{"id":"W2110219867","doi":"10.1109/icas.2008.35","title":"Adaptive Action Selection in Autonomic Software Using Reinforcement Learning","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reinforcement learning; Computer science; Action selection; Adaptation (eye); Process (computing); Selection (genetic algorithm); Set (abstract data type); Artificial intelligence; Action (physics); Software; Machine learning; Software engineering","score_opus":0.1187369093501959,"score_gpt":0.31403865226124916,"score_spread":0.19530174291105326,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110219867","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09513204,0.00021410962,0.90139025,0.00018280507,0.000024537761,0.00006795457,0.000010526329,0.0007718911,0.002205841],"genre_scores_gemma":[0.91743886,0.000084724365,0.081541166,0.00004754478,0.00001528493,0.00007941223,0.000015882599,0.000030131885,0.00074695935],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994081,0.00028231577,0.000029113398,0.00008966584,0.00013289783,0.000058013986],"domain_scores_gemma":[0.99845886,0.0010548793,0.00015871762,0.00011584179,0.00013328908,0.00007850719],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014042752,0.00040341925,0.0005713165,0.00035115125,0.0003095079,0.0005122169,0.0008782638,0.0004982893,0.0008216078],"category_scores_gemma":[0.003485734,0.00027225117,0.00033179796,0.00027506004,0.00090949563,0.0006999009,0.0007025071,0.00076583796,0.00012108022],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010917522,0.00014232793,0.0013006923,0.000042857933,0.000045569333,0.00011957026,0.00013185533,0.9144588,0.0035490075,0.006540819,0.0003614485,0.073197804],"study_design_scores_gemma":[0.00001539998,0.00003804929,0.000104949,0.0000028512375,0.0000053484214,0.000014543355,0.000006882878,0.9959418,0.00058329554,0.00313757,0.00014546775,0.0000037974592],"about_ca_topic_score_codex":0.0031070833,"about_ca_topic_score_gemma":0.0026666247,"teacher_disagreement_score":0.0031070833,"about_ca_system_score_codex":0.0005026308,"about_ca_system_score_gemma":0.00073933124,"threshold_uncertainty_score":0.00742656},"labels":[],"label_agreement":null},{"id":"W2110536119","doi":"10.1002/cpe.555","title":"Algorithmic support for model transformation in object‐oriented software development","year":2001,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"National Research Council Canada; Bell Canada Enterprises; Austrian Science Fund","keywords":"Computer science; Unified Modeling Language; Notation; Scope (computer science); Software development; Model transformation; Software engineering; Programming language; Class diagram; Development (topology); Software development process; Process (computing); Software; Theoretical computer science; Artificial intelligence; Mathematics","score_opus":0.05038449588205751,"score_gpt":0.3549345415986086,"score_spread":0.3045500457165511,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110536119","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003118457,0.000027068132,0.99496907,0.000094518975,0.00000816541,0.00006858979,0.000007949315,0.00072835595,0.0009778762],"genre_scores_gemma":[0.055589806,0.00006505238,0.9431592,0.000041162406,0.000012307184,0.00020122586,0.00011316753,0.000137839,0.00068017637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9936845,0.0034277418,0.0005972742,0.00043193324,0.0016069793,0.00025162625],"domain_scores_gemma":[0.9759591,0.0177518,0.0010423422,0.002848775,0.0021624726,0.00023545802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053811623,0.00077953906,0.0006203339,0.0015772524,0.00109589,0.003088303,0.0019656077,0.0015438396,0.0036753295],"category_scores_gemma":[0.032543916,0.00077104813,0.00106249,0.0016313158,0.0017378167,0.0028410167,0.0043870346,0.0016210042,0.0010908435],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021892649,0.00031668125,0.0028155001,0.00039770498,0.000077418765,0.00034246666,0.0007715251,0.23533835,0.0065815896,0.30645508,0.0031365473,0.4435483],"study_design_scores_gemma":[0.00010007833,0.00006104279,0.00016150122,0.0000977589,0.000030488824,0.00018582755,0.00011061297,0.8459135,0.0057717706,0.13694592,0.010602868,0.000018685141],"about_ca_topic_score_codex":0.0011638497,"about_ca_topic_score_gemma":0.0013696887,"teacher_disagreement_score":0.0053811623,"about_ca_system_score_codex":0.0009641947,"about_ca_system_score_gemma":0.0017464112,"threshold_uncertainty_score":0.028458655},"labels":[],"label_agreement":null},{"id":"W2110862626","doi":"","title":"Conflict Detection in Call Control Using First-Order Logic Model Checking.","year":2007,"lang":"en","type":"article","venue":"Stirling Online Research Repository (University of Stirling)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; University of Stirling","keywords":"Computer science; Control (management); Domain (mathematical analysis); Artificial intelligence; Model checking; State (computer science); Cover (algebra); Machine learning; Theoretical computer science; Programming language; Engineering; Mathematics","score_opus":0.1364967768610269,"score_gpt":0.3628396819626254,"score_spread":0.2263429051015985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110862626","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043621123,0.00014252884,0.9477426,0.00022890931,0.000037616992,0.00025063782,0.00033569444,0.0047549345,0.002886018],"genre_scores_gemma":[0.53357226,0.0001400813,0.46293077,0.00017580473,0.000025882327,0.0003216008,0.0005940629,0.00035764414,0.0018818585],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99225676,0.002875419,0.00043435235,0.0008659053,0.0029648647,0.0006027476],"domain_scores_gemma":[0.97104496,0.02337197,0.0017844285,0.0018098502,0.0017715774,0.00021727037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062159556,0.0012078529,0.0010050696,0.0025150713,0.001192413,0.003409221,0.0028221672,0.0012123436,0.003336544],"category_scores_gemma":[0.02180586,0.0010283985,0.0027098581,0.0010712321,0.0026483387,0.0033867306,0.0017648763,0.0017781113,0.0004262806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009355712,0.0005983209,0.0113656735,0.00092994445,0.00046670035,0.0011884968,0.0012287442,0.7273106,0.021746047,0.116673626,0.0029067725,0.114649415],"study_design_scores_gemma":[0.00006433142,0.000081658654,0.00041966682,0.00003998526,0.00008420996,0.00013935544,0.00005774633,0.95992786,0.0154212,0.022221975,0.0015114275,0.000030487925],"about_ca_topic_score_codex":0.019758567,"about_ca_topic_score_gemma":0.024131197,"teacher_disagreement_score":0.019758567,"about_ca_system_score_codex":0.002977928,"about_ca_system_score_gemma":0.005189669,"threshold_uncertainty_score":0.03928715},"labels":[],"label_agreement":null},{"id":"W2111057066","doi":"10.1109/sera.2005.18","title":"A transparent and evolvable licensing object service","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Common Object Request Broker Architecture; Computer science; Software; Service (business); Aside; Object (grammar); Order (exchange); Software as a service; Software engineering; Computer security; Software development; Distributed computing; Business; Operating system","score_opus":0.05764180622349932,"score_gpt":0.2930067921670187,"score_spread":0.23536498594351937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111057066","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029617468,0.0002448726,0.92693734,0.0021244579,0.0004220167,0.0003886708,0.00012556682,0.02109543,0.019044232],"genre_scores_gemma":[0.4881895,0.0005298995,0.4572427,0.0020718884,0.00036162333,0.0004107669,0.00063720957,0.0026291213,0.047927346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951768,0.0007848713,0.00030022112,0.0005139208,0.0026902526,0.0005338621],"domain_scores_gemma":[0.99233633,0.0011218704,0.00054586586,0.003926175,0.0012727171,0.0007971003],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042735105,0.0005317402,0.00064021203,0.0012909552,0.001726095,0.0046498217,0.0030053714,0.003626288,0.0043146163],"category_scores_gemma":[0.010732686,0.000662837,0.0009607954,0.0009403658,0.0027795818,0.005433979,0.0051858886,0.003388896,0.00358348],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008347859,0.00090827385,0.0062954775,0.0002969335,0.00012745868,0.002000631,0.002783188,0.01630328,0.08462577,0.48359326,0.024135547,0.37809533],"study_design_scores_gemma":[0.00032937803,0.0005967824,0.0028627424,0.00018342154,0.00018359926,0.0034662911,0.0006290806,0.28125152,0.07551371,0.18309705,0.45142448,0.00046190646],"about_ca_topic_score_codex":0.0027979559,"about_ca_topic_score_gemma":0.001270104,"teacher_disagreement_score":0.0046498217,"about_ca_system_score_codex":0.0012101866,"about_ca_system_score_gemma":0.0032629722,"threshold_uncertainty_score":0.02260071},"labels":[],"label_agreement":null},{"id":"W2111401451","doi":"10.1109/agile.2011.21","title":"Using Acceptance Tests for Incremental Elicitation of Variability in Requirements: An Observational Study","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Agile software development; Computer science; Observational study; Software; Domain (mathematical analysis); Requirements elicitation; Software engineering; Risk analysis (engineering); Requirements analysis; Statistics; Mathematics; Business","score_opus":0.6657893847275975,"score_gpt":0.4744709046734295,"score_spread":0.19131848005416802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111401451","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98457736,0.000036851638,0.012483834,0.00010960574,0.000012540639,0.0008534472,0.00008681475,0.000040131075,0.001799358],"genre_scores_gemma":[0.98837286,0.00004662237,0.010150156,0.00011569725,0.0000115759,0.00084654515,0.00010167949,0.000016275575,0.00033857414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.95620483,0.03266266,0.002877936,0.0018223893,0.00541173,0.0010203884],"domain_scores_gemma":[0.54436135,0.37550515,0.024977872,0.020770328,0.031238113,0.0031472857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.036486924,0.0007320965,0.0006228013,0.0018094408,0.0014115747,0.0018447338,0.0020723045,0.001773546,0.0009275511],"category_scores_gemma":[0.19871719,0.000617899,0.00076131715,0.0010984872,0.0024221556,0.0024712181,0.0023912655,0.0033398517,0.00041735335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030754623,0.029526277,0.5431997,0.0008732761,0.00022491993,0.0032176685,0.22749636,0.005696868,0.023300663,0.005886645,0.0020507502,0.15545139],"study_design_scores_gemma":[0.0012898459,0.054027703,0.68583155,0.00060896203,0.00033683842,0.002643503,0.1311772,0.05501945,0.040949352,0.009583163,0.017749032,0.0007834185],"about_ca_topic_score_codex":0.002246515,"about_ca_topic_score_gemma":0.0027658513,"teacher_disagreement_score":0.036486924,"about_ca_system_score_codex":0.0015975754,"about_ca_system_score_gemma":0.0019251223,"threshold_uncertainty_score":0.1929636},"labels":[],"label_agreement":null},{"id":"W2112000202","doi":"10.1145/1173706.1173738","title":"Verifying feature-based model templates against well-formedness OCL constraints","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":288,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Template; Computer science; Feature (linguistics); Feature model; Programming language; Software; Software product line; Software engineering; Software development","score_opus":0.027729001197905733,"score_gpt":0.2649892915571686,"score_spread":0.23726029035926288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112000202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043519855,0.00004003282,0.947198,0.00017590956,0.0000474387,0.00040995132,0.00068453344,0.0064778067,0.0014465215],"genre_scores_gemma":[0.4392557,0.00010436061,0.5558665,0.00017390125,0.000036520654,0.0006528619,0.0017546747,0.0010734892,0.001081968],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9865752,0.0036684193,0.0016587644,0.0018948445,0.005562761,0.0006400271],"domain_scores_gemma":[0.9452202,0.027541438,0.00539779,0.015410433,0.006060616,0.0003695378],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007354009,0.0010285485,0.00083861843,0.00087256083,0.0007166011,0.0020889114,0.002563047,0.0017546236,0.0029383753],"category_scores_gemma":[0.04868187,0.0009273165,0.0017361764,0.00063389825,0.00208585,0.003793068,0.0014552119,0.0013340819,0.0011452476],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008128579,0.00054209493,0.012564873,0.0010231151,0.0003290436,0.0023259548,0.0020819125,0.41401687,0.108327106,0.1707273,0.00752849,0.2797204],"study_design_scores_gemma":[0.00014615714,0.00032259664,0.00087073847,0.00008102645,0.00009497828,0.0005741966,0.00018640375,0.8005071,0.14188237,0.04646373,0.008797758,0.000072998984],"about_ca_topic_score_codex":0.0030861895,"about_ca_topic_score_gemma":0.0038692914,"teacher_disagreement_score":0.007354009,"about_ca_system_score_codex":0.0013358728,"about_ca_system_score_gemma":0.0039155283,"threshold_uncertainty_score":0.03889215},"labels":[],"label_agreement":null},{"id":"W2112292901","doi":"10.1109/iceccs.1996.558401","title":"Understanding large-scale behaviour patterns in complex systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Complex system; Software system; Software; Class (philosophy); Class diagram; Inheritance (genetic algorithm); Scale (ratio); Code (set theory); Theoretical computer science; Software engineering; Programming language; Artificial intelligence; Data science; Human–computer interaction; Unified Modeling Language; Set (abstract data type)","score_opus":0.2847724823571504,"score_gpt":0.3092510176678429,"score_spread":0.024478535310692495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112292901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24260251,0.0009976182,0.7319989,0.002687037,0.000056849916,0.00021571323,0.00042005195,0.0017939181,0.019227343],"genre_scores_gemma":[0.83422774,0.0006676001,0.15993221,0.00019509165,0.0000352351,0.00020247666,0.0004905497,0.00036559894,0.0038835052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999127,0.0002665423,0.0000727961,0.00019459875,0.0002660296,0.00007301324],"domain_scores_gemma":[0.99488455,0.002991458,0.0007035225,0.00075414754,0.00050775334,0.00015861193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090466347,0.000443564,0.00039400713,0.0019401697,0.00087505445,0.0028666528,0.0007549594,0.001109094,0.0028703802],"category_scores_gemma":[0.009147925,0.0004893095,0.0005054797,0.0016426475,0.0024464338,0.0076192194,0.001438458,0.0009987635,0.0005918722],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015219879,0.00020419582,0.047899842,0.0009273241,0.00016145041,0.0032255505,0.033046987,0.07258645,0.025443628,0.6291076,0.00903627,0.17820854],"study_design_scores_gemma":[0.000023572926,0.00005497322,0.020941911,0.00013324579,0.000054133794,0.0014375149,0.00518665,0.16998729,0.0039445953,0.76204664,0.036118664,0.00007082133],"about_ca_topic_score_codex":0.0036915427,"about_ca_topic_score_gemma":0.002605505,"teacher_disagreement_score":0.0036915427,"about_ca_system_score_codex":0.0010544322,"about_ca_system_score_gemma":0.0005543288,"threshold_uncertainty_score":0.009602368},"labels":[],"label_agreement":null},{"id":"W2112686810","doi":"10.1109/wpc.2000.852479","title":"Architectural repair of open source software","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Architectural pattern; Architecture; Isolation (microbiology); Software system; Kernel (algebra); Software architecture; Linux kernel; Software; Open source; Operating system; Software construction","score_opus":0.06962059356544725,"score_gpt":0.29976585300890124,"score_spread":0.230145259443454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112686810","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32144514,0.0017900378,0.6461808,0.0019179903,0.0003988743,0.0002540225,0.00017766538,0.014476958,0.013358561],"genre_scores_gemma":[0.6724724,0.0008952447,0.31135207,0.00027359775,0.00006990332,0.0001234197,0.00062954036,0.0018129786,0.0123708],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958034,0.001265516,0.000322168,0.00039417137,0.0018842813,0.00033042594],"domain_scores_gemma":[0.9819703,0.0043497356,0.0022051723,0.008360663,0.0027140968,0.00040001422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032893287,0.00060542906,0.00036678338,0.0012681548,0.0014996993,0.0019552733,0.0020938802,0.0013908122,0.0017573929],"category_scores_gemma":[0.026580399,0.0005726743,0.000617491,0.0011058295,0.0015412928,0.0030690897,0.0039408933,0.0020856417,0.00078270567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040191298,0.00042749723,0.015919961,0.00085923163,0.00012392791,0.0041611027,0.022388944,0.06160083,0.04926513,0.06602199,0.014748237,0.7640813],"study_design_scores_gemma":[0.00013009003,0.0007620813,0.015237223,0.0006423935,0.00029470146,0.0077184695,0.01108689,0.33608788,0.14799064,0.15957952,0.32020846,0.0002616546],"about_ca_topic_score_codex":0.0020367894,"about_ca_topic_score_gemma":0.002481847,"teacher_disagreement_score":0.0032893287,"about_ca_system_score_codex":0.00095499284,"about_ca_system_score_gemma":0.0014819807,"threshold_uncertainty_score":0.017395854},"labels":[],"label_agreement":null},{"id":"W2112867235","doi":"10.1109/cacwd.2004.1349273","title":"The requirements and framework for the general intensional programming system","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University","keywords":"Computer science; Context (archaeology); Domain (mathematical analysis); Programming paradigm; Programming language; Software engineering; Work (physics); Key (lock); Space (punctuation); Engineering; Operating system","score_opus":0.0671740857709195,"score_gpt":0.34002747550369106,"score_spread":0.27285338973277157,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2112867235","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027185217,0.00057664386,0.9320791,0.0070918873,0.00016658974,0.0007267343,0.00019760319,0.0005630694,0.055879984],"genre_scores_gemma":[0.056625344,0.00064639404,0.92900866,0.001373093,0.00017694887,0.0020681473,0.0003257611,0.00025511495,0.00952052],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98664397,0.0061912993,0.0013031152,0.001439219,0.0037650852,0.00065738027],"domain_scores_gemma":[0.98746836,0.006550821,0.00079535187,0.0018997968,0.002598342,0.0006873282],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016343432,0.0011812464,0.00076012645,0.002771784,0.0024296213,0.0069035273,0.0037746907,0.004839853,0.008089578],"category_scores_gemma":[0.021169858,0.0010753005,0.002022852,0.0017257433,0.011102813,0.0121863065,0.0063494514,0.007561988,0.0036901345],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000065369677,0.000014123918,0.00007301614,0.00006847219,0.0000031701522,0.000115598676,0.00057013845,0.0009978615,0.00034772285,0.99008536,0.0019039317,0.0058140308],"study_design_scores_gemma":[0.00003447701,0.00006916454,0.00027192023,0.0003489599,0.0000138875785,0.00068063324,0.0008007649,0.015010548,0.00097482256,0.8176761,0.1640709,0.00004770485],"about_ca_topic_score_codex":0.003100587,"about_ca_topic_score_gemma":0.0023542698,"teacher_disagreement_score":0.016343432,"about_ca_system_score_codex":0.003157932,"about_ca_system_score_gemma":0.0067497226,"threshold_uncertainty_score":0.08643335},"labels":[],"label_agreement":null},{"id":"W2113207560","doi":"10.1109/hicss.1997.663177","title":"Use case maps for engineering real time and distributed computer systems: a case study of an ACE-framework application","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Business process reengineering; Traceability; Code (set theory); Software system; Object-oriented programming; Source code; Distributed computing; Software; Programming language; Engineering; Set (abstract data type)","score_opus":0.0530409659101319,"score_gpt":0.2897247197641611,"score_spread":0.23668375385402918,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113207560","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85674626,0.00031700017,0.12095995,0.00062320364,0.000030380528,0.0005428312,0.00015875082,0.00043892956,0.020182831],"genre_scores_gemma":[0.8888827,0.00028111166,0.106347,0.0000427211,0.00001049801,0.00020427897,0.00012030273,0.000081527374,0.004030035],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972615,0.0013325037,0.00007667349,0.00011028059,0.0010097402,0.00020924925],"domain_scores_gemma":[0.9922692,0.0058248825,0.00030936173,0.0006205373,0.0006565476,0.00031956725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025064193,0.0005395516,0.00039037978,0.0013967009,0.0019280527,0.0013878789,0.0013970116,0.0019204709,0.0018606635],"category_scores_gemma":[0.007912624,0.0002771457,0.00046924994,0.0016124508,0.0014598158,0.0017397129,0.0012946374,0.0011265418,0.00027684277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016080594,0.004832176,0.042904235,0.0017477948,0.00017837666,0.06158695,0.05412605,0.19858041,0.036015008,0.17098698,0.009683443,0.4177506],"study_design_scores_gemma":[0.00048639564,0.0024042192,0.037622236,0.0005093835,0.00023777508,0.026584974,0.038861126,0.5590882,0.10939317,0.05679159,0.16772379,0.00029717997],"about_ca_topic_score_codex":0.0058943257,"about_ca_topic_score_gemma":0.009723051,"teacher_disagreement_score":0.0058943257,"about_ca_system_score_codex":0.0012220901,"about_ca_system_score_gemma":0.0012187533,"threshold_uncertainty_score":0.013255358},"labels":[],"label_agreement":null},{"id":"W2113471799","doi":"10.1109/sepcase.2007.5","title":"Evaluating User-centric Adaptation with Goal Models","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Adaptation (eye); Goal modeling; Key (lock); Ubiquitous computing; Context (archaeology); Goal orientation; Adaptive system; Work (physics); User modeling; Human–computer interaction; User interface; Software; Artificial intelligence; Computer security; Requirements engineering; Engineering","score_opus":0.13684669720464832,"score_gpt":0.3615107798460156,"score_spread":0.22466408264136728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113471799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.705368,0.00047830053,0.28442582,0.00037800457,0.000032098626,0.0006075883,0.00023728308,0.0006990028,0.00777386],"genre_scores_gemma":[0.92807263,0.00009739928,0.071144156,0.000042235566,0.0000071315976,0.0001786833,0.00023760444,0.000037838498,0.00018242885],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9755824,0.016398387,0.0009880527,0.0012618924,0.005239032,0.0005302391],"domain_scores_gemma":[0.9265688,0.055162854,0.005790803,0.004602714,0.0064505227,0.001424354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017480297,0.0013280995,0.00093766884,0.0022581944,0.0004947831,0.0026516279,0.0013848243,0.0013455251,0.0007270122],"category_scores_gemma":[0.071954265,0.0004523126,0.0009405087,0.001657254,0.0012400748,0.0034353046,0.002839867,0.0011322146,0.00013556899],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023747548,0.0014094291,0.08328245,0.0007732308,0.0008839164,0.00031521937,0.003251463,0.66645175,0.012316321,0.02361227,0.0012763075,0.20405288],"study_design_scores_gemma":[0.000090195135,0.0010905892,0.0093687,0.00006359918,0.0001625497,0.00006920567,0.0007634374,0.9725969,0.0051096417,0.009794013,0.0008352731,0.00005597545],"about_ca_topic_score_codex":0.0069074156,"about_ca_topic_score_gemma":0.006040813,"teacher_disagreement_score":0.017480297,"about_ca_system_score_codex":0.0028015825,"about_ca_system_score_gemma":0.0016092025,"threshold_uncertainty_score":0.09244579},"labels":[],"label_agreement":null},{"id":"W2113915276","doi":"10.1109/hicss.1989.48050","title":"Conceptual views of data structures as a model of output in programming languages","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Programmer; Programming language; Structuring; Conceptual model; Coding (social sciences); Data structure; Programming paradigm; Database","score_opus":0.20809499301977344,"score_gpt":0.3882865167776444,"score_spread":0.18019152375787098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113915276","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023107566,0.00048997084,0.9845695,0.0012733808,0.00009403502,0.00004345538,0.00011283342,0.00080385647,0.010302234],"genre_scores_gemma":[0.13913697,0.001655547,0.8447717,0.0009299335,0.00026273442,0.00052131125,0.0006824291,0.0010205163,0.01101887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99344504,0.0035402982,0.00049712264,0.0007765875,0.0013703872,0.00037061796],"domain_scores_gemma":[0.99465734,0.0024166794,0.00037623625,0.0014970255,0.00068442774,0.0003682428],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005962623,0.0012374246,0.0007428189,0.0016459862,0.0014707155,0.012075233,0.0030949311,0.0028488312,0.003905263],"category_scores_gemma":[0.007955117,0.0015902688,0.001817502,0.0020796154,0.010260396,0.018864427,0.0035161967,0.0067725955,0.0014537243],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000132376235,0.000010954779,0.00011205302,0.000046025645,0.0000065822614,0.00005044709,0.0011667121,0.0014581969,0.0003418441,0.99023205,0.0008657292,0.005696204],"study_design_scores_gemma":[0.00003522426,0.000058003865,0.00013693051,0.0001387035,0.000034143195,0.00024050324,0.00055455905,0.027088761,0.0018453437,0.87210834,0.09771301,0.000046515448],"about_ca_topic_score_codex":0.003576416,"about_ca_topic_score_gemma":0.0028612686,"teacher_disagreement_score":0.012075233,"about_ca_system_score_codex":0.0031486137,"about_ca_system_score_gemma":0.0025503968,"threshold_uncertainty_score":0.031533778},"labels":[],"label_agreement":null},{"id":"W2113938369","doi":"10.1109/re.2006.14","title":"Deriving Architectures from Requirements","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Software engineering; Requirements engineering; Requirements analysis; Software architecture; Software requirements specification; Non-functional requirement; Software requirements; Systems engineering; Process (computing); Software system; Architecture; Software architecture description; Reference architecture; Software; Component-based software engineering; Software construction; Engineering; Programming language","score_opus":0.030718307678545914,"score_gpt":0.2767732791327389,"score_spread":0.246054971454193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113938369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017904906,0.00024661946,0.9587227,0.0007485642,0.000059465907,0.00061348494,0.00056896143,0.000775477,0.020359837],"genre_scores_gemma":[0.12295101,0.0007354499,0.8678898,0.00016553234,0.00003091311,0.00090833346,0.0024552431,0.00037118333,0.0044925157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99523145,0.0015808417,0.00036643512,0.00041686586,0.0021557906,0.00024846388],"domain_scores_gemma":[0.99394554,0.0022733742,0.00048617568,0.0011039705,0.002058769,0.00013222173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030708774,0.0016607827,0.00060800405,0.0038647365,0.000996903,0.0030512533,0.0016364862,0.0015036695,0.0034359987],"category_scores_gemma":[0.015672922,0.0010319803,0.0018801419,0.0019217666,0.001214572,0.0025837792,0.003191691,0.002016239,0.0023084185],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006637736,0.00017713528,0.002856779,0.0010136683,0.0001182597,0.001933267,0.0025877866,0.14965603,0.020792129,0.57707125,0.008098612,0.23562872],"study_design_scores_gemma":[0.00005467973,0.00014505809,0.0015502153,0.0007011652,0.00012020429,0.000663385,0.0023486027,0.38347647,0.019920465,0.45711607,0.13380778,0.00009591514],"about_ca_topic_score_codex":0.0041824426,"about_ca_topic_score_gemma":0.004405288,"teacher_disagreement_score":0.0041824426,"about_ca_system_score_codex":0.00194436,"about_ca_system_score_gemma":0.0043904977,"threshold_uncertainty_score":0.016240537},"labels":[],"label_agreement":null},{"id":"W2114240352","doi":"10.1109/icas.2009.58","title":"An Adaptive Reinforcement Learning Approach to Policy-Driven Autonomic Management","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reinforcement learning; Computer science; Set (abstract data type); Context (archaeology); Autonomic computing; Workload; Key (lock); Order (exchange); Artificial intelligence; Knowledge management; Risk analysis (engineering); Computer security; Business","score_opus":0.03795782418672438,"score_gpt":0.29869358039591265,"score_spread":0.26073575620918826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114240352","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00593382,0.0002736103,0.9864081,0.00070996216,0.00006920379,0.00007392908,0.000025197924,0.00030044763,0.006205817],"genre_scores_gemma":[0.73489124,0.0006809468,0.25499406,0.0004620257,0.00017403641,0.00043445977,0.000074670745,0.00008120117,0.008207299],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989371,0.0004996707,0.000051384,0.00016396435,0.0002535539,0.00009440856],"domain_scores_gemma":[0.9983791,0.0009194494,0.00017737332,0.00014385818,0.00025532162,0.0001249759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019347703,0.0007477205,0.0008243537,0.00046659893,0.00046770106,0.0011760505,0.0019996453,0.0012662098,0.0028935599],"category_scores_gemma":[0.0040534083,0.0003511213,0.00062968506,0.0004942248,0.0014740742,0.0012873576,0.0010666802,0.002355968,0.0003757184],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005818497,0.00011718454,0.00060065836,0.000071373055,0.0000849809,0.00013693339,0.0001492597,0.8676204,0.0012375036,0.09353099,0.0009839722,0.035408538],"study_design_scores_gemma":[0.000022473587,0.000045003,0.00007185069,0.000010569746,0.000011644009,0.000025332081,0.000011576964,0.96100855,0.00027696748,0.03676375,0.0017419595,0.000010388753],"about_ca_topic_score_codex":0.0047651534,"about_ca_topic_score_gemma":0.0041079335,"teacher_disagreement_score":0.0047651534,"about_ca_system_score_codex":0.00118511,"about_ca_system_score_gemma":0.0014783688,"threshold_uncertainty_score":0.010232151},"labels":[],"label_agreement":null},{"id":"W2114298000","doi":"10.1007/3-540-47961-9_6","title":"Designing Web-Based Systems in Social Context: A Goal and Scenario Based Approach","year":2002,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Workflow; Notation; Software engineering; Knowledge management; Web modeling; Web application; Web service; Context (archaeology); Human–computer interaction; Process management; World Wide Web; Engineering","score_opus":0.07037880921035751,"score_gpt":0.274325021134475,"score_spread":0.2039462119241175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114298000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008644005,0.00023675874,0.9739923,0.001096179,0.000022381231,0.00019872715,0.000045389887,0.00026113522,0.015503049],"genre_scores_gemma":[0.2798571,0.0008610183,0.7121106,0.00019606984,0.000041771804,0.0007612771,0.00024248737,0.00018027832,0.0057493923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945381,0.0034791913,0.0002914703,0.00039695375,0.0010128274,0.00028142385],"domain_scores_gemma":[0.9966647,0.0021088615,0.00026923342,0.00037725305,0.00030580384,0.0002741642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004424119,0.0014823639,0.0009059375,0.0015960186,0.0017955911,0.006819891,0.0027551306,0.0039234217,0.0043479744],"category_scores_gemma":[0.005346232,0.0015059364,0.0015992449,0.0016549077,0.0042158063,0.009736385,0.0049074125,0.002347506,0.00088262995],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000065571745,0.00026035507,0.0018397989,0.0006323024,0.00018366583,0.0012140397,0.005029575,0.09267208,0.0058518783,0.82491046,0.0027813988,0.06455879],"study_design_scores_gemma":[0.00005299443,0.00018788908,0.0006425766,0.00033489373,0.00018234574,0.0009771086,0.004653221,0.3383241,0.007374081,0.5925165,0.054666452,0.00008778472],"about_ca_topic_score_codex":0.0012451467,"about_ca_topic_score_gemma":0.0017673966,"teacher_disagreement_score":0.006819891,"about_ca_system_score_codex":0.0012638645,"about_ca_system_score_gemma":0.0016290948,"threshold_uncertainty_score":0.023397267},"labels":[],"label_agreement":null},{"id":"W2114623482","doi":"10.1109/ares.2006.55","title":"Diversity to enhance autonomic computing self-protection","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software deployment; Exploit; Computer science; Autonomic computing; Computer security; Vulnerability (computing); Implementation; Diversity (politics); Software; The Internet; Resource (disambiguation); Distributed computing; Computer network; Software engineering; Operating system; Cloud computing","score_opus":0.022204685875379195,"score_gpt":0.2675307714798356,"score_spread":0.24532608560445643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114623482","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23934312,0.0029487652,0.7158606,0.0017440742,0.00037664047,0.00015560263,0.00004889861,0.0013397133,0.038182594],"genre_scores_gemma":[0.9445981,0.000458299,0.052159633,0.00021613175,0.00020197385,0.000059257272,0.00002223708,0.000067083536,0.0022173373],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99889296,0.00041348243,0.000046023248,0.00014825136,0.00032568135,0.00017372637],"domain_scores_gemma":[0.99625266,0.0020101077,0.0002894289,0.0006696392,0.00046871003,0.0003093892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014547588,0.00045811047,0.0006625844,0.0006219169,0.00077274436,0.0014406794,0.00079429086,0.0007206677,0.0019551467],"category_scores_gemma":[0.0055032736,0.00022917324,0.00037050754,0.0005522665,0.00082733267,0.0025360952,0.003048951,0.0012740277,0.00033350286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090616394,0.00041933518,0.0059989276,0.00037854558,0.00013717114,0.0007975581,0.0013385086,0.2599634,0.11704382,0.21818256,0.004548575,0.39028552],"study_design_scores_gemma":[0.00012684398,0.0005868295,0.002649179,0.00008092058,0.00008622573,0.00085631985,0.00022568156,0.7414391,0.032404117,0.19895732,0.022517577,0.000069866626],"about_ca_topic_score_codex":0.00019784739,"about_ca_topic_score_gemma":0.00022926678,"teacher_disagreement_score":0.0019551467,"about_ca_system_score_codex":0.0005235448,"about_ca_system_score_gemma":0.000385745,"threshold_uncertainty_score":0.0076935887},"labels":[],"label_agreement":null},{"id":"W2114679650","doi":"10.1109/ccece.2003.1226133","title":"Composing modules with synchronization and real-time constraints using category theory","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Synchronization (alternating current); Computer science; Composition (language); Category theory; Software; Formal verification; Distributed computing; Theoretical computer science; Programming language; Mathematics","score_opus":0.02039528198623195,"score_gpt":0.2574771019632848,"score_spread":0.23708181997705288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114679650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007463054,0.000064924905,0.9900434,0.000090387904,0.000024138508,0.000043942455,0.0000076051233,0.00027077258,0.0019917833],"genre_scores_gemma":[0.24300604,0.00022348676,0.7527083,0.00012924841,0.00006686851,0.0002961289,0.00009163808,0.00026105173,0.003217266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99514455,0.0019093183,0.0004157746,0.0005117398,0.0016882616,0.00033031253],"domain_scores_gemma":[0.994086,0.0028375452,0.0004243312,0.0013707431,0.0009784887,0.00030280932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005184885,0.0005631399,0.000613891,0.0015016282,0.0012186007,0.0026970701,0.002040734,0.0013204337,0.0018100939],"category_scores_gemma":[0.008875112,0.00062292296,0.0017532443,0.0010452006,0.0045097093,0.004782622,0.003728042,0.0017115852,0.0003197494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047141377,0.00004332484,0.00055711484,0.00013059932,0.00006860437,0.00033701575,0.001055025,0.04214949,0.00829722,0.91222006,0.00047148013,0.034622904],"study_design_scores_gemma":[0.000039409842,0.00011203129,0.00032241832,0.00006716415,0.00007582527,0.00032115733,0.00020658635,0.20657761,0.011911812,0.7604239,0.019872155,0.0000698783],"about_ca_topic_score_codex":0.0038399147,"about_ca_topic_score_gemma":0.0047370004,"teacher_disagreement_score":0.005184885,"about_ca_system_score_codex":0.0014599896,"about_ca_system_score_gemma":0.0030388492,"threshold_uncertainty_score":0.02742064},"labels":[],"label_agreement":null},{"id":"W2115154821","doi":"10.5555/381473.381669","title":"Supporting the deployment of object oriented frameworks","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software deployment; Software engineering; Set (abstract data type); Object-oriented programming; Programming language; Systems engineering; Distributed computing; Engineering","score_opus":0.027601364883193733,"score_gpt":0.3250724830175906,"score_spread":0.29747111813439686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115154821","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12079236,0.0005172288,0.84413326,0.0014546203,0.0001371426,0.000425944,0.00004097023,0.023359973,0.009138522],"genre_scores_gemma":[0.5719065,0.0007966875,0.4187,0.0004093685,0.000118536576,0.00020132352,0.00024383739,0.002804883,0.004818797],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98565567,0.0057888655,0.0012387709,0.00093582267,0.0046753758,0.0017054531],"domain_scores_gemma":[0.9528691,0.019737318,0.0046055834,0.013407517,0.0070113027,0.0023692355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01664948,0.0010738958,0.00092289166,0.0017349405,0.0022015194,0.0053552818,0.0037918773,0.0030713037,0.0013778926],"category_scores_gemma":[0.08301707,0.0024263612,0.0006935413,0.0009320314,0.0023846352,0.008413244,0.0062446166,0.0032607457,0.0012374882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010637486,0.0011617076,0.050484587,0.001026973,0.00019782977,0.0059229345,0.022723887,0.042104788,0.105671376,0.15388681,0.018046202,0.5977091],"study_design_scores_gemma":[0.00032102977,0.0007946154,0.01114354,0.00081776123,0.00032368003,0.0034636017,0.0038729548,0.59236354,0.10582859,0.08648903,0.19403106,0.0005506177],"about_ca_topic_score_codex":0.0071644504,"about_ca_topic_score_gemma":0.006808099,"teacher_disagreement_score":0.01664948,"about_ca_system_score_codex":0.0013721543,"about_ca_system_score_gemma":0.0039125723,"threshold_uncertainty_score":0.088051915},"labels":[],"label_agreement":null},{"id":"W2115612901","doi":"10.1007/978-3-642-15579-6_15","title":"Linking Feature Models to Code Artifacts Using Executable Acceptance Tests","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Traceability; Computer science; Feature model; Executable; Feature (linguistics); Software engineering; Reuse; Consistency (knowledge bases); Source code; Code (set theory); Program comprehension; Programming language; Process (computing); Data mining; Artificial intelligence; Software system; Software","score_opus":0.06988090815732995,"score_gpt":0.3075037199701438,"score_spread":0.23762281181281386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115612901","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11706384,0.000079664096,0.8617327,0.00024963394,0.000077777724,0.00035709087,0.0002861077,0.0138434805,0.006309725],"genre_scores_gemma":[0.67698145,0.00009708099,0.31556723,0.00010714654,0.000019856443,0.00028710198,0.001185925,0.0023960911,0.0033580638],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99316835,0.0022545347,0.00038250608,0.0006321887,0.003203231,0.0003591351],"domain_scores_gemma":[0.9604608,0.024972063,0.002015963,0.00692769,0.0052676406,0.0003558805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004469708,0.001319291,0.0005936196,0.002709254,0.0004871113,0.0030204696,0.00247044,0.002295365,0.0068853325],"category_scores_gemma":[0.05104382,0.00096910953,0.0014407735,0.0010804738,0.0009917459,0.004677807,0.0025096103,0.0021386528,0.001570212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010438318,0.0018541869,0.03213624,0.0010103118,0.00034212714,0.0023116586,0.0033962496,0.26621607,0.05822402,0.06782597,0.0077429647,0.55789644],"study_design_scores_gemma":[0.00007387281,0.0002891385,0.0023808838,0.0001339967,0.00012739608,0.00023271183,0.00027086723,0.92825323,0.030471057,0.032364734,0.005325997,0.00007597743],"about_ca_topic_score_codex":0.002753343,"about_ca_topic_score_gemma":0.0037881252,"teacher_disagreement_score":0.0068853325,"about_ca_system_score_codex":0.00086575985,"about_ca_system_score_gemma":0.0011832499,"threshold_uncertainty_score":0.023638368},"labels":[],"label_agreement":null},{"id":"W2115752710","doi":"10.1109/ipdps.2004.1303186","title":"An executable model for a family of election algorithms","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Executable; Computer science; Semantics (computer science); Generator (circuit theory); Algorithm; Feature model; Programming language; Chart; Feature (linguistics); State (computer science); Identification (biology); Generative model; Theoretical computer science; Artificial intelligence; Generative grammar; Software; Mathematics; Power (physics)","score_opus":0.0573499967782331,"score_gpt":0.3246593714896385,"score_spread":0.2673093747114054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2115752710","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024459774,0.000039667746,0.9652995,0.00018501966,0.000018202938,0.00011772741,0.00027682265,0.0022246956,0.00737851],"genre_scores_gemma":[0.5390785,0.00021306358,0.4449716,0.00012645751,0.000037603455,0.000709122,0.0012599857,0.00081668724,0.012787059],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993285,0.00015697819,0.00004767017,0.00014857267,0.00023990111,0.00007842],"domain_scores_gemma":[0.998845,0.00064527825,0.000095231386,0.00020977987,0.00016717933,0.000037537568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000794205,0.000571515,0.0003053856,0.00057634007,0.00044633984,0.0010570126,0.0008307109,0.0008079397,0.006224651],"category_scores_gemma":[0.0024311582,0.0002691197,0.0010375062,0.0003296215,0.001033302,0.0012099077,0.00051077374,0.0009410532,0.0008922848],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009037616,0.0000814513,0.0012777813,0.00011980446,0.000025061587,0.0007278461,0.0005188177,0.32216567,0.009396505,0.6286607,0.002362085,0.034573846],"study_design_scores_gemma":[0.000033324406,0.00007038574,0.00025637934,0.000032435186,0.000026563772,0.0002117708,0.000048290967,0.84187955,0.007975335,0.13067819,0.01876661,0.000021223976],"about_ca_topic_score_codex":0.00203013,"about_ca_topic_score_gemma":0.0015815076,"teacher_disagreement_score":0.006224651,"about_ca_system_score_codex":0.0010033537,"about_ca_system_score_gemma":0.0009669449,"threshold_uncertainty_score":0.020823598},"labels":[],"label_agreement":null},{"id":"W2116199281","doi":"10.1007/978-3-540-87875-9_35","title":"Integrating Performance Analysis in the Model Driven Development of Software Product Lines","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Unified Modeling Language; Model transformation; Transformation (genetics); Software engineering; Software; Programming language; Artificial intelligence","score_opus":0.04460411314962655,"score_gpt":0.27663368423069934,"score_spread":0.2320295710810728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116199281","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02160461,0.00040628036,0.97051144,0.0003002548,0.000036818084,0.00008188252,0.00006649013,0.0017167749,0.0052753408],"genre_scores_gemma":[0.52936476,0.0007811496,0.46656305,0.00008680516,0.000053082058,0.00015764049,0.0002704206,0.0006163161,0.002106812],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952766,0.0018619525,0.00025037932,0.00028439713,0.0021025331,0.00022424343],"domain_scores_gemma":[0.98946756,0.007217876,0.0008019109,0.00094647106,0.0014648804,0.0001013185],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048577148,0.0012347426,0.0007474112,0.0014686652,0.00045340887,0.0028117022,0.001636652,0.000988498,0.0019887998],"category_scores_gemma":[0.016258856,0.0009880842,0.0009572442,0.0011807515,0.00067476195,0.0036055124,0.0010721086,0.0015926537,0.00057967025],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018230827,0.0002349334,0.0022029702,0.0003903419,0.00011106023,0.000091720474,0.00023913584,0.7360143,0.010008875,0.040659536,0.0015689727,0.20829582],"study_design_scores_gemma":[0.000013729708,0.000095628,0.0002856455,0.000045914243,0.00004510582,0.000034546683,0.00003238154,0.96960497,0.0060449042,0.021909768,0.0018646609,0.000022718297],"about_ca_topic_score_codex":0.0035759348,"about_ca_topic_score_gemma":0.0027358944,"teacher_disagreement_score":0.0048577148,"about_ca_system_score_codex":0.0016870792,"about_ca_system_score_gemma":0.0020827993,"threshold_uncertainty_score":0.025690377},"labels":[],"label_agreement":null},{"id":"W2116408846","doi":"10.5539/cis.v5n1p55","title":"Structured Acceptance Test Suite Generation Process for Multi-Agent System","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Agent-oriented software engineering; Software engineering; Test suite; Process (computing); Context (archaeology); Acceptance testing; Suite; Test strategy; Software; Systems engineering; Software development; Test case; Machine learning; Programming language","score_opus":0.12064698770651613,"score_gpt":0.32268567308670665,"score_spread":0.2020386853801905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116408846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12542567,0.00010308948,0.867427,0.0002888719,0.000030708652,0.0006334485,0.00015458571,0.0030329996,0.0029036077],"genre_scores_gemma":[0.5857549,0.00006551015,0.4109511,0.00012986394,0.000015500691,0.00067098887,0.00072580023,0.00033220288,0.0013541008],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9909662,0.0044608316,0.0004678392,0.00067636266,0.0029842863,0.0004445867],"domain_scores_gemma":[0.97427726,0.016362336,0.0012914529,0.0023529797,0.0051877517,0.000528207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006518786,0.0008101021,0.0005591186,0.0017772273,0.00051627104,0.0011039596,0.0012867752,0.0010252426,0.0026406466],"category_scores_gemma":[0.027056947,0.00034015195,0.00078846654,0.0004965691,0.000806432,0.0010267925,0.0013159856,0.00095190783,0.00076662115],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013752673,0.0017383257,0.027328253,0.0006094179,0.00022649889,0.004306258,0.0030738947,0.27674964,0.06444414,0.049261756,0.0062236222,0.564663],"study_design_scores_gemma":[0.00016025292,0.00070493534,0.0022463386,0.000074080795,0.00005816487,0.00056912965,0.00026672432,0.9315808,0.041032493,0.018955039,0.0043049282,0.000047204445],"about_ca_topic_score_codex":0.0012020407,"about_ca_topic_score_gemma":0.0013593328,"teacher_disagreement_score":0.006518786,"about_ca_system_score_codex":0.0006363149,"about_ca_system_score_gemma":0.001533617,"threshold_uncertainty_score":0.03447503},"labels":[],"label_agreement":null},{"id":"W2116417629","doi":"10.1109/wcre.2005.10","title":"Boxology of NBA and TA: A Basis for Understanding Software Architecture","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language; Theoretical computer science; Architecture; Software; Software architecture; Hierarchy; Software architecture description; Software engineering; Reference architecture","score_opus":0.04913777722374068,"score_gpt":0.2740559539650879,"score_spread":0.22491817674134723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116417629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004876236,0.00071818614,0.97770256,0.001405385,0.00020349334,0.000085598884,0.00014198406,0.00055529765,0.014311281],"genre_scores_gemma":[0.14544706,0.0016408191,0.8435649,0.00067316485,0.00017301251,0.00058264454,0.00042051423,0.00044993425,0.007047855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99841166,0.0007225691,0.0001925131,0.000288312,0.0002634913,0.00012153279],"domain_scores_gemma":[0.99640286,0.0013735809,0.00041700064,0.00089507835,0.00063825655,0.00027327312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035746065,0.00087544107,0.0006765724,0.0031826484,0.0018967685,0.006212961,0.001628162,0.0022970615,0.0056388224],"category_scores_gemma":[0.0060268603,0.0006253091,0.0012034143,0.00221548,0.0072783544,0.019185098,0.0029128056,0.003775957,0.0018241162],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056008394,0.0000045934235,0.00011943508,0.00003415697,0.0000030825793,0.000037154558,0.0007463258,0.00071405433,0.00040539686,0.99187183,0.0005729929,0.0054854616],"study_design_scores_gemma":[0.000006914015,0.000018011116,0.00019257257,0.000115279996,0.000009547294,0.00015005392,0.0008108725,0.010950951,0.0006309528,0.9058067,0.08128597,0.00002206928],"about_ca_topic_score_codex":0.0045686676,"about_ca_topic_score_gemma":0.0026134057,"teacher_disagreement_score":0.006212961,"about_ca_system_score_codex":0.0016549913,"about_ca_system_score_gemma":0.001966904,"threshold_uncertainty_score":0.018904567},"labels":[],"label_agreement":null},{"id":"W2116448805","doi":"10.1109/icsm.2003.1235425","title":"On modeling software architecture recovery as graph matching","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Graph rewriting; Graph; Software system; Theoretical computer science; Wait-for graph; Software; Software architecture; Programming language","score_opus":0.024438048310942772,"score_gpt":0.2694955960182415,"score_spread":0.24505754770729876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116448805","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001351156,0.00025551705,0.99441874,0.00056817965,0.000035251014,0.000104396,0.00006475126,0.00023497414,0.0029671253],"genre_scores_gemma":[0.05531078,0.0018070635,0.9351417,0.0004864003,0.00016968757,0.00051359285,0.0005959671,0.00033941364,0.00563541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99612767,0.0015441711,0.0002508892,0.0008429152,0.0009621593,0.00027213775],"domain_scores_gemma":[0.9947773,0.0031359303,0.0004946096,0.0010444495,0.00039961108,0.00014802965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003684055,0.0019111024,0.0012876882,0.0035806613,0.001829927,0.0036456005,0.004395939,0.003760875,0.0059863366],"category_scores_gemma":[0.011000921,0.001187871,0.0038640387,0.0049541267,0.0064341538,0.012044811,0.0038705103,0.0042526564,0.0016796915],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004657815,0.00008334926,0.00036363926,0.00027190478,0.000062122235,0.00023159926,0.00035669023,0.2531986,0.0009981738,0.7054265,0.0023436898,0.03661726],"study_design_scores_gemma":[0.000023293433,0.000038115624,0.00008595109,0.000073643896,0.00003518113,0.00013555317,0.000084874904,0.2526053,0.00056433136,0.73124486,0.015080386,0.000028510904],"about_ca_topic_score_codex":0.011720362,"about_ca_topic_score_gemma":0.01017551,"teacher_disagreement_score":0.011720362,"about_ca_system_score_codex":0.0032399322,"about_ca_system_score_gemma":0.0028945107,"threshold_uncertainty_score":0.023507416},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2116497068","doi":"10.1109/itng.2006.112","title":"Reliable Deployment of Component-based Applications into Distributed Environments","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software deployment; Computer science; Reliability (semiconductor); Component (thermodynamics); Distributed computing; Software quality; Component-based software engineering; Installation; Software; Process (computing); Reliability engineering; Software system; Software development; Engineering; Software engineering; Operating system","score_opus":0.0147814030813819,"score_gpt":0.2485697846149296,"score_spread":0.2337883815335477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116497068","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022008458,0.0003647211,0.9728751,0.00026763187,0.000025676773,0.00014004642,0.00003672255,0.0010904779,0.0031910248],"genre_scores_gemma":[0.57033265,0.0014719397,0.42357233,0.00008093276,0.00003741923,0.00027402473,0.00024642513,0.00022390942,0.0037603609],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99937016,0.00024182783,0.00003243848,0.00008904981,0.00020708275,0.00005952982],"domain_scores_gemma":[0.9989593,0.00041028668,0.00015693756,0.00019371256,0.00021202347,0.000067721616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006824879,0.00071216194,0.00039911913,0.00069527054,0.0006231067,0.00086115376,0.0009280055,0.0006455828,0.00096943375],"category_scores_gemma":[0.002297068,0.0005171051,0.00036050822,0.0009707928,0.0005349042,0.00080486323,0.0009912594,0.0006293116,0.0005258667],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008592758,0.000085359774,0.0016219083,0.00026184213,0.00003582073,0.0007476173,0.00043145934,0.76507044,0.028781058,0.035299268,0.0032791689,0.16430011],"study_design_scores_gemma":[0.000017681525,0.000069729664,0.00063930266,0.000029440062,0.0000310692,0.00013764562,0.00011403324,0.9648462,0.009555216,0.014719435,0.009821856,0.000018445871],"about_ca_topic_score_codex":0.0046519293,"about_ca_topic_score_gemma":0.006091563,"teacher_disagreement_score":0.0046519293,"about_ca_system_score_codex":0.00067668426,"about_ca_system_score_gemma":0.0012286607,"threshold_uncertainty_score":0.009249687},"labels":[],"label_agreement":null},{"id":"W2116669728","doi":"10.1145/1082983.1083136","title":"Just-in-time concern modeling","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; McGill University","funders":"","keywords":"Computer science; Ephemeral key; Position paper; Data science; Software engineering; Code (set theory); Software; Risk analysis (engineering); Computer security; World Wide Web; Programming language; Set (abstract data type); Business","score_opus":0.055501026123776526,"score_gpt":0.28917985982235284,"score_spread":0.2336788336985763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2116669728","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046739327,0.0001422917,0.98923826,0.0006954327,0.00009813058,0.00006593002,0.00007123529,0.0008958487,0.0041188193],"genre_scores_gemma":[0.27724224,0.00061532826,0.70619166,0.0010211514,0.0002629979,0.0003231884,0.0005433568,0.0009702807,0.012829814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9937131,0.00210121,0.0006360775,0.000980418,0.0019836058,0.00058549916],"domain_scores_gemma":[0.98442173,0.005071995,0.0015449087,0.0058968514,0.0025186366,0.0005459173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065620113,0.001246898,0.0005902014,0.0012548729,0.0011514291,0.00511395,0.0036021993,0.0020313698,0.0031911554],"category_scores_gemma":[0.015948605,0.0011624668,0.001929942,0.0008829378,0.0030470092,0.017286513,0.0042971675,0.0045769094,0.0010059994],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006559213,0.000048666225,0.0016818582,0.0001811848,0.000044895467,0.00034193535,0.0017780429,0.015815968,0.0035899337,0.9410285,0.0028438459,0.032579653],"study_design_scores_gemma":[0.000028581582,0.0001228236,0.0004411127,0.00016237723,0.00012095713,0.0008610686,0.0004817874,0.18632016,0.012269264,0.63626796,0.16282333,0.000100683086],"about_ca_topic_score_codex":0.002928107,"about_ca_topic_score_gemma":0.0030849236,"teacher_disagreement_score":0.0065620113,"about_ca_system_score_codex":0.0016746145,"about_ca_system_score_gemma":0.0022568505,"threshold_uncertainty_score":0.034703612},"labels":[],"label_agreement":null},{"id":"W2117484396","doi":"10.1145/1229375.1229382","title":"Verification of Aspect-UML models using alloy","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; UML tool; Programming language; Software engineering; Software","score_opus":0.1094576994629968,"score_gpt":0.33057470625197793,"score_spread":0.22111700678898114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117484396","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087051,0.00011918806,0.90543205,0.0001902376,0.00005394215,0.00015437059,0.00023340007,0.003145014,0.0036208555],"genre_scores_gemma":[0.586273,0.00026029948,0.4097931,0.000087945715,0.000025107734,0.00022676274,0.0006328946,0.00048246703,0.002218326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646556,0.0009854904,0.00028962328,0.00028065362,0.0017491139,0.00022957388],"domain_scores_gemma":[0.99499595,0.0025910374,0.0006683606,0.0009341706,0.00073969626,0.00007078862],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025756927,0.0006977026,0.0005491802,0.0011936391,0.0006287702,0.0017040467,0.0012575986,0.000878941,0.0014321901],"category_scores_gemma":[0.009678856,0.00086240185,0.0017849299,0.00044618052,0.0012651581,0.0015081126,0.001356633,0.0007350164,0.00037763125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043601735,0.00020679184,0.007912048,0.00048374743,0.00020860412,0.0013455381,0.0014792016,0.6117419,0.05575832,0.2605021,0.0016290104,0.058296762],"study_design_scores_gemma":[0.000054667413,0.000080700636,0.00045584168,0.000060945902,0.000047634727,0.0001221063,0.000101787475,0.9329168,0.032080702,0.027738402,0.006318227,0.000022101138],"about_ca_topic_score_codex":0.00809993,"about_ca_topic_score_gemma":0.007240043,"teacher_disagreement_score":0.00809993,"about_ca_system_score_codex":0.0012304871,"about_ca_system_score_gemma":0.0022198027,"threshold_uncertainty_score":0.016105592},"labels":[],"label_agreement":null},{"id":"W2117845945","doi":"10.1109/ccece.2005.1557221","title":"Self-registering plug-ins: an architecture for extensible software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Plug-in; Computer science; Extensibility; Software architecture; Plug and play; Software engineering; Flexibility (engineering); Software; Architecture; Embedded system; Operating system","score_opus":0.029852111472841007,"score_gpt":0.2823901281963025,"score_spread":0.2525380167234615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117845945","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039155707,0.00032013838,0.98137647,0.00031061564,0.00006437447,0.00011528423,0.000024404308,0.009894649,0.0039784517],"genre_scores_gemma":[0.087697476,0.0017067572,0.8946873,0.00029900964,0.00012653091,0.00035393628,0.00038839018,0.0016726095,0.013067879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985079,0.00028156454,0.0001763092,0.00029340497,0.0005940632,0.00014673545],"domain_scores_gemma":[0.99803454,0.00029000296,0.00014355694,0.0010394289,0.00027704833,0.00021534218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033306456,0.00081759423,0.00063190795,0.0016498428,0.00082727626,0.0035117588,0.0033296484,0.0015027827,0.0021057273],"category_scores_gemma":[0.002951563,0.0013738445,0.0011962809,0.001119784,0.0025511659,0.006980924,0.0042214086,0.0032527742,0.0020554282],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023321151,0.00027650504,0.002594347,0.0006221515,0.00016517249,0.0009404659,0.0032527635,0.031573817,0.04274871,0.548501,0.01164253,0.35744923],"study_design_scores_gemma":[0.00011193332,0.00048967364,0.0015877011,0.00051654456,0.00025178966,0.00200517,0.00036265687,0.23279098,0.02848739,0.26661906,0.46649322,0.00028399465],"about_ca_topic_score_codex":0.0017411568,"about_ca_topic_score_gemma":0.0015682657,"teacher_disagreement_score":0.0035117588,"about_ca_system_score_codex":0.0008508348,"about_ca_system_score_gemma":0.0014152412,"threshold_uncertainty_score":0.017614365},"labels":[],"label_agreement":null},{"id":"W2118067603","doi":"10.1109/isorcw.2011.18","title":"Product Model Derivation by Model Transformation in Software Product Lines","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Model transformation; Computer science; Unified Modeling Language; Metamodeling; Feature model; Software product line; Programming language; Software engineering; Applications of UML; Feature (linguistics); Model-driven architecture; Transformation (genetics); Software; Data mining; Software development; Artificial intelligence","score_opus":0.08627151491766138,"score_gpt":0.27738876629578113,"score_spread":0.19111725137811975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118067603","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033913678,0.00008111398,0.9947227,0.000060079128,0.000010012396,0.00005866306,0.00006745241,0.0005647932,0.0010437769],"genre_scores_gemma":[0.08830863,0.00042850012,0.9073041,0.00004866416,0.000013068808,0.00031298955,0.0007291261,0.0005413088,0.002313627],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750704,0.0010503893,0.00019132551,0.00030437694,0.00086289283,0.00008393587],"domain_scores_gemma":[0.9976738,0.0011865029,0.00016965254,0.0006002821,0.0003445406,0.000025307088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024010066,0.00081050507,0.00053203374,0.0012347208,0.0005605446,0.001749657,0.0012024776,0.0009904739,0.0021593957],"category_scores_gemma":[0.005032987,0.0008171986,0.0017778339,0.0012496433,0.0012972776,0.0016804449,0.0017117907,0.0014682958,0.0013161812],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014108738,0.00016189531,0.0014920576,0.00074672815,0.000103500104,0.0010107226,0.0017395462,0.31628236,0.028197026,0.3589533,0.0034721203,0.28769967],"study_design_scores_gemma":[0.000070618,0.00016645771,0.00035046323,0.00015463153,0.00008307038,0.00052214984,0.00019877477,0.7047861,0.044271175,0.1804162,0.06891822,0.0000621202],"about_ca_topic_score_codex":0.002498985,"about_ca_topic_score_gemma":0.0019081924,"teacher_disagreement_score":0.002498985,"about_ca_system_score_codex":0.0009516576,"about_ca_system_score_gemma":0.0016939976,"threshold_uncertainty_score":0.0126978755},"labels":[],"label_agreement":null},{"id":"W2118084379","doi":"10.1109/re.2005.61","title":"Reverse engineering goal models from legacy code","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":74,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Code refactoring; Computer science; Reverse engineering; Programming language; Software engineering; Traceability; Source code; KPI-driven code analysis; Java; Legacy system; Legacy code; Abstract syntax tree; Abstract syntax; Software maintenance; Static program analysis; Software system; Software; Software development; Semantics (computer science)","score_opus":0.040055876339381,"score_gpt":0.26491029693796947,"score_spread":0.22485442059858846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118084379","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022144115,0.000053426716,0.9731294,0.0002319817,0.000020611471,0.00016650939,0.0003271167,0.0017574287,0.0021693786],"genre_scores_gemma":[0.13677298,0.00022991042,0.8552134,0.00015630158,0.000009693104,0.00036982947,0.002513651,0.0009135551,0.0038206251],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9975325,0.00067110243,0.00015738618,0.00035199404,0.0011551531,0.00013186275],"domain_scores_gemma":[0.9867503,0.005556078,0.0008056996,0.0042735515,0.002481706,0.00013264797],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031715413,0.0010087322,0.0003635166,0.00221943,0.0006432128,0.0018147168,0.001577079,0.0011822158,0.0015184538],"category_scores_gemma":[0.016034322,0.000804767,0.0013471511,0.00094623683,0.0013857326,0.0023106092,0.002206264,0.0019197117,0.0007742731],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002683227,0.0005002703,0.011076673,0.0011676713,0.00024283235,0.0031332832,0.007551213,0.3082696,0.050855156,0.27900013,0.009101971,0.3288329],"study_design_scores_gemma":[0.000055479726,0.00020482317,0.0020591223,0.00036843392,0.00013667686,0.0007679229,0.001342027,0.713089,0.06324934,0.14755158,0.0710637,0.00011186455],"about_ca_topic_score_codex":0.0046113073,"about_ca_topic_score_gemma":0.0073948223,"teacher_disagreement_score":0.0046113073,"about_ca_system_score_codex":0.0011455275,"about_ca_system_score_gemma":0.0027461487,"threshold_uncertainty_score":0.016772926},"labels":[],"label_agreement":null},{"id":"W2118180631","doi":"10.1109/apsec.1995.496953","title":"From scenarios to timed automata: building specifications from users requirements","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Automaton; Formalism (music); Semantics (computer science); Software requirements specification; Requirements engineering; Formal specification; Software engineering; Software; Programming language; Software development; Theoretical computer science; Software design","score_opus":0.1639359180933306,"score_gpt":0.3189122951477157,"score_spread":0.15497637705438508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118180631","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004464225,0.00007047761,0.9926246,0.00011303696,0.000021758202,0.00018519179,0.00015367207,0.00060442823,0.001762538],"genre_scores_gemma":[0.060927328,0.00028888616,0.93562406,0.00009520787,0.000015633039,0.00057216757,0.0009790187,0.0002562313,0.0012414167],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975526,0.0012323586,0.00023588151,0.0002563702,0.00059696316,0.00012577408],"domain_scores_gemma":[0.99564326,0.0029328407,0.0002781209,0.000557008,0.0004673649,0.000121363286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022115968,0.001122792,0.000430616,0.0013845935,0.00056274934,0.0017356087,0.0014723549,0.0015898023,0.0037495329],"category_scores_gemma":[0.011453244,0.0010046924,0.0015711219,0.0013400173,0.0017430924,0.0038806999,0.0021449805,0.0016950566,0.0013774046],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024465873,0.00013247124,0.0013136999,0.000799977,0.00008352563,0.0012897473,0.0025551093,0.17331044,0.02255717,0.57342917,0.0048775813,0.21940644],"study_design_scores_gemma":[0.00009476211,0.0002060996,0.00037026548,0.00027202634,0.000076275115,0.0007276758,0.0009103511,0.42641452,0.03538453,0.46254206,0.0729119,0.00008956918],"about_ca_topic_score_codex":0.0021708708,"about_ca_topic_score_gemma":0.002955675,"teacher_disagreement_score":0.0037495329,"about_ca_system_score_codex":0.00074432965,"about_ca_system_score_gemma":0.002018085,"threshold_uncertainty_score":0.01254338},"labels":[],"label_agreement":null},{"id":"W2118462286","doi":"10.1002/spe.1066","title":"Towards a goal‐driven approach to action selection in self‐adaptive software","year":2011,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Adaptation (eye); Flexibility (engineering); Action (physics); Scalability; Context (archaeology); Action selection; Tracing; Process (computing); Software; Set (abstract data type); Machine learning; Data mining; Software engineering; Industrial engineering; Artificial intelligence; Engineering; Programming language; Perception","score_opus":0.08119668894281527,"score_gpt":0.3262686356536028,"score_spread":0.24507194671078752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118462286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020449338,0.000089448906,0.97532076,0.00035875983,0.000016875741,0.0001505667,0.000032602165,0.00039640337,0.0031853623],"genre_scores_gemma":[0.45727012,0.000108819084,0.5401088,0.00015625865,0.00001617857,0.0003557175,0.00009143635,0.00008360255,0.0018091134],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996555,0.0017298709,0.00021282249,0.0005075861,0.00079391716,0.00020083289],"domain_scores_gemma":[0.9955409,0.0025641199,0.00039784503,0.0005164455,0.00073798985,0.00024279108],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004775012,0.0007347363,0.0005527491,0.0012050598,0.00059347786,0.0021527624,0.0021809258,0.0013392199,0.0028476003],"category_scores_gemma":[0.0064493553,0.00061800913,0.0012069995,0.0006127137,0.0018209734,0.0020313573,0.0018327483,0.0016747828,0.00046521527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002571542,0.00062667445,0.006180742,0.00048665557,0.00022478767,0.00034224318,0.0022504549,0.59357965,0.016310615,0.19868106,0.0019170925,0.17914285],"study_design_scores_gemma":[0.000028610697,0.000105089435,0.0005328371,0.00004403398,0.00003576054,0.000051011866,0.0001712469,0.93460655,0.0025379276,0.059383024,0.0024789579,0.000024910229],"about_ca_topic_score_codex":0.0043328884,"about_ca_topic_score_gemma":0.0039766035,"teacher_disagreement_score":0.004775012,"about_ca_system_score_codex":0.0014348392,"about_ca_system_score_gemma":0.0021677404,"threshold_uncertainty_score":0.025252998},"labels":[],"label_agreement":null},{"id":"W2119474414","doi":"10.1145/544741.544766","title":"Organizational multi-agent architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.06443743566829058,"score_gpt":0.27475696961397605,"score_spread":0.21031953394568548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119474414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02653901,0.0012255851,0.88363063,0.00550132,0.00028844542,0.00013239776,0.00007820309,0.00047173203,0.082132734],"genre_scores_gemma":[0.52200025,0.0017380278,0.45704404,0.0006564483,0.00017920036,0.00034551544,0.00018681612,0.000059732203,0.017789988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99920374,0.00034392267,0.000053175307,0.00010036597,0.00020373703,0.00009515872],"domain_scores_gemma":[0.9989064,0.00020799662,0.00014614657,0.0002472651,0.0002691774,0.000223131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010484258,0.00050813303,0.00022498498,0.00054246926,0.0011212534,0.003165138,0.0011054429,0.0012495529,0.0036323469],"category_scores_gemma":[0.0020610176,0.00033144891,0.00046857542,0.0006611021,0.0014126323,0.0027975582,0.0017122974,0.0013592287,0.001154042],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008082333,0.000023036064,0.0004363503,0.000057289344,0.000016320599,0.000070439346,0.00036821974,0.007953759,0.0009642979,0.97104496,0.0015423977,0.017514784],"study_design_scores_gemma":[0.000025042991,0.000065027605,0.00042741525,0.00008860832,0.000040020226,0.00015134462,0.00041894102,0.08982407,0.0014525807,0.8266014,0.08088037,0.00002515139],"about_ca_topic_score_codex":0.0006712465,"about_ca_topic_score_gemma":0.0015521315,"teacher_disagreement_score":0.0036323469,"about_ca_system_score_codex":0.0007412395,"about_ca_system_score_gemma":0.00093251735,"threshold_uncertainty_score":0.0121513605},"labels":[],"label_agreement":null},{"id":"W2119506176","doi":"10.1109/icsecompanion.2007.71","title":"Summery of the 2^nd International Workshop on Incorporating COTS Software into Software Systems (IWICSS): Tools and Techniques","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Software engineering; Software construction; Software development; Software; Software system; Computer science; Systems engineering; Verification and validation; System integration; Social software engineering; Package development process; Engineering; Operating system","score_opus":0.04466897584863032,"score_gpt":0.30728530597877096,"score_spread":0.26261633013014063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119506176","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049871784,0.12436841,0.24795988,0.113549955,0.2935311,0.0010294882,0.001138012,0.0013887637,0.16716261],"genre_scores_gemma":[0.12163539,0.08986424,0.066603586,0.011979607,0.053912915,0.0006881222,0.0017953849,0.0016954342,0.65182525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99754447,0.0006311941,0.00012125562,0.00038453605,0.0009674226,0.0003510559],"domain_scores_gemma":[0.99618065,0.00093098026,0.00013483244,0.00018936681,0.0015004675,0.0010637712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005775398,0.0013137802,0.0011364954,0.0016907268,0.0014677563,0.004942357,0.0012632164,0.002557903,0.014579201],"category_scores_gemma":[0.004269708,0.0006982853,0.0016365375,0.0011543493,0.001247328,0.004157126,0.0024780617,0.005158659,0.0051074764],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048782883,0.00049703853,0.0018700685,0.0006675863,0.000069748356,0.0008444419,0.0029169302,0.003333327,0.008535417,0.028667767,0.5861634,0.36594647],"study_design_scores_gemma":[0.000051991905,0.0003910278,0.0014658147,0.0005489426,0.000042061423,0.0004088205,0.001064828,0.0031130177,0.0047561536,0.008205394,0.97988635,0.00006544753],"about_ca_topic_score_codex":0.0027115005,"about_ca_topic_score_gemma":0.005773608,"teacher_disagreement_score":0.014579201,"about_ca_system_score_codex":0.0015152654,"about_ca_system_score_gemma":0.0024250583,"threshold_uncertainty_score":0.048772275},"labels":[],"label_agreement":null},{"id":"W2119565009","doi":"10.1109/icpc.2009.5090028","title":"Impact analysis and visualization toolkit for static crosscutting in AspectJ","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; Computer science; Software engineering; Compiler; Programming language; Aspect-oriented programming; Visualization; Program comprehension; Eclipse; Static analysis; Plug-in; Semantics (computer science); Software; Software system; Artificial intelligence","score_opus":0.02842053363068128,"score_gpt":0.3885901070480418,"score_spread":0.36016957341736056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2119565009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021444948,0.00028128747,0.8942596,0.00024434,0.00005305269,0.00015134305,0.00079108495,0.07838893,0.00438549],"genre_scores_gemma":[0.18457332,0.00052260235,0.79920435,0.000075428725,0.00005355746,0.0003419566,0.0017805891,0.010718407,0.0027298345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99836236,0.00031273754,0.00015755197,0.00014548266,0.00092305016,0.00009875198],"domain_scores_gemma":[0.99349976,0.0037698816,0.00060152204,0.0010520018,0.0009594527,0.00011744607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024461322,0.0012342441,0.00077162625,0.004866452,0.00081828755,0.0018155607,0.0013162249,0.0006649709,0.0060998276],"category_scores_gemma":[0.009298589,0.0008887669,0.0012764375,0.002036996,0.00068526925,0.0025105583,0.001852993,0.0018974347,0.0010737088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064373505,0.0004504838,0.023810914,0.0016927439,0.0003671794,0.0017913976,0.006269667,0.035525206,0.1191776,0.07547477,0.0340815,0.7007148],"study_design_scores_gemma":[0.00012733493,0.00019502665,0.030444892,0.00052700297,0.00028473663,0.0018276182,0.0007867658,0.6806493,0.10476348,0.063596785,0.11650931,0.0002878033],"about_ca_topic_score_codex":0.0028290544,"about_ca_topic_score_gemma":0.00333912,"teacher_disagreement_score":0.0060998276,"about_ca_system_score_codex":0.0006072402,"about_ca_system_score_gemma":0.0011094561,"threshold_uncertainty_score":0.020405948},"labels":[],"label_agreement":null},{"id":"W2120421280","doi":"10.1109/wpc.2003.1199211","title":"Enhancing domain-specific software architecture recovery","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Reference architecture; Domain (mathematical analysis); Software architecture; Software engineering; Context (archaeology); Architecture; Software architecture description; Database-centric architecture; Process (computing); Software; Operating system","score_opus":0.019808820640959332,"score_gpt":0.24718396078883106,"score_spread":0.22737514014787175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120421280","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0722304,0.00028364736,0.9146786,0.00078761636,0.000022104292,0.000277558,0.000078799836,0.0045310752,0.00711022],"genre_scores_gemma":[0.41470128,0.00046380816,0.57951075,0.00022930212,0.000022008582,0.00013436313,0.0006924041,0.00054251205,0.0037035593],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99666095,0.001085463,0.00024956578,0.00041991245,0.0012701028,0.00031399555],"domain_scores_gemma":[0.98521245,0.003754069,0.0015190117,0.0070528835,0.0022052499,0.00025628286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00432667,0.00085241476,0.00059471396,0.002331342,0.0008648022,0.0019112144,0.0019616801,0.0010965493,0.001662128],"category_scores_gemma":[0.01892059,0.00060933136,0.00097112736,0.0014000589,0.0010129908,0.00390942,0.00414786,0.0024941901,0.0010244469],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014055001,0.00077280833,0.011683184,0.00040731172,0.00012722338,0.00044856366,0.0025351425,0.16334273,0.047018956,0.040247023,0.0051951315,0.7280814],"study_design_scores_gemma":[0.000030688374,0.00025267666,0.0041321213,0.00016434178,0.0001272284,0.00092700735,0.0019660632,0.83115524,0.06487085,0.050812244,0.045488242,0.000073326024],"about_ca_topic_score_codex":0.002909615,"about_ca_topic_score_gemma":0.0054437425,"teacher_disagreement_score":0.00432667,"about_ca_system_score_codex":0.0007582346,"about_ca_system_score_gemma":0.002899826,"threshold_uncertainty_score":0.022881925},"labels":[],"label_agreement":null},{"id":"W2120554335","doi":"10.1109/wpc.2004.1311070","title":"Requirements driven software evolution","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software evolution; Software system; Model-driven architecture; Systems engineering; Identification (biology); Software construction; Session (web analytics); Porting; Plan (archaeology); Software; Software development; Engineering; World Wide Web; Operating system","score_opus":0.04231061665043606,"score_gpt":0.2952206142016148,"score_spread":0.2529099975511787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120554335","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014054298,0.0018312997,0.9474696,0.0030779475,0.00022602978,0.00071385765,0.00034929076,0.0016893136,0.030588284],"genre_scores_gemma":[0.17805073,0.0025071483,0.7985053,0.0014040389,0.00011457031,0.0009516206,0.0014569442,0.00064410636,0.016365543],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9897215,0.004329727,0.00048838434,0.00073617103,0.0043434966,0.00038082048],"domain_scores_gemma":[0.9883265,0.0045898147,0.0008152219,0.0026627092,0.0032479719,0.00035780796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067543085,0.00082571496,0.00066189957,0.0010939289,0.00070574175,0.0023186323,0.002464112,0.0021669588,0.0029249303],"category_scores_gemma":[0.019811274,0.0007300016,0.001128417,0.0012976051,0.0013144197,0.0026682483,0.0028703955,0.0021029566,0.0020711983],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001398951,0.00041332157,0.0029706073,0.0017902517,0.0002551539,0.0013243449,0.0020702137,0.10375147,0.023072077,0.3846704,0.025226358,0.45431596],"study_design_scores_gemma":[0.00011998485,0.00033113733,0.0013121602,0.0005343095,0.000116011826,0.0021234828,0.0006983476,0.2964832,0.02002511,0.37118852,0.30695274,0.0001150964],"about_ca_topic_score_codex":0.0013634696,"about_ca_topic_score_gemma":0.001955586,"teacher_disagreement_score":0.0067543085,"about_ca_system_score_codex":0.0015333294,"about_ca_system_score_gemma":0.00222571,"threshold_uncertainty_score":0.035720646},"labels":[],"label_agreement":null},{"id":"W2120760270","doi":"10.1109/wpc.2002.1021345","title":"Using graph patterns to extract scenarios","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Graph; Source code; Software; Nautilus; Software architecture; Software system; Calculator; Theoretical computer science; Programming language; Software engineering; Operating system","score_opus":0.10340077432862202,"score_gpt":0.33787419051749645,"score_spread":0.23447341618887443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120760270","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010861283,0.00016234136,0.9745933,0.00034955834,0.00003962998,0.0004875145,0.002822795,0.0057097883,0.004973744],"genre_scores_gemma":[0.04408493,0.00032189154,0.94541234,0.00007947195,0.000013760251,0.00043563178,0.0076401355,0.0005238783,0.0014878486],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797004,0.0005366643,0.0002739764,0.0004371396,0.0006939269,0.00008816952],"domain_scores_gemma":[0.99335253,0.0035946658,0.0006670121,0.001032122,0.0011991886,0.00015439521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012669626,0.0013817857,0.000522891,0.009009144,0.0008859518,0.0022113412,0.0009856152,0.0010285754,0.0047595436],"category_scores_gemma":[0.012223933,0.0006338315,0.0014090033,0.005317696,0.00070628175,0.004975405,0.0016840196,0.0009863512,0.002048237],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020989146,0.00027846862,0.013139798,0.0017735361,0.00024714766,0.0027449764,0.0037110476,0.030710204,0.020498741,0.1848275,0.03039256,0.7114661],"study_design_scores_gemma":[0.000111145215,0.00018074022,0.006693457,0.00081475364,0.00022417975,0.0042015873,0.0026998683,0.2743841,0.034233693,0.4127076,0.263569,0.00017980566],"about_ca_topic_score_codex":0.0033578116,"about_ca_topic_score_gemma":0.005756916,"teacher_disagreement_score":0.009009144,"about_ca_system_score_codex":0.00067900633,"about_ca_system_score_gemma":0.0017147168,"threshold_uncertainty_score":0.015922308},"labels":[],"label_agreement":null},{"id":"W2121206479","doi":"10.1109/compsac.2010.68","title":"Improving Software Performance and Reliability with an Architecture-Based Self-Adaptive Framework","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Concurrency; Distributed computing; Reliability (semiconductor); Software architecture; Architecture; Switchover; Concurrency control; Software; Operating system; Database","score_opus":0.01033928643657847,"score_gpt":0.23648979359209524,"score_spread":0.22615050715551677,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121206479","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1285487,0.00042001405,0.86456543,0.00026125618,0.000027457345,0.00015441937,0.000013992806,0.0028890306,0.0031196666],"genre_scores_gemma":[0.6889626,0.00026665488,0.30865225,0.00007105905,0.000029254108,0.00012487068,0.0000413791,0.00016547063,0.0016864593],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992267,0.00014897194,0.000044496715,0.00010938391,0.0003775939,0.00009279963],"domain_scores_gemma":[0.99872833,0.00026674182,0.00014105279,0.00034950275,0.0004036075,0.00011066432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014734034,0.000478435,0.0003078672,0.0007102191,0.0004936132,0.00092142087,0.0012250026,0.00054777024,0.0005822051],"category_scores_gemma":[0.002032533,0.00028475295,0.0005058658,0.00029419098,0.0010263929,0.0014389189,0.00094136887,0.0009307168,0.00018814673],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002517329,0.000515847,0.007084112,0.00020726147,0.00013597537,0.00028161227,0.0008457534,0.38133135,0.21441615,0.07749045,0.0021548774,0.31528488],"study_design_scores_gemma":[0.000051547948,0.00031783115,0.0014483448,0.000023093056,0.00006719037,0.00014836261,0.00006558866,0.946281,0.029307099,0.015648682,0.0065952875,0.00004601963],"about_ca_topic_score_codex":0.0026977807,"about_ca_topic_score_gemma":0.0025827398,"teacher_disagreement_score":0.0026977807,"about_ca_system_score_codex":0.00082824286,"about_ca_system_score_gemma":0.0016951542,"threshold_uncertainty_score":0.007792175},"labels":[],"label_agreement":null},{"id":"W2121646156","doi":"10.1109/mere.2011.6043942","title":"A report on select research opportunities in requirements engineering for videogame development","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Directory; Domain (mathematical analysis); Field (mathematics); Computer science; Work (physics); Requirements engineering; Open research; Research development; Engineering management; Data science; Software engineering; Engineering ethics; Engineering; World Wide Web","score_opus":0.6312772106462035,"score_gpt":0.42854769170835294,"score_spread":0.20272951893785052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121646156","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1023982,0.11261322,0.31563732,0.018573321,0.005465452,0.004737482,0.0155630205,0.007353037,0.41765898],"genre_scores_gemma":[0.14573078,0.2585783,0.34770548,0.0036873866,0.002879299,0.0032178308,0.032949347,0.0020874394,0.20316416],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99637127,0.001122368,0.0003825477,0.00024798763,0.0016052559,0.00027054225],"domain_scores_gemma":[0.98723537,0.0071848715,0.00074448145,0.0007482996,0.0034112828,0.0006756846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062152194,0.00082266657,0.00046455322,0.005223509,0.0007919906,0.0023177369,0.0005754009,0.00085238676,0.020727472],"category_scores_gemma":[0.0097359205,0.0004827632,0.00088520703,0.0058447327,0.0002979718,0.0027815173,0.0010724002,0.0010156275,0.008033941],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025867275,0.0007345851,0.004008272,0.0029813722,0.000065801665,0.00085382146,0.0013308406,0.0014465976,0.020174475,0.013991306,0.10430224,0.849852],"study_design_scores_gemma":[0.000038740192,0.0009047722,0.008939461,0.0012705554,0.000109101435,0.0014452015,0.0016441635,0.000980609,0.022412064,0.0039867386,0.95819575,0.000072842864],"about_ca_topic_score_codex":0.0016996089,"about_ca_topic_score_gemma":0.0033557634,"teacher_disagreement_score":0.020727472,"about_ca_system_score_codex":0.0009875887,"about_ca_system_score_gemma":0.0019456956,"threshold_uncertainty_score":0.06934035},"labels":[],"label_agreement":null},{"id":"W2121948896","doi":"10.1109/icnp.1995.524819","title":"A protocol synthesis algorithm: a relational approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Protocol (science); Distributed computing; Process (computing); Theoretical computer science; A priori and a posteriori; Protocol analysis; Service (business); Algorithm; Programming language","score_opus":0.11121668293817827,"score_gpt":0.29753576831141587,"score_spread":0.1863190853732376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121948896","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006715448,0.00006493785,0.99751735,0.00006246185,0.000016643813,0.00007917008,0.000037709844,0.0005168074,0.0010334844],"genre_scores_gemma":[0.023281576,0.00018518408,0.97415936,0.000067618916,0.000024691773,0.00021015787,0.0002394968,0.00019344002,0.0016385088],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762005,0.0006289009,0.00026554175,0.00067562005,0.000675717,0.00013411543],"domain_scores_gemma":[0.9979778,0.0010867729,0.00010614272,0.0003534779,0.00041739695,0.000058530823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029526018,0.0012619477,0.00076417474,0.0020612825,0.0010574441,0.0029076391,0.001983198,0.0016427095,0.011472598],"category_scores_gemma":[0.0070595425,0.00065536646,0.0013821042,0.0013809359,0.0014824591,0.0037597388,0.0024891119,0.0016326739,0.003659747],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024558284,0.0001260588,0.00060789613,0.0006964049,0.00013294898,0.00024750226,0.00045265805,0.11249022,0.02180832,0.30250397,0.00566211,0.55502635],"study_design_scores_gemma":[0.00012295149,0.0001925668,0.0001367527,0.00018166807,0.00014619285,0.00035817284,0.00016904477,0.79226685,0.020929007,0.1431845,0.04225488,0.000057391742],"about_ca_topic_score_codex":0.0017263292,"about_ca_topic_score_gemma":0.0012238252,"teacher_disagreement_score":0.011472598,"about_ca_system_score_codex":0.0012535255,"about_ca_system_score_gemma":0.0022336217,"threshold_uncertainty_score":0.03837973},"labels":[],"label_agreement":null},{"id":"W2121998002","doi":"10.1109/ccece.1999.807219","title":"An integrative approach to requirements modeling","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Computer science; Executable; Goal modeling; Visual modeling; Software engineering; Redundancy (engineering); Unified Modeling Language; Separation of concerns; Conceptual model; Systems engineering; Human–computer interaction; Requirements analysis; Programming language; Software; Engineering; Database","score_opus":0.1066440994565999,"score_gpt":0.3500411295254825,"score_spread":0.24339703006888258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121998002","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007304419,0.00049295713,0.9823001,0.0011436865,0.000058588383,0.00015884216,0.00007758858,0.0002950135,0.014742764],"genre_scores_gemma":[0.03982242,0.001456199,0.9498301,0.00054490153,0.00012818271,0.000770082,0.00048213534,0.00020198674,0.006764048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99084914,0.0047362745,0.0006693051,0.001089301,0.0023745226,0.00028153963],"domain_scores_gemma":[0.9948196,0.0025709243,0.00031190694,0.0010776938,0.00096950884,0.00025044935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007868189,0.001669921,0.0010337958,0.003317007,0.0017053743,0.007293354,0.0039152456,0.0019840638,0.007814957],"category_scores_gemma":[0.008635894,0.0016863019,0.0028940537,0.0026130776,0.0036642153,0.007879551,0.006005989,0.004907296,0.002513513],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014623152,0.000040371426,0.00021984057,0.0003214726,0.000059885257,0.00021019208,0.0018219298,0.010437344,0.001389121,0.9327939,0.0037672843,0.048924133],"study_design_scores_gemma":[0.000027558359,0.00008152845,0.00020141859,0.00055870373,0.00008505524,0.0004913265,0.0010077007,0.055102635,0.0013213757,0.73442584,0.20663673,0.000060209975],"about_ca_topic_score_codex":0.0017936621,"about_ca_topic_score_gemma":0.0023736942,"teacher_disagreement_score":0.007868189,"about_ca_system_score_codex":0.0030360825,"about_ca_system_score_gemma":0.0034602552,"threshold_uncertainty_score":0.041611433},"labels":[],"label_agreement":null},{"id":"W2122067742","doi":"10.1109/icre.2003.1232743","title":"Requirements analysis for customizable software: a goals-skills-preferences framework","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Computer science; Software engineering; Software; Software development; User requirements document; Human–computer interaction; World Wide Web; Operating system","score_opus":0.033388987891095415,"score_gpt":0.3190256701304159,"score_spread":0.2856366822393205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122067742","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007639839,0.0001770599,0.98186964,0.0011073413,0.0000138431,0.001129661,0.00013756417,0.00035338182,0.007571632],"genre_scores_gemma":[0.0960904,0.0002534072,0.8999112,0.00028966548,0.000024885412,0.001820437,0.0003731417,0.000118955475,0.001117841],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97220683,0.014333404,0.0024009747,0.0016805442,0.008200761,0.0011773645],"domain_scores_gemma":[0.9606317,0.027168477,0.0034098574,0.0028309042,0.0051737893,0.0007852494],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023555856,0.0023309507,0.0012760467,0.007320037,0.0023558293,0.0064696595,0.0034143492,0.0026640098,0.0026519066],"category_scores_gemma":[0.041771963,0.0015355092,0.0032986465,0.0038808803,0.005779178,0.007098307,0.0035507826,0.003910579,0.0009619197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014296881,0.00063087954,0.005244783,0.0015540037,0.00026624565,0.001945432,0.012670637,0.07573155,0.011636626,0.7130559,0.0046405625,0.17248042],"study_design_scores_gemma":[0.00014113178,0.00036487562,0.0042915293,0.0016976476,0.00021036838,0.0015342672,0.009381225,0.27851695,0.011878268,0.63963,0.052024193,0.00032950094],"about_ca_topic_score_codex":0.008278951,"about_ca_topic_score_gemma":0.005763984,"teacher_disagreement_score":0.023555856,"about_ca_system_score_codex":0.0049302853,"about_ca_system_score_gemma":0.0071130283,"threshold_uncertainty_score":0.12457681},"labels":[],"label_agreement":null},{"id":"W2122185633","doi":"10.1145/2568225.2568267","title":"Lifting model transformations to product lines","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Code refactoring; Software product line; Computer science; Model transformation; Software engineering; Software; Product (mathematics); Source lines of code; Set (abstract data type); Software development; Model-driven architecture; Feature model; Programming language; Artificial intelligence","score_opus":0.04555032720366534,"score_gpt":0.2974835235763194,"score_spread":0.25193319637265404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122185633","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0130040515,0.000081761864,0.9762388,0.00022984498,0.000064442895,0.00015674456,0.00020901376,0.003904329,0.006111103],"genre_scores_gemma":[0.1689783,0.0004018078,0.82178724,0.0003079488,0.00005325241,0.00029526567,0.0012282396,0.0018200906,0.0051277955],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9963935,0.0008637024,0.0002472863,0.00058918964,0.0016475453,0.00025867356],"domain_scores_gemma":[0.99265844,0.002187636,0.000532584,0.0034262082,0.0010347555,0.00016043127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020740782,0.0012620564,0.0005345581,0.0013027249,0.00061983574,0.0016842154,0.0013770151,0.0009326276,0.0064326385],"category_scores_gemma":[0.011907546,0.0008610652,0.0018448416,0.0011078486,0.0014894486,0.0030378813,0.004370618,0.003055727,0.002292279],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020637177,0.00053247716,0.0028178492,0.0008852071,0.00013178062,0.0013938101,0.0021111812,0.09209395,0.057670664,0.2711957,0.015737016,0.555224],"study_design_scores_gemma":[0.00014126106,0.0004456201,0.001288557,0.00029703867,0.00016312492,0.0010018476,0.00057431194,0.2788906,0.088281676,0.41339704,0.21540873,0.00011022078],"about_ca_topic_score_codex":0.00275164,"about_ca_topic_score_gemma":0.0028402805,"teacher_disagreement_score":0.0064326385,"about_ca_system_score_codex":0.0006221967,"about_ca_system_score_gemma":0.0017515803,"threshold_uncertainty_score":0.021519363},"labels":[],"label_agreement":null},{"id":"W2122418777","doi":"10.1109/ecbs.2003.1194788","title":"Aspect-oriented requirements engineering for software product lines","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software engineering; Requirements engineering; Requirement; XML; Requirements analysis; Software product line; Systems engineering; Product engineering; Product design specification; Domain engineering; Traceability; Requirements management; New product development; Requirements traceability; Software requirements specification; Product (mathematics); Software development; Programming language; Software; Product design; Component-based software engineering; Engineering; Software design; World Wide Web","score_opus":0.048197315483255,"score_gpt":0.303720887630449,"score_spread":0.255523572147194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122418777","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018072455,0.0023311186,0.9795306,0.0013720795,0.00014599624,0.00054755586,0.00014368934,0.00042956372,0.013692049],"genre_scores_gemma":[0.031811208,0.0037711011,0.95764256,0.00052737584,0.0001653372,0.0010736231,0.0005466677,0.00016749097,0.004294541],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9915667,0.003602881,0.00096474297,0.00049565727,0.0031846496,0.00018524441],"domain_scores_gemma":[0.99434114,0.002804491,0.0006229846,0.0007752133,0.0013486446,0.00010743671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054052463,0.0016329918,0.0009927389,0.0021207812,0.0011244199,0.0030322785,0.0017444903,0.0023493315,0.0037551338],"category_scores_gemma":[0.01394372,0.000958785,0.0015347888,0.0028646076,0.0016656829,0.0029498334,0.0016592108,0.0030327113,0.0027726367],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005073131,0.00012729145,0.0004332206,0.0017506941,0.00008321151,0.0011695963,0.0015301416,0.0363221,0.009877792,0.72856474,0.012760833,0.20732945],"study_design_scores_gemma":[0.00010663772,0.00016992899,0.00055246707,0.0015779261,0.00009864005,0.002083276,0.0006071537,0.085984774,0.005926915,0.45758814,0.44517583,0.00012835406],"about_ca_topic_score_codex":0.0017363178,"about_ca_topic_score_gemma":0.001943186,"teacher_disagreement_score":0.0054052463,"about_ca_system_score_codex":0.0014680268,"about_ca_system_score_gemma":0.002674284,"threshold_uncertainty_score":0.02858603},"labels":[],"label_agreement":null},{"id":"W2122518432","doi":"10.1109/icst.2008.7","title":"Traffic-aware Stress Testing of Distributed Real-Time Systems Based on UML Models in the Presence of Time Uncertainty","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Sequence diagram; Scenario testing; Test case; Stress testing (software); Real-time computing; Data mining; Machine learning; Artificial intelligence; Programming language; Software","score_opus":0.06340220170429577,"score_gpt":0.2717165989842206,"score_spread":0.20831439727992485,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122518432","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34869727,0.00023078537,0.6478129,0.00013757963,0.0000375712,0.00018479899,0.00012821886,0.0018446385,0.0009261873],"genre_scores_gemma":[0.8867333,0.00008930513,0.11240562,0.00003784798,0.0000128658585,0.00014359233,0.00017100494,0.000085132786,0.000321219],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953367,0.0018466495,0.00032951543,0.00057616347,0.0016311955,0.00027979614],"domain_scores_gemma":[0.9866219,0.007214807,0.0017165678,0.0023269567,0.001865397,0.00025438552],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00273824,0.0012361464,0.00056872226,0.0012759574,0.00024152253,0.00092507765,0.0013162406,0.00088825845,0.00059048977],"category_scores_gemma":[0.0123990085,0.00043033817,0.0009653571,0.0005045523,0.0007682827,0.0015272028,0.0008740532,0.0007654039,0.0001220337],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047376577,0.0003597841,0.012306194,0.00036868002,0.00018728428,0.00084030343,0.00085611205,0.79335064,0.10429431,0.010740278,0.00040334853,0.07581937],"study_design_scores_gemma":[0.000030634514,0.00024223278,0.0012576205,0.000026337097,0.00004875124,0.00015801715,0.000052180785,0.9625437,0.031419758,0.003423495,0.00077503617,0.000022242068],"about_ca_topic_score_codex":0.002634722,"about_ca_topic_score_gemma":0.0024165094,"teacher_disagreement_score":0.00273824,"about_ca_system_score_codex":0.0010277869,"about_ca_system_score_gemma":0.0011213132,"threshold_uncertainty_score":0.014481366},"labels":[],"label_agreement":null},{"id":"W2122742496","doi":"10.1007/978-3-642-12261-3_10","title":"Report of the 14th International Workshop on Aspect-Oriented Modeling","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Software; Engineering management; Systems engineering; Engineering; Programming language","score_opus":0.036482351946802695,"score_gpt":0.2934454916267024,"score_spread":0.2569631396798997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122742496","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041370705,0.028925704,0.6477374,0.039957833,0.039919984,0.0014471137,0.0046463353,0.0059531815,0.19004172],"genre_scores_gemma":[0.103475384,0.04711274,0.35546178,0.0048898826,0.010098347,0.0010033889,0.02809915,0.007702559,0.44215676],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950504,0.0013926874,0.00030443104,0.0005000829,0.0023254885,0.00042691018],"domain_scores_gemma":[0.99352527,0.0014594593,0.00019830094,0.0014092526,0.0027176263,0.00069013983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010668498,0.0017081293,0.0015660609,0.0017466281,0.0009360135,0.005851628,0.0020730412,0.001528238,0.028618604],"category_scores_gemma":[0.008337182,0.0009777518,0.002010566,0.002177276,0.00078750233,0.004969608,0.0024693685,0.004274761,0.009199086],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008427199,0.0011442243,0.0023828563,0.00079109526,0.00015039556,0.0004920119,0.001115453,0.00738956,0.019003255,0.03232108,0.3859188,0.5484487],"study_design_scores_gemma":[0.00014473057,0.00035538737,0.002608152,0.00040687507,0.00022378375,0.00048310054,0.000366347,0.015201005,0.026264662,0.017100822,0.93677443,0.00007071865],"about_ca_topic_score_codex":0.005646313,"about_ca_topic_score_gemma":0.007294911,"teacher_disagreement_score":0.028618604,"about_ca_system_score_codex":0.0012892226,"about_ca_system_score_gemma":0.0033869157,"threshold_uncertainty_score":0.09573877},"labels":[],"label_agreement":null},{"id":"W2123181048","doi":"10.1109/sera.2008.38","title":"Adaptation of Refactoring Strategies to Multiple Axes of Modularity: Characteristics and Criteria","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Modularity (biology); Computer science; Adaptation (eye); Object-oriented programming; Aspect-oriented programming; Software engineering; Programming language; Software","score_opus":0.09974359045553353,"score_gpt":0.3117579936856387,"score_spread":0.21201440323010518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123181048","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40140343,0.0013407342,0.57818455,0.0014539555,0.000044183,0.00053301,0.0000389321,0.00073584425,0.016265318],"genre_scores_gemma":[0.8619253,0.0002808146,0.13558345,0.00015529647,0.000034696233,0.00026800268,0.00005060902,0.00027771297,0.0014240026],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9640725,0.015685104,0.0047406103,0.004098644,0.009501329,0.0019017742],"domain_scores_gemma":[0.83545655,0.08434243,0.02123907,0.026444362,0.029178994,0.0033385623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032051288,0.00085803965,0.0009179443,0.0029138015,0.0014946124,0.004135317,0.0021848485,0.0020368795,0.00072771014],"category_scores_gemma":[0.13070983,0.00077305484,0.0006753731,0.002000464,0.0036169754,0.006236863,0.0043408507,0.0016132386,0.00037813094],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053412694,0.0006095653,0.09827411,0.00083253795,0.0003599113,0.0016394068,0.013911375,0.0432055,0.05410966,0.16435915,0.0017434426,0.6204213],"study_design_scores_gemma":[0.00042216436,0.0025649213,0.09280925,0.0015149303,0.0006966616,0.00810404,0.010382015,0.3259319,0.11010844,0.39211166,0.054548915,0.00080518366],"about_ca_topic_score_codex":0.0007932962,"about_ca_topic_score_gemma":0.0009166001,"teacher_disagreement_score":0.032051288,"about_ca_system_score_codex":0.0013907234,"about_ca_system_score_gemma":0.0014812449,"threshold_uncertainty_score":0.16950542},"labels":[],"label_agreement":null},{"id":"W2123513974","doi":"10.1145/1978802.1978812","title":"Decision-making techniques for software architecture design","year":2011,"lang":"en","type":"review","venue":"ACM Computing Surveys","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":150,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Software engineering; Architecture; Architectural pattern; Software architecture; Set (abstract data type); Software; Selection (genetic algorithm); Software system; Management science; Software construction; Artificial intelligence; Programming language; Engineering","score_opus":0.16090131109755015,"score_gpt":0.3960676875086373,"score_spread":0.23516637641108715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123513974","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042228033,0.10862335,0.8335572,0.007137445,0.0007553653,0.00080727536,0.00026849925,0.00027394196,0.04435415],"genre_scores_gemma":[0.13527574,0.080024414,0.77661896,0.0013272754,0.0007042126,0.0013230533,0.0004029024,0.00013425938,0.004189185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770001,0.013434993,0.0014553474,0.0014169362,0.0061127082,0.00057991315],"domain_scores_gemma":[0.970973,0.023049703,0.0016358125,0.0014205166,0.0025738233,0.00034714965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024673717,0.0030187846,0.0021744354,0.0068506883,0.0018101094,0.006697173,0.0041235806,0.0032747719,0.006960377],"category_scores_gemma":[0.028660838,0.0012180059,0.0029493382,0.009460464,0.0056565707,0.0061439476,0.0032403497,0.0057288776,0.0024966625],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008687616,0.0001994326,0.0011512795,0.0047983755,0.00039184868,0.0001519123,0.0009272563,0.060083836,0.0005856465,0.56250364,0.0077921613,0.36132774],"study_design_scores_gemma":[0.00007453502,0.000115334355,0.00065331516,0.0029185005,0.00014343657,0.00020385398,0.0005794077,0.045919344,0.0009481994,0.85081905,0.09752383,0.000101227146],"about_ca_topic_score_codex":0.0032887047,"about_ca_topic_score_gemma":0.004314477,"teacher_disagreement_score":0.024673717,"about_ca_system_score_codex":0.0066350694,"about_ca_system_score_gemma":0.005819411,"threshold_uncertainty_score":0.13048863},"labels":[],"label_agreement":null},{"id":"W2123588082","doi":"10.1109/wicsa.2005.55","title":"Quality Session Report","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Session (web analytics); Computer science; Quality (philosophy); Software quality; Software; World Wide Web; Software development; Operating system","score_opus":0.05874194503788009,"score_gpt":0.36005119725959095,"score_spread":0.30130925222171084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123588082","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005619002,0.0066746203,0.049543895,0.09626979,0.11440615,0.010850332,0.12451985,0.0138851525,0.5782312],"genre_scores_gemma":[0.021143734,0.0033001301,0.014919405,0.012785845,0.013966096,0.004430168,0.0771757,0.0062578716,0.846021],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9656593,0.004301302,0.0018803931,0.0020554962,0.023361875,0.0027415897],"domain_scores_gemma":[0.8232126,0.009932518,0.004365878,0.013143324,0.13226917,0.017076492],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.037722286,0.001112282,0.0015254195,0.0063530873,0.0036901732,0.014179356,0.0039824913,0.0038313768,0.43086883],"category_scores_gemma":[0.072551854,0.0008645584,0.0020143555,0.004837233,0.0007115761,0.005829699,0.007243574,0.0045643304,0.2405196],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014067093,0.0001085355,0.00042328308,0.00022373305,0.000012585687,0.00002864351,0.000083323226,0.00014746674,0.0002793033,0.0017645695,0.9647046,0.032083273],"study_design_scores_gemma":[0.000048801663,0.00010420369,0.0014576776,0.00012291831,0.000013933325,0.000042443153,0.00012705938,0.00021052032,0.00042464692,0.0013392115,0.9960821,0.00002641404],"about_ca_topic_score_codex":0.0123043265,"about_ca_topic_score_gemma":0.009142171,"teacher_disagreement_score":0.43086883,"about_ca_system_score_codex":0.0056470255,"about_ca_system_score_gemma":0.015794128,"threshold_uncertainty_score":0.81179655},"labels":[],"label_agreement":null},{"id":"W2123692211","doi":"10.1007/s00766-008-0073-5","title":"Designing socio-technical systems: from stakeholder goals to social networks","year":2009,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Sociotechnical system; Stakeholder; Requirements analysis; Computer science; Process (computing); Context (archaeology); Process management; Requirements engineering; Knowledge management; Requirements elicitation; Software; Systems engineering; Management science; Engineering; Management","score_opus":0.0947774844780522,"score_gpt":0.3083298438256685,"score_spread":0.21355235934761632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123692211","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03706114,0.00065979746,0.932957,0.00966775,0.000063389314,0.00036204068,0.00009835661,0.00016986526,0.018960759],"genre_scores_gemma":[0.6040432,0.0006812278,0.39054427,0.0005885552,0.000052935677,0.00067807967,0.0002134587,0.00014159137,0.0030567364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97547203,0.018985378,0.0007947023,0.0011380025,0.0028587014,0.0007510799],"domain_scores_gemma":[0.9725938,0.020911608,0.001379889,0.001993634,0.0019917453,0.0011292624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0146631915,0.0011843792,0.0009439937,0.0022558533,0.0027359037,0.008653283,0.00251454,0.0034014517,0.0018391405],"category_scores_gemma":[0.032178443,0.0015475765,0.0010627569,0.0017329149,0.011098228,0.013767121,0.0071768984,0.003297084,0.00051180157],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047491558,0.00015642552,0.0025549307,0.0006113307,0.00007019507,0.00036972354,0.01162182,0.02584047,0.0023977319,0.9172416,0.0016343341,0.037453923],"study_design_scores_gemma":[0.000032987806,0.00006712084,0.0007937697,0.00028205296,0.0000482625,0.00014647012,0.007928694,0.066758744,0.0021886034,0.9009593,0.020747663,0.000046306865],"about_ca_topic_score_codex":0.0032913382,"about_ca_topic_score_gemma":0.0042476756,"teacher_disagreement_score":0.0146631915,"about_ca_system_score_codex":0.0035393455,"about_ca_system_score_gemma":0.005904046,"threshold_uncertainty_score":0.07754731},"labels":[],"label_agreement":null},{"id":"W2123972237","doi":"10.1109/icra.2011.5979630","title":"Graphical State Space Programming: A visual programming paradigm for robot task specification","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Human–computer interaction; Visual programming language; Robot; Visualization; Usability; Programming language; Inductive programming; State (computer science); Task (project management); Process (computing); Event-driven programming; Software; Graphical user interface; Set (abstract data type); Functional reactive programming; Reactive programming; Artificial intelligence; Programming paradigm; Systems engineering; Engineering","score_opus":0.08264150772582235,"score_gpt":0.31616351459156494,"score_spread":0.2335220068657426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2123972237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003915633,0.000041479318,0.9961511,0.00011175358,0.000016223225,0.000037608843,0.000049505343,0.0020161662,0.0011846554],"genre_scores_gemma":[0.02337217,0.00036929443,0.9718157,0.00019699722,0.0000407653,0.00046669526,0.00029303943,0.00096005615,0.0024852948],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989066,0.00039244987,0.00007534233,0.00017338315,0.00037931878,0.00007293805],"domain_scores_gemma":[0.9988739,0.0005493227,0.00010177794,0.00022570671,0.0001510582,0.00009811824],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017181091,0.0013390221,0.00050068344,0.000944377,0.0005244271,0.002355939,0.0025664603,0.001059698,0.0078787],"category_scores_gemma":[0.0030258289,0.0006537339,0.0012838647,0.0008474245,0.002103187,0.0025597333,0.0018305593,0.0035305426,0.0021328107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021158058,0.00014662085,0.0005433813,0.001018773,0.000086793545,0.00046089353,0.0021560946,0.050544523,0.033465732,0.6059127,0.02800653,0.27744636],"study_design_scores_gemma":[0.00016739611,0.00023612106,0.0003308203,0.00034579885,0.000055871576,0.0008072175,0.00027149648,0.2840382,0.024585463,0.39908454,0.2899739,0.00010318544],"about_ca_topic_score_codex":0.0025653495,"about_ca_topic_score_gemma":0.0031876627,"teacher_disagreement_score":0.0078787,"about_ca_system_score_codex":0.0006211444,"about_ca_system_score_gemma":0.0014375199,"threshold_uncertainty_score":0.026356876},"labels":[],"label_agreement":null},{"id":"W2124224842","doi":"10.1007/11531371_14","title":"WIT: A Framework for In-container Testing of Web-Portal Applications","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Container (type theory); Debugging; Code (set theory); Software engineering; Web application; Test case; Test strategy; White-box testing; Programming language; Operating system; Software; Software development; Software construction; Set (abstract data type)","score_opus":0.041856490224850655,"score_gpt":0.30455837631799854,"score_spread":0.2627018860931479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124224842","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002483792,0.00009565497,0.92914695,0.00011554003,0.00006131828,0.00017054913,0.00034568837,0.06522616,0.002354386],"genre_scores_gemma":[0.13956586,0.00042174937,0.8238477,0.00037039726,0.00012645521,0.00064374786,0.0027832394,0.02138739,0.010853317],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955058,0.001316553,0.00048345735,0.000614611,0.0015868578,0.00049262046],"domain_scores_gemma":[0.9929173,0.0033376263,0.00050394604,0.0021765907,0.00076507084,0.0002994401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053484207,0.0026851774,0.0013269875,0.0023472244,0.000900783,0.0045431606,0.0065004774,0.0025505265,0.017609255],"category_scores_gemma":[0.012839622,0.0020504352,0.0028738629,0.0011584085,0.0020233672,0.008318382,0.0045323884,0.0034230032,0.0057084966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009628446,0.0008510885,0.009136809,0.0020866143,0.0006948886,0.0020009424,0.0013703809,0.14003015,0.027436614,0.18380064,0.081489116,0.5501399],"study_design_scores_gemma":[0.00016774067,0.00020613734,0.0011858562,0.00038601577,0.00024793754,0.00091268856,0.00025325225,0.7358541,0.04140106,0.14592278,0.0732783,0.00018418496],"about_ca_topic_score_codex":0.004155306,"about_ca_topic_score_gemma":0.0050790035,"teacher_disagreement_score":0.017609255,"about_ca_system_score_codex":0.0010150403,"about_ca_system_score_gemma":0.0021590968,"threshold_uncertainty_score":0.05890888},"labels":[],"label_agreement":null},{"id":"W2124405605","doi":"10.1145/336512.336523","title":"Requirements engineering","year":2000,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1810,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of New Brunswick","funders":"Engineering and Physical Sciences Research Council","keywords":"Computer science","score_opus":0.06448264787213347,"score_gpt":0.3080728904993026,"score_spread":0.2435902426271691,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124405605","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029437938,0.008585736,0.64736646,0.008240503,0.0010559211,0.0024659028,0.003374687,0.0035584425,0.3224086],"genre_scores_gemma":[0.0595821,0.013701478,0.7687905,0.0054055625,0.0007078327,0.0031913174,0.011897514,0.0015014443,0.13522224],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98268855,0.0061682966,0.0016101078,0.0013624326,0.0077047213,0.00046583504],"domain_scores_gemma":[0.98453414,0.005842413,0.0006343312,0.0042368397,0.0043562367,0.00039602834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010731827,0.0015248604,0.0012427504,0.0033569837,0.00096203235,0.005680941,0.0027450467,0.0025258497,0.03476439],"category_scores_gemma":[0.022611348,0.0009358396,0.0015588595,0.0024747916,0.001557186,0.004517075,0.003994321,0.002987224,0.033865247],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004210714,0.0001524193,0.00053045555,0.0018006315,0.00010727925,0.00034303308,0.00090545067,0.008607359,0.0076578087,0.40825644,0.11334853,0.45824856],"study_design_scores_gemma":[0.000017177417,0.00005020075,0.0003488686,0.0007686694,0.000014812604,0.00033474268,0.00027286922,0.0038609111,0.0016682761,0.07994973,0.91267884,0.000034915203],"about_ca_topic_score_codex":0.0015134412,"about_ca_topic_score_gemma":0.0012923644,"teacher_disagreement_score":0.03476439,"about_ca_system_score_codex":0.002579466,"about_ca_system_score_gemma":0.004209955,"threshold_uncertainty_score":0.11629844},"labels":[],"label_agreement":null},{"id":"W2124984723","doi":"10.1109/icpc.2006.31","title":"JComp: A Reuse-Driven Componentization Framework for Java Applications","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Reuse; Component (thermodynamics); Object-oriented programming; Software engineering; Component-based software engineering; Java annotation; Domain (mathematical analysis); Software system; Class (philosophy); Software; Programming language; Real time Java; Artificial intelligence; Engineering","score_opus":0.030488984933030157,"score_gpt":0.303767365161719,"score_spread":0.27327838022868883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124984723","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012171859,0.00016004789,0.9830914,0.00007229632,0.000020667268,0.00017915848,0.00010429085,0.014162259,0.0009926503],"genre_scores_gemma":[0.025353901,0.00053762813,0.96610093,0.0001133829,0.000054322132,0.0004988227,0.0012147395,0.003677099,0.002449074],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99820185,0.00023118577,0.00018440105,0.00023471224,0.0009539784,0.00019383797],"domain_scores_gemma":[0.9979792,0.00058713416,0.0002429975,0.000517024,0.000534476,0.00013905922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025070533,0.0017365152,0.0010701214,0.0027514661,0.0014383587,0.0025280206,0.0037350832,0.0015260224,0.0024205234],"category_scores_gemma":[0.004997756,0.001495125,0.002523914,0.0024829817,0.0012347914,0.0028177558,0.0021657497,0.0027133024,0.0016324135],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027155003,0.00044576032,0.0025546602,0.0015909855,0.00035593548,0.0009039513,0.0012873495,0.0807758,0.0432023,0.15820904,0.042927656,0.66747504],"study_design_scores_gemma":[0.00031439355,0.00022827506,0.0024325075,0.00037913048,0.00038328487,0.0018816637,0.0001360431,0.5740478,0.042855404,0.09939732,0.27764502,0.00029918997],"about_ca_topic_score_codex":0.010849835,"about_ca_topic_score_gemma":0.0131289745,"teacher_disagreement_score":0.010849835,"about_ca_system_score_codex":0.0010720468,"about_ca_system_score_gemma":0.0036852574,"threshold_uncertainty_score":0.021573365},"labels":[],"label_agreement":null},{"id":"W2125219025","doi":"10.1109/rttas.1996.509528","title":"Temporal analysis and object-oriented real-time software development: a case study with ROOM/ObjecTime","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Computer Research Institute of Montréal","funders":"","keywords":"Executable; Computer science; Semantics (computer science); Programming language; Software; Software development; Software engineering; Automation; Temporal logic; Engineering","score_opus":0.023610629292093416,"score_gpt":0.25851811955803394,"score_spread":0.23490749026594052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125219025","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14611165,0.00066370325,0.8384406,0.0008084292,0.00003268621,0.0000788528,0.00003464086,0.0007444265,0.013084913],"genre_scores_gemma":[0.68405116,0.0006017373,0.3105013,0.00010553504,0.000027352686,0.00009156496,0.000055438315,0.00020406768,0.0043618544],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9976259,0.0012999058,0.00009758977,0.00016898947,0.0006389144,0.00016868692],"domain_scores_gemma":[0.9951652,0.003721903,0.00033469807,0.00037753533,0.00026611178,0.00013459215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031360341,0.0004449488,0.00037547742,0.0006223574,0.0007518879,0.0016613418,0.0009919953,0.0011751603,0.0010608096],"category_scores_gemma":[0.005725736,0.00031615165,0.0006521474,0.0008770353,0.0028407518,0.0021386459,0.0010960465,0.0015067719,0.00017473799],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036990744,0.00027333817,0.0029226209,0.0005225038,0.00005734448,0.0044230158,0.0054393653,0.14734961,0.019112792,0.6948723,0.0020782836,0.122578844],"study_design_scores_gemma":[0.00007926081,0.00030246133,0.001681147,0.0001488803,0.000084685315,0.0028013787,0.0027279684,0.66960764,0.055491433,0.21573535,0.051245876,0.00009396517],"about_ca_topic_score_codex":0.0019225366,"about_ca_topic_score_gemma":0.0018306045,"teacher_disagreement_score":0.0031360341,"about_ca_system_score_codex":0.0010267167,"about_ca_system_score_gemma":0.0010004162,"threshold_uncertainty_score":0.016585171},"labels":[],"label_agreement":null},{"id":"W2125333933","doi":"10.1109/sefm.2007.5","title":"An AOP Extended Lambda-Calculus","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Weaving; Computer science; Typed lambda calculus; System F; Type inference; Church encoding; Advice (programming); Aspect-oriented programming; Simply typed lambda calculus; Dependent type; Semantics (computer science); Lambda calculus; Operational semantics; Type safety; Lambda; Functional programming; Construct (python library); Calculus (dental); Inference; Artificial intelligence; Software; Engineering","score_opus":0.02805490990479599,"score_gpt":0.3335388937107447,"score_spread":0.3054839838059487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125333933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0093445,0.00038738316,0.9725963,0.00043715286,0.00027542294,0.00005825937,0.00010901227,0.0011317286,0.015660288],"genre_scores_gemma":[0.23394662,0.0013186836,0.7350484,0.00059220963,0.00053726096,0.00023340099,0.000247734,0.00056443334,0.027511196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99844885,0.00022246523,0.00009256333,0.00021939125,0.00087135466,0.0001452629],"domain_scores_gemma":[0.9992675,0.00018365638,0.00006700796,0.00012300884,0.00028598803,0.00007272938],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013499497,0.00040574916,0.00041174737,0.0007180831,0.0009909789,0.0016789641,0.0010657056,0.00069375226,0.0023296569],"category_scores_gemma":[0.002305895,0.00045052962,0.0007807029,0.00067553023,0.0014217022,0.002147696,0.0020181735,0.0018053065,0.00078519253],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004019644,0.00003506725,0.00037288133,0.000111477704,0.000020523146,0.0004979963,0.00046202217,0.0059540626,0.007981847,0.9341472,0.0026702408,0.047706556],"study_design_scores_gemma":[0.000049469232,0.00006449729,0.00055076694,0.00009185289,0.00009461979,0.0011513521,0.00009830807,0.08513891,0.008369832,0.6524363,0.2518906,0.00006348899],"about_ca_topic_score_codex":0.0018334744,"about_ca_topic_score_gemma":0.0014018294,"teacher_disagreement_score":0.0023296569,"about_ca_system_score_codex":0.0006293776,"about_ca_system_score_gemma":0.0017084383,"threshold_uncertainty_score":0.0077934265},"labels":[],"label_agreement":null},{"id":"W2125398918","doi":"10.1145/2110147.2110167","title":"Cool features and tough decisions","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":322,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Seventh Framework Programme","keywords":"Computer science; Modeling language; Relation (database); Software product line; Field (mathematics); Feature (linguistics); Domain (mathematical analysis); Data science; Variation (astronomy); Software engineering; Software; Data mining; Software development; Programming language; Linguistics","score_opus":0.054570934605976916,"score_gpt":0.31596469292937696,"score_spread":0.26139375832340006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125398918","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15036109,0.00390815,0.59532875,0.051348764,0.0009602859,0.00020218494,0.00043804676,0.002324895,0.19512786],"genre_scores_gemma":[0.87406725,0.0010020641,0.09967073,0.0034125473,0.00038466178,0.0001946553,0.00023250244,0.00090647215,0.02012911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.98634607,0.0066794646,0.0005678048,0.0019334907,0.0032172108,0.0012559287],"domain_scores_gemma":[0.97230107,0.01584278,0.0027358287,0.0058411458,0.0020077694,0.0012713496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012413866,0.0010406337,0.00080595,0.0019541755,0.003496891,0.008793524,0.0019175776,0.0034179077,0.011138313],"category_scores_gemma":[0.03983477,0.0010268389,0.0013397621,0.0014317272,0.01338851,0.019248534,0.007932768,0.0058406307,0.0016168554],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095263524,0.00004421677,0.0025704282,0.00013612077,0.00004643606,0.00046556583,0.004439229,0.00524784,0.0007893238,0.92875016,0.007943293,0.049472254],"study_design_scores_gemma":[0.000022353555,0.000048301274,0.0010300233,0.00016123119,0.000027004786,0.00035486917,0.0012784938,0.008123676,0.0005634637,0.9280309,0.060306344,0.000053275806],"about_ca_topic_score_codex":0.0020295621,"about_ca_topic_score_gemma":0.002222139,"teacher_disagreement_score":0.012413866,"about_ca_system_score_codex":0.0031934315,"about_ca_system_score_gemma":0.0020636998,"threshold_uncertainty_score":0.065651536},"labels":[],"label_agreement":null},{"id":"W2125899403","doi":"10.1016/j.scico.2006.01.003","title":"Semantics and scoping of aspects in higher-order languages","year":2006,"lang":"en","type":"article","venue":"Science of Computer Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"National Science Foundation","keywords":"Computer science; Scope (computer science); Programming language; Perl; Programmer; Semantics (computer science); Scheme (mathematics); Software engineering","score_opus":0.026042346292251085,"score_gpt":0.30220220894538685,"score_spread":0.27615986265313575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125899403","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09664169,0.0008889631,0.8842895,0.001108692,0.0001544748,0.00024105908,0.00030144173,0.00078066625,0.01559343],"genre_scores_gemma":[0.8008944,0.0010139428,0.18914187,0.00029539625,0.00017374726,0.00032047747,0.00063916243,0.0006585147,0.006862495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99176884,0.0029081784,0.0015135948,0.00085884996,0.002104567,0.0008459808],"domain_scores_gemma":[0.97536886,0.014978184,0.0016594365,0.004177873,0.0032632023,0.00055248756],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010014506,0.0008507375,0.0012350226,0.003863294,0.0031147285,0.006687924,0.0020244035,0.0024255672,0.0026289069],"category_scores_gemma":[0.022042366,0.0020202931,0.0031165236,0.004065202,0.008144403,0.020676928,0.0049998024,0.004175729,0.0004965196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000813007,0.000038050075,0.0012733904,0.00016060859,0.000035085814,0.00021259717,0.002399484,0.0026858863,0.0016596037,0.97552574,0.00043189863,0.01549648],"study_design_scores_gemma":[0.000026073845,0.000024960213,0.00025886204,0.00009406259,0.000078951016,0.00014693412,0.00047990677,0.007800509,0.0028945256,0.9821362,0.0060297446,0.000029306164],"about_ca_topic_score_codex":0.0034117526,"about_ca_topic_score_gemma":0.003415855,"teacher_disagreement_score":0.010014506,"about_ca_system_score_codex":0.002190194,"about_ca_system_score_gemma":0.0028420286,"threshold_uncertainty_score":0.052962422},"labels":[],"label_agreement":null},{"id":"W2125998506","doi":"10.1145/1985793.1985851","title":"Feature cohesion in software product lines","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Deutsche Forschungsgemeinschaft","keywords":"Cohesion (chemistry); Software product line; Feature model; Computer science; Reuse; Software engineering; Program comprehension; Software; Feature (linguistics); Software development; Software system; Programming language; Engineering","score_opus":0.06936839259733668,"score_gpt":0.27674061361804736,"score_spread":0.20737222102071068,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125998506","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91640127,0.000917255,0.07446515,0.0002396774,0.000023820932,0.00008687074,0.000104230574,0.0002598938,0.007501769],"genre_scores_gemma":[0.9900064,0.00012348976,0.009002469,0.000014802224,0.000011490653,0.000045408942,0.00008891928,0.000048123962,0.0006590685],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9951845,0.0015370398,0.00035751684,0.00077045284,0.0018518212,0.0002986679],"domain_scores_gemma":[0.9653256,0.017646508,0.008977739,0.0022239694,0.0050622653,0.00076383195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027730113,0.0003676458,0.00046099816,0.0043240534,0.0013722623,0.0025461002,0.0006477689,0.0007938883,0.0019408413],"category_scores_gemma":[0.032709904,0.0005246831,0.00040468975,0.003384745,0.0019878414,0.0027809753,0.0021004395,0.0006122482,0.00027293494],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005191138,0.00028111282,0.28532794,0.0013789446,0.0002527489,0.0014973,0.07508714,0.041287772,0.026725026,0.07900987,0.0034092187,0.48522383],"study_design_scores_gemma":[0.00012645179,0.0011673162,0.7263602,0.00045022316,0.0003347482,0.0019188666,0.026837394,0.07991446,0.0133702615,0.1060935,0.043152828,0.00027377144],"about_ca_topic_score_codex":0.0034601386,"about_ca_topic_score_gemma":0.0023796186,"teacher_disagreement_score":0.0043240534,"about_ca_system_score_codex":0.0015417389,"about_ca_system_score_gemma":0.0007789243,"threshold_uncertainty_score":0.014665306},"labels":[],"label_agreement":null},{"id":"W2126933304","doi":"10.1109/seams.2009.5069073","title":"Identifying implicitly declared self-tuning behavior through dynamic analysis","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; False positive paradox; Autonomic computing; Mechanism (biology); Self-tuning; Dynamic programming; Static analysis; Artificial intelligence; Algorithm; Programming language; Control engineering; Engineering","score_opus":0.04288532343956408,"score_gpt":0.34865565496542456,"score_spread":0.3057703315258605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126933304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12449828,0.00020377316,0.8652204,0.00024252353,0.000045757515,0.0000711947,0.00012617414,0.005114185,0.0044777473],"genre_scores_gemma":[0.8037892,0.00021067238,0.19326459,0.00015217696,0.000039204308,0.00014170093,0.0002772489,0.0006132229,0.001512039],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99498886,0.00131419,0.00039744587,0.00074475567,0.0021755267,0.00037906578],"domain_scores_gemma":[0.98422897,0.0062075034,0.00215748,0.00483236,0.0023972753,0.00017649052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003228342,0.00073461176,0.00073683145,0.0018363075,0.00066372135,0.0027655473,0.0014192822,0.00085559406,0.0008371737],"category_scores_gemma":[0.016028162,0.0006108106,0.00052177603,0.0009204469,0.0014782745,0.0034687088,0.001702771,0.0017015581,0.00024072755],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083024363,0.00041354046,0.07255073,0.00045287868,0.00028433808,0.0011625488,0.0023585085,0.18649422,0.1248212,0.25111958,0.0031155448,0.35639668],"study_design_scores_gemma":[0.000022255372,0.00006965826,0.003515847,0.000080763086,0.00008848562,0.0003960699,0.00012978331,0.86265075,0.0596373,0.06522101,0.00810488,0.00008329055],"about_ca_topic_score_codex":0.001327703,"about_ca_topic_score_gemma":0.0014920833,"teacher_disagreement_score":0.003228342,"about_ca_system_score_codex":0.0009084481,"about_ca_system_score_gemma":0.0014517385,"threshold_uncertainty_score":0.017073274},"labels":[],"label_agreement":null},{"id":"W2127483730","doi":"10.1016/j.infsof.2014.03.005","title":"Toward automated feature model configuration with optimizing non-functional requirements","year":2014,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; Athabasca University; Simon Fraser University","funders":"","keywords":"Feature model; Feature (linguistics); Computer science; Interdependence; Software product line; Data mining; Process (computing); Functional requirement; Functional dependency; Hierarchy; Artificial intelligence; Machine learning; Software; Software engineering; Software development","score_opus":0.024345713164136487,"score_gpt":0.2529423929075516,"score_spread":0.22859667974341513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2127483730","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02632327,0.000059688522,0.9647119,0.00010761972,0.000014819368,0.0000966277,0.00010050278,0.0050295074,0.0035560806],"genre_scores_gemma":[0.35062125,0.00006768545,0.64602613,0.00008261561,0.000011674797,0.00011019045,0.00041123893,0.0007727301,0.0018964561],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99829644,0.00047943817,0.00007781281,0.00022573031,0.00076845376,0.0001521355],"domain_scores_gemma":[0.9978446,0.0007958085,0.00020479473,0.000717161,0.00039566014,0.000041927462],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00092825753,0.0013041538,0.0006903674,0.0013161629,0.0005328445,0.001584329,0.0015261823,0.0010242839,0.003399873],"category_scores_gemma":[0.0050856387,0.0007883688,0.0011789252,0.0009486652,0.00062730286,0.0018152517,0.0016499079,0.0012107689,0.0013492646],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002478404,0.00032449528,0.0037727987,0.00025907782,0.0000973148,0.00048689242,0.0002932117,0.3842882,0.07175157,0.021527225,0.0064220633,0.51052934],"study_design_scores_gemma":[0.000021369153,0.00006519427,0.0005134915,0.000016622835,0.000031285712,0.00012010863,0.00007444213,0.9659564,0.019907312,0.010704742,0.002573786,0.000015128466],"about_ca_topic_score_codex":0.002828293,"about_ca_topic_score_gemma":0.0070099537,"teacher_disagreement_score":0.003399873,"about_ca_system_score_codex":0.0008201141,"about_ca_system_score_gemma":0.0015185637,"threshold_uncertainty_score":0.011373699},"labels":[],"label_agreement":null},{"id":"W2128094165","doi":"10.1109/scc.2005.36","title":"Challenges to reusable services","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Reuse; Computer science; Software engineering; Services computing; Service-oriented architecture; Service (business); Software; Component-based software engineering; Software development; Web service; World Wide Web; Engineering; Operating system; Business","score_opus":0.06330310086570237,"score_gpt":0.31249149380234853,"score_spread":0.24918839293664616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128094165","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024002232,0.033184797,0.6205956,0.22108069,0.0019462719,0.00032516566,0.00022123572,0.001413269,0.09723069],"genre_scores_gemma":[0.2822691,0.065980695,0.5620549,0.01883367,0.005747512,0.0009401204,0.0008011522,0.001328202,0.062044706],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9836363,0.005121732,0.000947114,0.0016929755,0.0076735923,0.0009282758],"domain_scores_gemma":[0.96062326,0.019266613,0.0014331443,0.0090274215,0.008237004,0.0014125389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018091224,0.0011731107,0.0012348414,0.002633497,0.0031859663,0.008630692,0.0032164794,0.0053144256,0.0071137156],"category_scores_gemma":[0.04225285,0.001138283,0.0016373182,0.0036184208,0.011360022,0.02382327,0.007247024,0.006881894,0.0038735264],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002110246,0.000033797554,0.00022651999,0.0002711229,0.000019071105,0.000109330125,0.0007776533,0.0012267537,0.0006285631,0.91456413,0.012814716,0.069307275],"study_design_scores_gemma":[0.000019538937,0.000029650291,0.00015505802,0.00026566276,0.00001668669,0.00039589865,0.00072912173,0.0048032263,0.0007837885,0.7375171,0.25525683,0.000027502652],"about_ca_topic_score_codex":0.005363848,"about_ca_topic_score_gemma":0.002424597,"teacher_disagreement_score":0.018091224,"about_ca_system_score_codex":0.0038032457,"about_ca_system_score_gemma":0.007068252,"threshold_uncertainty_score":0.09567666},"labels":[],"label_agreement":null},{"id":"W2128106933","doi":"10.1109/ipdps.2008.4536332","title":"Smart proxies in Java RMI with dynamic aspect-oriented programming","year":2008,"lang":"en","type":"article","venue":"Proceedings - IEEE International Parallel and Distributed Processing Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Remote procedure call; Abstraction; Proxy (statistics); Programming language; Remote evaluation; Distributed computing; Operating system; Server; Client","score_opus":0.02057417183602137,"score_gpt":0.2705028757412961,"score_spread":0.24992870390527475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128106933","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022270062,0.0002160074,0.9835675,0.0002304849,0.00007473272,0.00010214692,0.000019191264,0.007124133,0.006438822],"genre_scores_gemma":[0.06258683,0.0005032153,0.924478,0.00046879958,0.00013082338,0.00048994547,0.0001698226,0.0036281408,0.007544411],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99641657,0.0010334402,0.00029383216,0.0004122747,0.0015065605,0.00033734317],"domain_scores_gemma":[0.99753594,0.00090275327,0.00032312298,0.00089740724,0.00020653736,0.0001341796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041526137,0.0009383266,0.0010569713,0.0007474095,0.000758631,0.0036619422,0.0030776074,0.001843154,0.0032198294],"category_scores_gemma":[0.006214757,0.0015834,0.0013255632,0.00081372826,0.002265517,0.0062019476,0.0038564221,0.0044335276,0.0026297208],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042673986,0.00044126637,0.001621777,0.000456095,0.0001052838,0.0010785544,0.0018001837,0.039422143,0.019568248,0.68516415,0.015468081,0.23444742],"study_design_scores_gemma":[0.00036913785,0.00017331819,0.00049238827,0.00029031935,0.00016970004,0.0011476146,0.00018789887,0.35170704,0.0370912,0.28504944,0.32312217,0.00019985407],"about_ca_topic_score_codex":0.0011522367,"about_ca_topic_score_gemma":0.0013915773,"teacher_disagreement_score":0.0041526137,"about_ca_system_score_codex":0.0007589792,"about_ca_system_score_gemma":0.0013515616,"threshold_uncertainty_score":0.021961391},"labels":[],"label_agreement":null},{"id":"W2128353032","doi":"10.1109/re.2005.23","title":"Do viewpoints lead to better conceptual models? An exploratory case study","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Viewpoints; Computer science; Exploratory research; Traceability; Product (mathematics); Key (lock); Conceptual model; Notation; Stakeholder; Knowledge management; Process (computing); Management science; Data science; Process management; Software engineering; Systems engineering; Engineering","score_opus":0.16304107550366745,"score_gpt":0.3544980798721322,"score_spread":0.19145700436846477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128353032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94124943,0.00025512077,0.046428125,0.0018998288,0.000024377328,0.0012763425,0.00012593578,0.000042681295,0.008698182],"genre_scores_gemma":[0.93297946,0.0002972893,0.06450624,0.00025439975,0.000014566176,0.00073713047,0.00012298649,0.000037085807,0.0010507916],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.95442766,0.03934,0.0010075573,0.0010329919,0.0032386985,0.0009531054],"domain_scores_gemma":[0.922905,0.06530944,0.0025842723,0.0045383405,0.0036526301,0.0010103318],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03217719,0.00091331004,0.0006337895,0.0020117576,0.0035832396,0.0034985675,0.0018883824,0.0032787526,0.0018896718],"category_scores_gemma":[0.067007944,0.00074143807,0.00091881107,0.0022989474,0.00300448,0.0068483525,0.0044797934,0.003128427,0.00033456428],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015209718,0.003688852,0.031739186,0.0009917462,0.00013397526,0.023446295,0.724787,0.014780946,0.014099448,0.07485219,0.0030741899,0.10688518],"study_design_scores_gemma":[0.0010005884,0.0063901525,0.020396426,0.0018709524,0.0002528562,0.012069719,0.6985478,0.07152193,0.024523562,0.053374395,0.10966432,0.00038737783],"about_ca_topic_score_codex":0.0015653946,"about_ca_topic_score_gemma":0.0026490944,"teacher_disagreement_score":0.03217719,"about_ca_system_score_codex":0.0029931462,"about_ca_system_score_gemma":0.0018717955,"threshold_uncertainty_score":0.17017132},"labels":[],"label_agreement":null},{"id":"W2128780139","doi":"10.1109/icsm.2000.883030","title":"Evolution in open source software: a case study","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":546,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Linux kernel; Software evolution; Computer science; Operating system; GNU/Linux; Source code; Software; Open source; Software engineering; Software development; Source lines of code; Minimalism (technical communication); Software system; Linux Unified Key Setup; Open source software; Software construction; Human–computer interaction","score_opus":0.04940434186115748,"score_gpt":0.32757913158668867,"score_spread":0.27817478972553117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128780139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9829626,0.0005594999,0.0055709574,0.0012084407,0.000019456838,0.00007582637,0.000061162355,0.00005953355,0.009482398],"genre_scores_gemma":[0.98804593,0.00076947943,0.00718317,0.00018808682,0.000027569336,0.000051690833,0.00012810525,0.00005471707,0.0035513584],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9961901,0.001921123,0.00019868856,0.00025255035,0.0010659662,0.00037160626],"domain_scores_gemma":[0.98309225,0.011660977,0.0013932775,0.0012276651,0.001379864,0.0012459685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038246778,0.00036498895,0.00029094063,0.0020203912,0.0042080125,0.0022441905,0.0018067084,0.0030770882,0.0010254005],"category_scores_gemma":[0.014331519,0.0002858088,0.00052568933,0.003247965,0.0022835275,0.0025702715,0.0023915716,0.0018016684,0.00024181795],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076528545,0.004834603,0.23161924,0.0009200072,0.00015989172,0.21993162,0.17718317,0.01983617,0.012970814,0.062434636,0.010399589,0.25894487],"study_design_scores_gemma":[0.0003548525,0.0029852851,0.24958736,0.0009882778,0.00030164717,0.14961249,0.18308353,0.08265344,0.030606557,0.04785934,0.2516014,0.00036580683],"about_ca_topic_score_codex":0.010187434,"about_ca_topic_score_gemma":0.016855933,"teacher_disagreement_score":0.010187434,"about_ca_system_score_codex":0.0022646452,"about_ca_system_score_gemma":0.0010699553,"threshold_uncertainty_score":0.02025628},"labels":[],"label_agreement":null},{"id":"W2128975082","doi":"10.1109/ecbs.2006.28","title":"Change types of dynamic system reconfiguration","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Control reconfiguration; Computer science; Metamodeling; Context (archaeology); Consistency (knowledge bases); Unified Modeling Language; Set (abstract data type); Distributed computing; Software engineering; Artificial intelligence; Programming language; Embedded system","score_opus":0.033432714189847564,"score_gpt":0.26603140177730217,"score_spread":0.2325986875874546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128975082","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10310093,0.0019069108,0.7425162,0.0022694105,0.0009968209,0.0010387433,0.0010849683,0.0039129825,0.14317313],"genre_scores_gemma":[0.7191368,0.0012912668,0.24331735,0.0010926034,0.00042794007,0.0011033609,0.0010799983,0.0007662317,0.031784542],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9913356,0.0020303545,0.0011217067,0.0012779323,0.0033945597,0.00083981635],"domain_scores_gemma":[0.9851658,0.0048919837,0.0020771348,0.005381934,0.0020222547,0.00046088346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003245385,0.00080636016,0.0006125853,0.002793598,0.0013807011,0.0034069484,0.0014935483,0.0021817954,0.00761896],"category_scores_gemma":[0.0135300355,0.00064524787,0.0011959147,0.0018065848,0.0034244368,0.008523814,0.0035235023,0.002403555,0.0009403716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024881976,0.0001062646,0.007886563,0.00036400277,0.00006985897,0.0013330474,0.0037087481,0.009242684,0.0052169943,0.8469505,0.006159944,0.118712634],"study_design_scores_gemma":[0.00007923362,0.00026114413,0.007199592,0.00047834413,0.00015875092,0.005839823,0.0023581802,0.04998806,0.01611284,0.514245,0.40303367,0.0002453807],"about_ca_topic_score_codex":0.001157644,"about_ca_topic_score_gemma":0.0011282504,"teacher_disagreement_score":0.00761896,"about_ca_system_score_codex":0.0017934453,"about_ca_system_score_gemma":0.0010424192,"threshold_uncertainty_score":0.02548796},"labels":[],"label_agreement":null},{"id":"W2129011764","doi":"10.1109/re.2009.42","title":"Compliance Analysis Based on a Goal-oriented Requirement Language Evaluation Methodology","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Compliance (psychology); Computer science; Process management; Work (physics); Frame (networking); Business process; Process (computing); Knowledge management; Risk analysis (engineering); Business; Work in process; Engineering","score_opus":0.16219925654911996,"score_gpt":0.41903015834453666,"score_spread":0.2568309017954167,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129011764","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0078118267,0.000030745745,0.98769593,0.00021788458,0.0000103075745,0.0009815878,0.00007670308,0.0006743862,0.0025007178],"genre_scores_gemma":[0.07187768,0.0000411687,0.92582256,0.00009220125,0.000008400011,0.0010870195,0.00025819347,0.00013787899,0.0006748895],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9321647,0.046383042,0.0039203265,0.0023750572,0.014117127,0.0010397913],"domain_scores_gemma":[0.9282823,0.045502763,0.00452706,0.004626273,0.016439969,0.0006215978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.043573905,0.0015073854,0.0010677491,0.005177681,0.0013439237,0.0041705254,0.0029160618,0.001588917,0.0027934306],"category_scores_gemma":[0.068227105,0.00089411455,0.0018942542,0.002315048,0.0020848617,0.0043170485,0.0022124366,0.002190019,0.00078747346],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005756401,0.0019732858,0.00792935,0.0018974425,0.00042977984,0.0011607764,0.005680782,0.16118647,0.029956078,0.33666983,0.0055608125,0.44697988],"study_design_scores_gemma":[0.00028282942,0.00084992533,0.0020840548,0.0005047368,0.0002114274,0.0005263012,0.0014242661,0.8766354,0.027613774,0.06860097,0.021068444,0.00019791335],"about_ca_topic_score_codex":0.0031620176,"about_ca_topic_score_gemma":0.0033464693,"teacher_disagreement_score":0.043573905,"about_ca_system_score_codex":0.003044879,"about_ca_system_score_gemma":0.0060733384,"threshold_uncertainty_score":0.2304436},"labels":[],"label_agreement":null},{"id":"W2129238580","doi":"10.1109/aswec.2000.844572","title":"A framework for software architecture verification","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software architecture description; Reference architecture; Programming language; Software architecture; Space-based architecture; Database-centric architecture; Architecture description language; Enterprise architecture framework; Architecture; Applications architecture; Compiler; Notation; Software engineering; Computer architecture; Software","score_opus":0.07735429281822523,"score_gpt":0.306918572536316,"score_spread":0.22956427971809076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129238580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00030449568,0.00042242685,0.9947778,0.00049372594,0.00006647681,0.00008318164,0.000059185946,0.0005909365,0.0032018516],"genre_scores_gemma":[0.024817595,0.0009544259,0.9701418,0.00027537605,0.00014514882,0.00038909944,0.0002560638,0.00019339623,0.0028269668],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99353623,0.0023843865,0.0006205196,0.0007643729,0.0022914023,0.00040315202],"domain_scores_gemma":[0.99417263,0.0025298444,0.0003503195,0.0018254545,0.0009414391,0.00018021959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008997245,0.0017971583,0.001295934,0.004223181,0.002263187,0.006582425,0.0049683517,0.0035209868,0.0063311807],"category_scores_gemma":[0.011932201,0.0017929323,0.004113573,0.0022702387,0.0072775865,0.00855395,0.004967713,0.005865366,0.0026524514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000066670837,0.000017410075,0.00006681262,0.00011629559,0.000023447286,0.0001027438,0.00016518503,0.008812675,0.0005339734,0.97053593,0.0019611449,0.017657813],"study_design_scores_gemma":[0.000025124082,0.000033001936,0.00004932477,0.00019193445,0.00002594119,0.00017785908,0.00007212363,0.052076817,0.0010702533,0.8652287,0.08101528,0.00003371265],"about_ca_topic_score_codex":0.005655198,"about_ca_topic_score_gemma":0.0034528195,"teacher_disagreement_score":0.008997245,"about_ca_system_score_codex":0.0035238822,"about_ca_system_score_gemma":0.004855525,"threshold_uncertainty_score":0.047582567},"labels":[],"label_agreement":null},{"id":"W2129287039","doi":"10.1109/iceccs.1996.558423","title":"Recovery of communications protocol design from protocol execution traces","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reverse engineering; Executable; Protocol (science); Software design; Software engineering; TRACE (psycholinguistics); Software construction; Finite-state machine; Software; Software design description; Communications protocol; Engineering design process; Programming language; Software system; Software development; Distributed computing; Operating system","score_opus":0.18522168123095792,"score_gpt":0.35784079548289793,"score_spread":0.17261911425194001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129287039","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04814777,0.000041402775,0.9474083,0.00014447157,0.000027240865,0.00020391855,0.00027914977,0.0021565892,0.0015911581],"genre_scores_gemma":[0.37015504,0.00017531296,0.62401795,0.000052513205,0.000017231318,0.00064342364,0.0014424835,0.00050951133,0.0029864933],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972089,0.00088430784,0.0001810785,0.00027456487,0.0012901123,0.0001610128],"domain_scores_gemma":[0.9928538,0.0030435189,0.0006780582,0.0023691535,0.0009864758,0.00006887522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020484505,0.00087777723,0.00040567722,0.0010936027,0.00046460173,0.0012656781,0.0009839672,0.0011011064,0.0013857603],"category_scores_gemma":[0.013916487,0.0005483169,0.0008092317,0.000730415,0.0012314469,0.0013368935,0.00094559975,0.0015819368,0.00044462527],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035614285,0.00024056624,0.0058217375,0.00043980387,0.00007588603,0.0012054741,0.0013474617,0.5620795,0.0744513,0.18304248,0.0024954649,0.16844432],"study_design_scores_gemma":[0.000032581207,0.00010202852,0.00059978355,0.000050872855,0.000035263878,0.00022176762,0.00010007706,0.8781145,0.064726286,0.04648799,0.009500043,0.00002877188],"about_ca_topic_score_codex":0.0023372353,"about_ca_topic_score_gemma":0.0021821547,"teacher_disagreement_score":0.0023372353,"about_ca_system_score_codex":0.001145994,"about_ca_system_score_gemma":0.0025542087,"threshold_uncertainty_score":0.010833383},"labels":[],"label_agreement":null},{"id":"W2129306832","doi":"10.1007/978-3-642-02059-9_6","title":"AspectOptima: A Case Study on Aspect Dependencies and Interactions","year":2009,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Programming language; Separation of concerns; Structuring; Consistency (knowledge bases); Atomicity; Software engineering; Set (abstract data type); Concurrency; Software; Artificial intelligence; Database transaction","score_opus":0.050714020083532554,"score_gpt":0.31714382007058833,"score_spread":0.2664297999870558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129306832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.880765,0.0008006044,0.06643948,0.0014436156,0.00007274516,0.00023164952,0.00043139502,0.0013572447,0.04845815],"genre_scores_gemma":[0.92900246,0.0005571096,0.056005977,0.00024776228,0.000026816137,0.00008060058,0.00045301372,0.0006747986,0.012951464],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99834776,0.0006782855,0.000052718005,0.00014313357,0.00061003235,0.00016808927],"domain_scores_gemma":[0.9938366,0.004611686,0.0003609884,0.0006010841,0.00034606532,0.0002436271],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016649211,0.00047414278,0.00027232486,0.00072015484,0.0014027208,0.0018184157,0.00121909,0.0016042457,0.0022064627],"category_scores_gemma":[0.0063830805,0.00037982714,0.0004363421,0.0011373553,0.0010394928,0.0018900054,0.0010785712,0.0013821931,0.00049330964],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020543158,0.0038736782,0.05971205,0.0017593375,0.00025151778,0.04466714,0.037816815,0.049865868,0.06824357,0.10997604,0.043746483,0.57803327],"study_design_scores_gemma":[0.00061489874,0.0015939937,0.06388747,0.00079799554,0.0006601712,0.03935163,0.039087497,0.29188278,0.10852345,0.07074445,0.38255802,0.00029764578],"about_ca_topic_score_codex":0.005211481,"about_ca_topic_score_gemma":0.012790921,"teacher_disagreement_score":0.005211481,"about_ca_system_score_codex":0.0007444843,"about_ca_system_score_gemma":0.0010533223,"threshold_uncertainty_score":0.0103622675},"labels":[],"label_agreement":null},{"id":"W2130808901","doi":"10.1109/ccece.2006.277301","title":"Repositories for Cots Selection","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Process (computing); Computer science; Commercial off-the-shelf; Selection (genetic algorithm); Software; Database; Software engineering; Systems engineering; Engineering; Operating system","score_opus":0.019295079344545867,"score_gpt":0.27476246584439584,"score_spread":0.25546738649984996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130808901","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026994541,0.007032989,0.89814484,0.0040174834,0.00050807983,0.0016522174,0.003561809,0.03136646,0.0267216],"genre_scores_gemma":[0.17633606,0.0037809808,0.7943524,0.00066405785,0.0002568077,0.00067105633,0.009761852,0.0024520985,0.011724706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98307633,0.0056917006,0.0029672787,0.0020842508,0.0052831694,0.00089733733],"domain_scores_gemma":[0.9428928,0.00965622,0.0051857266,0.028637301,0.011469101,0.0021587505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016984873,0.0010211203,0.001529918,0.01073495,0.0028291687,0.012550042,0.0056728097,0.0025079073,0.0075501567],"category_scores_gemma":[0.043219797,0.0017762326,0.0020083894,0.012576626,0.0013474488,0.01476052,0.007987681,0.0032265028,0.004009423],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042141974,0.00039941858,0.016699446,0.0015058231,0.00024487558,0.0011041003,0.0037747084,0.013260729,0.008481184,0.20102799,0.0501068,0.7029735],"study_design_scores_gemma":[0.00027926802,0.0004832051,0.010892763,0.0023773147,0.0005848221,0.0035751946,0.0030311437,0.09410977,0.0333972,0.103014275,0.74768054,0.00057448883],"about_ca_topic_score_codex":0.0069009424,"about_ca_topic_score_gemma":0.005510703,"teacher_disagreement_score":0.016984873,"about_ca_system_score_codex":0.0026009516,"about_ca_system_score_gemma":0.006579797,"threshold_uncertainty_score":0.08982563},"labels":[],"label_agreement":null},{"id":"W2132228743","doi":"10.1109/ccece.2007.176","title":"Capturing Software Architectural Design Decisions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Traceability; Software engineering; Documentation; Software architecture; Software; Architecture; Set (abstract data type); Architectural pattern; Software design; Systems engineering; Software development; Programming language; Engineering","score_opus":0.08184790380033657,"score_gpt":0.308689633368798,"score_spread":0.22684172956846144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132228743","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08251698,0.00038870407,0.8925176,0.0004905009,0.000067626956,0.000934636,0.0027901374,0.006545228,0.013748615],"genre_scores_gemma":[0.1743122,0.00047450035,0.8152472,0.00009034511,0.00002617611,0.00042514596,0.004609108,0.0005089755,0.004306383],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99507785,0.0015863194,0.00048442246,0.0007693872,0.0018834822,0.00019844307],"domain_scores_gemma":[0.9794825,0.007813286,0.0018631151,0.0071076555,0.0034290296,0.0003045109],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003970018,0.0013408266,0.00057422515,0.004497885,0.0010362482,0.0047155796,0.00158658,0.0014477362,0.0032516026],"category_scores_gemma":[0.03206564,0.0010386177,0.00077146414,0.0026692778,0.0007077246,0.004522947,0.0023196496,0.0020313244,0.0012150649],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027258406,0.0004949119,0.015662303,0.0010434885,0.00010140354,0.00045084767,0.0074496605,0.032736957,0.034221597,0.07729084,0.008379227,0.82189614],"study_design_scores_gemma":[0.00017641096,0.00048327088,0.018095296,0.0009217886,0.00030797676,0.0010684556,0.003867382,0.46793014,0.13249509,0.15332693,0.22096297,0.00036429902],"about_ca_topic_score_codex":0.005792209,"about_ca_topic_score_gemma":0.01251812,"teacher_disagreement_score":0.005792209,"about_ca_system_score_codex":0.0015689491,"about_ca_system_score_gemma":0.0036728142,"threshold_uncertainty_score":0.020995677},"labels":[],"label_agreement":null},{"id":"W2132488018","doi":"10.1109/isre.2001.948602","title":"Evolving system architecture to meet changing business goals: an agent and goal-oriented approach","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Goal modeling; Software engineering; Software architecture; Process management; Dependency (UML); Notation; Business Process Model and Notation; Business process; Business process modeling; Systems engineering; Knowledge management; Engineering; Software; Requirements engineering; Work in process","score_opus":0.032522960647138575,"score_gpt":0.2528470519357419,"score_spread":0.22032409128860334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132488018","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010996817,0.0005603543,0.96748984,0.0027326357,0.000048029782,0.00016586442,0.000025182408,0.0001857597,0.017795553],"genre_scores_gemma":[0.21113278,0.0015420233,0.7802077,0.0003644301,0.000055587847,0.0003767654,0.000083994484,0.00010807489,0.006128658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974247,0.0013501307,0.00012160618,0.00020123104,0.00073503016,0.0001672857],"domain_scores_gemma":[0.99825054,0.0007446815,0.00020903572,0.00021568316,0.00038639022,0.00019361131],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004032357,0.00090406206,0.00060159597,0.0018092722,0.0016386557,0.0048370822,0.0024903186,0.0026216842,0.0015593627],"category_scores_gemma":[0.0046130214,0.00078984676,0.0010898738,0.001556891,0.0040257443,0.0052366727,0.0024342928,0.0021625855,0.00049567624],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043916883,0.00010657702,0.0010598503,0.00026251454,0.0000726571,0.00048852764,0.0034546154,0.10485603,0.00352872,0.8193441,0.0018104749,0.06497205],"study_design_scores_gemma":[0.000097745105,0.00016213162,0.0006280401,0.0002493613,0.00016042852,0.00050263054,0.0024027794,0.40565965,0.003933559,0.50491965,0.08120929,0.00007462768],"about_ca_topic_score_codex":0.0042741136,"about_ca_topic_score_gemma":0.006750116,"teacher_disagreement_score":0.0048370822,"about_ca_system_score_codex":0.0027804237,"about_ca_system_score_gemma":0.004078715,"threshold_uncertainty_score":0.02132541},"labels":[],"label_agreement":null},{"id":"W2133468975","doi":"10.1007/s00766-010-0098-4","title":"Modeling and detecting semantic-based interactions in aspect-oriented scenarios","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Aspect-oriented programming; Notation; Domain (mathematical analysis); Artificial intelligence; Natural language processing; Software engineering; Software; Programming language; Linguistics","score_opus":0.04103911231616917,"score_gpt":0.3055988583204198,"score_spread":0.2645597460042506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133468975","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18443008,0.00012686041,0.80996567,0.0003066261,0.000026853802,0.0003728285,0.00016397274,0.0017318422,0.0028753066],"genre_scores_gemma":[0.73099285,0.00012706801,0.26760733,0.000054430213,0.000015835383,0.00015622823,0.00043052688,0.000117428186,0.0004982328],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99283123,0.002783018,0.0006465261,0.0007670292,0.0024833963,0.0004886885],"domain_scores_gemma":[0.98473233,0.010159827,0.0019509769,0.0015730949,0.0012023402,0.00038136722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045852307,0.0014144125,0.00082080264,0.0025678694,0.00094044727,0.0034500873,0.0019332488,0.0026223275,0.001117978],"category_scores_gemma":[0.021857135,0.0013050217,0.0018605093,0.0011220938,0.0015100368,0.0066284416,0.0026029414,0.0017419652,0.0003220746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009620086,0.0008282915,0.047486622,0.0006391032,0.00045971875,0.0036647168,0.0029281648,0.6580786,0.04447174,0.12692994,0.0014065161,0.112144604],"study_design_scores_gemma":[0.000023422654,0.000061917744,0.0012554384,0.000024378945,0.000086326414,0.0002276555,0.00019000862,0.96890265,0.0065053008,0.021635383,0.0010650958,0.000022436137],"about_ca_topic_score_codex":0.0041349065,"about_ca_topic_score_gemma":0.004962572,"teacher_disagreement_score":0.0045852307,"about_ca_system_score_codex":0.0008774975,"about_ca_system_score_gemma":0.0014220725,"threshold_uncertainty_score":0.024249315},"labels":[],"label_agreement":null},{"id":"W2133724574","doi":"10.1145/1029894.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":123,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Computer science; Notation; Component (thermodynamics); Task (project management); Cover (algebra); Sequence (biology); Sequence diagram; Programming language; Unified Modeling Language; Systems engineering; Engineering; Mathematics","score_opus":0.09323485982453569,"score_gpt":0.3005996911313053,"score_spread":0.2073648313067696,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133724574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012490278,0.0002985699,0.9732154,0.00033629758,0.00008856713,0.00032419042,0.0012393475,0.0025210937,0.009486208],"genre_scores_gemma":[0.18455906,0.0011974779,0.79225653,0.00038044975,0.0000733972,0.0010089364,0.009358295,0.0013813922,0.009784367],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927376,0.002148588,0.00073903095,0.0009186615,0.0029262598,0.000529791],"domain_scores_gemma":[0.989129,0.0039346423,0.0005172118,0.0039790394,0.0021150603,0.00032519686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048170756,0.001728055,0.0012164059,0.002505753,0.0010619517,0.004831395,0.0029172753,0.002081339,0.009675282],"category_scores_gemma":[0.0184261,0.0018983353,0.005080688,0.0024827714,0.0015716583,0.008252063,0.0068422873,0.0030889737,0.0027570548],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042858435,0.00031864704,0.005645047,0.0018591287,0.0005515223,0.0022985458,0.006001653,0.29647717,0.017812755,0.4202762,0.009314175,0.2390166],"study_design_scores_gemma":[0.000058631373,0.000248427,0.0014348383,0.000560264,0.00053591095,0.00072106236,0.0013038847,0.5214117,0.01569761,0.34407675,0.1137742,0.00017666232],"about_ca_topic_score_codex":0.0074760434,"about_ca_topic_score_gemma":0.011601566,"teacher_disagreement_score":0.009675282,"about_ca_system_score_codex":0.0016722535,"about_ca_system_score_gemma":0.0033280286,"threshold_uncertainty_score":0.03236711},"labels":[],"label_agreement":null},{"id":"W2133796460","doi":"10.1007/3-540-47961-9_50","title":"Addressing Performance Requirements Using a Goal and Scenario-Oriented Approach","year":2002,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Operationalization; Goal modeling; Software engineering; Abstraction; Goal orientation; Notation; Systems engineering; Process management; Requirements analysis; Programming language; Engineering; Software","score_opus":0.18575907404065004,"score_gpt":0.32205641769174964,"score_spread":0.1362973436510996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133796460","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055307364,0.000086219,0.9672606,0.0008400671,0.00003249689,0.00015207769,0.000052572086,0.0006630873,0.02538212],"genre_scores_gemma":[0.24958652,0.00041748153,0.7347995,0.00041133456,0.000052769978,0.00043307294,0.00033613856,0.00048326512,0.0134799145],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961314,0.0011499879,0.00023539971,0.0002819903,0.0017929431,0.00040824202],"domain_scores_gemma":[0.9970476,0.0013007621,0.00024109927,0.00041549068,0.0007964571,0.00019865527],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003343344,0.0016096912,0.00055084284,0.0011558931,0.001007512,0.0038382262,0.0027835022,0.002374973,0.004720002],"category_scores_gemma":[0.0054357112,0.00083330774,0.0011215076,0.00093308976,0.001611286,0.0050264844,0.0028559363,0.0026237757,0.0012822212],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000956839,0.00028914283,0.00086657965,0.0004903224,0.00010058416,0.00088369,0.0019727196,0.10939794,0.016515385,0.72881955,0.008246042,0.13232245],"study_design_scores_gemma":[0.00004024005,0.00014279487,0.00039275052,0.00024032102,0.00011864015,0.0007376246,0.0014893814,0.39963958,0.019190373,0.48771715,0.09020136,0.00008984067],"about_ca_topic_score_codex":0.0017138933,"about_ca_topic_score_gemma":0.001980989,"teacher_disagreement_score":0.004720002,"about_ca_system_score_codex":0.0010225981,"about_ca_system_score_gemma":0.0023061836,"threshold_uncertainty_score":0.01768148},"labels":[],"label_agreement":null},{"id":"W2133946160","doi":"10.5555/1762828.1762830","title":"9th international workshop on aspect-oriented modeling","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Software engineering; Computer science; Presentation (obstetrics); Aspect-oriented programming; Software development process; Process (computing); Software development; Software; Modeling language; Systems engineering; Engineering; Programming language","score_opus":0.03969541883221287,"score_gpt":0.2964855150139885,"score_spread":0.2567900961817756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133946160","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039166287,0.01697278,0.8577297,0.01068416,0.018950166,0.00055701646,0.0010783921,0.0035792945,0.08653198],"genre_scores_gemma":[0.047348082,0.023212254,0.73396206,0.0037226113,0.008225203,0.0010383212,0.00779775,0.0042378274,0.17045584],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943658,0.0018879833,0.000712526,0.00076951366,0.0019472699,0.00031692802],"domain_scores_gemma":[0.99552506,0.0010419642,0.00016781171,0.0014024184,0.001319063,0.00054361357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008969058,0.0023521183,0.0014947434,0.0021075988,0.0010138777,0.0067387284,0.0033981865,0.0030728432,0.033500757],"category_scores_gemma":[0.010223018,0.0013658941,0.0034223543,0.0015339515,0.0012467585,0.0062871124,0.0050967876,0.007241428,0.015560899],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027161156,0.0004250766,0.0009831868,0.0008429378,0.00026733254,0.0008846449,0.0014551082,0.008964065,0.0063535785,0.249909,0.3050603,0.42458305],"study_design_scores_gemma":[0.000041429797,0.00009298345,0.00032094025,0.0005810069,0.00005356646,0.00057348714,0.00011592777,0.011966043,0.0020297265,0.06807076,0.916122,0.000032050088],"about_ca_topic_score_codex":0.001261223,"about_ca_topic_score_gemma":0.0014965872,"teacher_disagreement_score":0.033500757,"about_ca_system_score_codex":0.0013428893,"about_ca_system_score_gemma":0.0022111812,"threshold_uncertainty_score":0.112071216},"labels":[],"label_agreement":null},{"id":"W2133993477","doi":"10.1109/tase.2011.26","title":"A Categorical Modeling Approach of Aspect-Oriented Systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aspect-oriented programming; Computer science; Modular design; Modularity (biology); Traceability; Separation of concerns; Object-oriented programming; Programming language; AspectJ; Component (thermodynamics); Software engineering; Formal verification; Categorical variable; Weaving; Formal specification; Theoretical computer science; Software; Machine learning; Engineering","score_opus":0.1246395495819655,"score_gpt":0.2667082624514337,"score_spread":0.1420687128694682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2133993477","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00469261,0.00038523623,0.97904027,0.0008956489,0.0000588093,0.0000768991,0.000102288126,0.00026136433,0.014486879],"genre_scores_gemma":[0.29862186,0.0009771611,0.68965995,0.00037856595,0.0002079623,0.000443285,0.00036655986,0.00011072934,0.009233911],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988871,0.00036415734,0.0001017495,0.00018729203,0.0003669788,0.000092701244],"domain_scores_gemma":[0.99893564,0.00037912294,0.00012416714,0.00019780394,0.00024111854,0.00012209099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001528748,0.00045826417,0.00041591006,0.0018510963,0.001320638,0.0027360532,0.0019247843,0.0010471581,0.003120796],"category_scores_gemma":[0.0020273495,0.00037163883,0.001254521,0.0016886933,0.0029638275,0.0031589048,0.0020291796,0.0020924788,0.00068265933],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005104202,0.000009429591,0.00009150536,0.000024236475,0.00000350499,0.000043212123,0.00018351959,0.0032205235,0.0006252839,0.9906006,0.00031430458,0.004878806],"study_design_scores_gemma":[0.000016573022,0.000031145355,0.00013478624,0.00003383903,0.000015753381,0.000104061706,0.00012867013,0.056331262,0.00087109813,0.9010113,0.04130412,0.000017402484],"about_ca_topic_score_codex":0.0039284024,"about_ca_topic_score_gemma":0.0037723768,"teacher_disagreement_score":0.0039284024,"about_ca_system_score_codex":0.0022580696,"about_ca_system_score_gemma":0.0015609879,"threshold_uncertainty_score":0.01638347},"labels":[],"label_agreement":null},{"id":"W2134018182","doi":"10.1109/wicsa.2005.33","title":"Extending the ATAM Architecture Evaluation to Product Line Architectures","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Software product line; Architecture tradeoff analysis method; Architecture; Product (mathematics); Reference architecture; Software architecture; Software architecture description; Software; Computer architecture; Software engineering; Software development; Operating system","score_opus":0.03780147649849742,"score_gpt":0.31904311433015387,"score_spread":0.28124163783165645,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134018182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045906954,0.0002847026,0.935839,0.00027943304,0.000045898258,0.00037365124,0.00022328754,0.00049167196,0.016555497],"genre_scores_gemma":[0.31192023,0.00025153818,0.6838855,0.00006414958,0.000031656862,0.0006373446,0.00016324106,0.000096292024,0.002950097],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918479,0.004075997,0.00033592514,0.00063641457,0.0029084075,0.00019538176],"domain_scores_gemma":[0.9867154,0.006673989,0.0015176296,0.0017442198,0.003145438,0.00020335443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067142285,0.001259408,0.00069864606,0.005263353,0.0007338249,0.0023041395,0.0015832861,0.0011854294,0.0038109226],"category_scores_gemma":[0.024555538,0.0004303232,0.0012756226,0.0028021312,0.0013407704,0.0028939038,0.0018983408,0.0014038333,0.0007609193],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014296781,0.0002691607,0.010283258,0.0007469164,0.00016626793,0.00041905046,0.0013135233,0.14245126,0.01125844,0.13601464,0.0030613875,0.69387317],"study_design_scores_gemma":[0.0000664594,0.00062302593,0.006793293,0.00026162755,0.00008204448,0.0005383963,0.0006767825,0.8039472,0.009150908,0.14895298,0.02880761,0.000099706864],"about_ca_topic_score_codex":0.0019554063,"about_ca_topic_score_gemma":0.0022579203,"teacher_disagreement_score":0.0067142285,"about_ca_system_score_codex":0.0013876191,"about_ca_system_score_gemma":0.0014366412,"threshold_uncertainty_score":0.035508633},"labels":[],"label_agreement":null},{"id":"W2134176028","doi":"10.1109/rev.2007.11","title":"Visualizing Aspect-Oriented Goal Models with AoGRL","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Maintainability; Computer science; Reusability; Modularity (biology); Reuse; Software engineering; Scalability; Goal modeling; Visualization; Viewpoints; Aspect-oriented programming; Systems engineering; Requirements engineering; Software; Programming language; Artificial intelligence; Database; Engineering","score_opus":0.034654554818100376,"score_gpt":0.3054786647019712,"score_spread":0.27082410988387084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134176028","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016255073,0.00019175936,0.96689355,0.00072473485,0.000047880578,0.00014237211,0.0006864996,0.007314528,0.0077436315],"genre_scores_gemma":[0.12982021,0.00036175328,0.86533594,0.0001679836,0.00001761527,0.00026667415,0.0010911014,0.00081852707,0.002120285],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992489,0.00035090747,0.0000664198,0.000079669335,0.00021914639,0.00003479679],"domain_scores_gemma":[0.9969908,0.0017144645,0.00033498908,0.00048056504,0.00037584823,0.00010332693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013095527,0.0008839159,0.00034398437,0.0018086624,0.00038263045,0.0028414472,0.0008789075,0.00097523147,0.004371548],"category_scores_gemma":[0.005668483,0.00046093928,0.0008500516,0.001030194,0.00047211736,0.0024591112,0.0018661479,0.001295399,0.00094231433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048450302,0.0005158939,0.006858124,0.0020769453,0.00020546126,0.0016897166,0.013899809,0.19420202,0.056844417,0.27447152,0.030776324,0.41797525],"study_design_scores_gemma":[0.00016927588,0.00020780883,0.0021103595,0.00048704265,0.000101374564,0.0007172479,0.0017844408,0.65609777,0.02410832,0.14599063,0.16809309,0.00013269206],"about_ca_topic_score_codex":0.0025249766,"about_ca_topic_score_gemma":0.003335729,"teacher_disagreement_score":0.004371548,"about_ca_system_score_codex":0.0005973698,"about_ca_system_score_gemma":0.00066198694,"threshold_uncertainty_score":0.014624298},"labels":[],"label_agreement":null},{"id":"W2134210131","doi":"10.1109/cmpsac.1996.544595","title":"An experience report on architecture development","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Architecture; Software architecture; Reference architecture; Process (computing); Software architecture description; Software engineering; Applications architecture; Software development process; Resource-oriented architecture; Software development; Enterprise architecture framework; Architecture tradeoff analysis method; Software; Computer architecture; Component-based software engineering; Operating system","score_opus":0.06621080048398013,"score_gpt":0.3105899937256694,"score_spread":0.24437919324168927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134210131","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16731362,0.027516935,0.077384435,0.013080545,0.0013566475,0.00074018526,0.0005191545,0.0020697354,0.7100188],"genre_scores_gemma":[0.4385895,0.041190535,0.06884045,0.0036049744,0.0004953707,0.0004117004,0.00205588,0.0013503681,0.44346115],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.991711,0.0027653798,0.00046578908,0.00051022833,0.0038766996,0.00067084277],"domain_scores_gemma":[0.9902728,0.0027316567,0.00032335243,0.0010419475,0.0036474194,0.0019829113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068262527,0.00071205746,0.00024353639,0.0022786355,0.0023137454,0.0029821456,0.0012578538,0.0013665785,0.014612071],"category_scores_gemma":[0.012760521,0.0004007056,0.0003477968,0.002912638,0.001317579,0.0041773696,0.0026743093,0.0020253093,0.0046116444],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014673028,0.0013436949,0.010839284,0.00076023454,0.000035485406,0.0041123023,0.040163286,0.0018147373,0.012146388,0.055209514,0.10728626,0.76614213],"study_design_scores_gemma":[0.000017644596,0.00037067363,0.0029697642,0.00017828707,0.000015909143,0.0020409042,0.00636887,0.00038123727,0.0038684502,0.0022743735,0.9814834,0.000030535753],"about_ca_topic_score_codex":0.0063256873,"about_ca_topic_score_gemma":0.009678774,"teacher_disagreement_score":0.014612071,"about_ca_system_score_codex":0.0018018984,"about_ca_system_score_gemma":0.004430872,"threshold_uncertainty_score":0.048882246},"labels":[],"label_agreement":null},{"id":"W2134472208","doi":"10.1109/wcre.2000.891462","title":"A reference architecture for Web servers","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Reference architecture; Computer science; Server; Applications architecture; Software architecture; Software engineering; Reference model; Application server; Domain (mathematical analysis); Software architecture description; Operating system; Software","score_opus":0.09372435419818455,"score_gpt":0.2877664144247567,"score_spread":0.19404206022657217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2134472208","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008494394,0.00024847465,0.9717585,0.00037522172,0.00010692705,0.00016446496,0.00010967802,0.0026403102,0.016102042],"genre_scores_gemma":[0.108796604,0.0007467954,0.8710594,0.00032117436,0.000092748276,0.0004133585,0.0011287453,0.0012011444,0.01624001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9972658,0.00068440894,0.00030290746,0.0003551527,0.0011223294,0.00026935752],"domain_scores_gemma":[0.9963325,0.00039969687,0.00012966497,0.0010660674,0.0019131962,0.00015880674],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00254956,0.0005506129,0.0005030792,0.0021961713,0.002110939,0.004040253,0.0020949037,0.0025404296,0.004771399],"category_scores_gemma":[0.006563006,0.0007418098,0.0012853158,0.0021320009,0.0017846301,0.0052707233,0.002788466,0.0025206567,0.0035160198],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006018408,0.000088897876,0.0009958707,0.00018006637,0.000036786947,0.0005901315,0.0011170888,0.026251003,0.01187127,0.8373091,0.008772597,0.11272706],"study_design_scores_gemma":[0.000060698516,0.00021372542,0.0011744882,0.0003139296,0.00009923177,0.0009654159,0.0005723321,0.19362153,0.024915293,0.41499957,0.3629368,0.00012696876],"about_ca_topic_score_codex":0.005166427,"about_ca_topic_score_gemma":0.0060831388,"teacher_disagreement_score":0.005166427,"about_ca_system_score_codex":0.0017808465,"about_ca_system_score_gemma":0.0030544256,"threshold_uncertainty_score":0.015961945},"labels":[],"label_agreement":null},{"id":"W2135273415","doi":"10.5555/776816.776952","title":"3rd international workshop on Adoption-Centric Software Engineering ACSE 2003","year":2003,"lang":"en","type":"article","venue":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Victoria","funders":"","keywords":"Software engineering; Social software engineering; Middleware (distributed applications); Software; Key (lock); Computer science; Software Engineering Process Group; Software peer review; Software construction; Software development; Engineering management; Systems engineering; Engineering; Computer security; Database; Operating system","score_opus":0.012351778871598794,"score_gpt":0.21044884186035348,"score_spread":0.19809706298875468,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135273415","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040427476,0.041565817,0.48358166,0.09457983,0.050592672,0.0022553795,0.0009935835,0.004340293,0.28166327],"genre_scores_gemma":[0.18807139,0.03622637,0.22417092,0.009168476,0.008289824,0.0018234621,0.005378893,0.0022503613,0.5246203],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99356455,0.002239946,0.00045081892,0.000758992,0.002352074,0.0006336555],"domain_scores_gemma":[0.9904944,0.0018732132,0.00024971794,0.0016056661,0.004267907,0.0015091334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010659735,0.0013993657,0.0012287954,0.0022489843,0.0015892067,0.008166767,0.0024303603,0.0038226307,0.025581274],"category_scores_gemma":[0.014208441,0.0007280809,0.0012653224,0.0021323774,0.0016192418,0.0071872864,0.005806993,0.0044414545,0.009281201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032535294,0.0007571626,0.0023113273,0.00069416105,0.00007779363,0.00070068706,0.0033109765,0.00337463,0.0049023214,0.058754683,0.33218536,0.59260565],"study_design_scores_gemma":[0.00005356189,0.00021939441,0.0021006446,0.0007492916,0.00004496423,0.00062795804,0.0018772412,0.0065022493,0.0029089134,0.028948776,0.95591563,0.000051293395],"about_ca_topic_score_codex":0.0040140776,"about_ca_topic_score_gemma":0.006530656,"teacher_disagreement_score":0.025581274,"about_ca_system_score_codex":0.002176583,"about_ca_system_score_gemma":0.00487365,"threshold_uncertainty_score":0.085577846},"labels":[],"label_agreement":null},{"id":"W2135340946","doi":"10.1109/wise.2001.996462","title":"Semantic models for knowledge management","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Set (abstract data type); Knowledge management; Data science; Work (physics); Semantic data model; Scheme (mathematics); Information retrieval","score_opus":0.07266449206410579,"score_gpt":0.31990462191559554,"score_spread":0.24724012985148974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135340946","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019611092,0.0031745785,0.96574867,0.0046990514,0.00032471522,0.00021532769,0.0006679975,0.00085629226,0.022352187],"genre_scores_gemma":[0.112001784,0.0049747294,0.86617893,0.0013521768,0.0006281868,0.0010030535,0.0030114946,0.0002847658,0.010564789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99443156,0.0024220275,0.0007436183,0.0008537086,0.001263223,0.0002858261],"domain_scores_gemma":[0.99253416,0.0039154883,0.00054049044,0.0018248383,0.0007711812,0.00041384067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067182337,0.0015464424,0.0012698463,0.0048628324,0.0024698868,0.010471709,0.0032807682,0.0030758535,0.0079221185],"category_scores_gemma":[0.011349311,0.0009780579,0.0031276734,0.005587288,0.0060463585,0.018680071,0.004986574,0.004397701,0.0022434583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012936086,0.000019032921,0.00009252346,0.00009890053,0.000032417272,0.000061589555,0.00027295022,0.004382963,0.00011035224,0.9785372,0.0021848974,0.014194307],"study_design_scores_gemma":[0.000011498422,0.000008058887,0.000037428887,0.000084308216,0.000018315432,0.00004747152,0.000116266034,0.015240747,0.00014373241,0.9486934,0.035587136,0.00001156381],"about_ca_topic_score_codex":0.0074793454,"about_ca_topic_score_gemma":0.007754099,"teacher_disagreement_score":0.010471709,"about_ca_system_score_codex":0.004627473,"about_ca_system_score_gemma":0.0035553107,"threshold_uncertainty_score":0.035529852},"labels":[],"label_agreement":null},{"id":"W2135977696","doi":"10.1049/iet-sen.2009.0004","title":"Systematic selection of software architecture styles","year":2010,"lang":"en","type":"article","venue":"IET Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Selection (genetic algorithm); Architecture; Architectural style; Software architecture; Computer science; Ranking (information retrieval); Software; Architectural pattern; Software engineering; Reference architecture; Software architecture description; Software system; Artificial intelligence; Software construction; Programming language","score_opus":0.012856748413669693,"score_gpt":0.2592832664182455,"score_spread":0.24642651800457582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2135977696","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48785368,0.0008685447,0.47242707,0.00074879156,0.00017895832,0.0047224774,0.0019722208,0.002378509,0.028849842],"genre_scores_gemma":[0.3686904,0.0004803649,0.6177121,0.00016630036,0.000054571567,0.0028748352,0.0025941362,0.0004838202,0.006943434],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.988311,0.0054003648,0.001335103,0.000956596,0.0036685916,0.00032833696],"domain_scores_gemma":[0.9546473,0.017879846,0.0033123628,0.0052267383,0.017912734,0.0010210748],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010530929,0.0011322362,0.00088890275,0.0059042643,0.0009455073,0.0022554595,0.00083868793,0.00054749515,0.0028590546],"category_scores_gemma":[0.041212842,0.0004499607,0.00084488187,0.0023021114,0.00046111882,0.001624844,0.0018711097,0.0007747359,0.001546329],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006716317,0.00034798615,0.047487114,0.0011268647,0.00015231762,0.00033506125,0.0059616026,0.0050006867,0.04722202,0.008808178,0.010826838,0.8720597],"study_design_scores_gemma":[0.0011319682,0.003669039,0.19039866,0.0028308204,0.0010019871,0.0023524032,0.034483593,0.2546059,0.12569943,0.10190408,0.2810198,0.0009022065],"about_ca_topic_score_codex":0.0009742935,"about_ca_topic_score_gemma":0.0040071653,"teacher_disagreement_score":0.010530929,"about_ca_system_score_codex":0.00085405377,"about_ca_system_score_gemma":0.002303057,"threshold_uncertainty_score":0.055693567},"labels":[],"label_agreement":null},{"id":"W2136033258","doi":"10.1145/1052898.1052906","title":"abc","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":299,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Polyglot; Programming language; Workbench; Aspect-oriented programming; Modular design; Syntax; Code generation; Java; Compiler; Abstract syntax tree; Generic programming; Control flow; Parsing; Software; Operating system; Artificial intelligence","score_opus":0.025757353986938392,"score_gpt":0.2805078669053327,"score_spread":0.2547505129183943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136033258","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064022006,0.0028725036,0.13074608,0.004353899,0.0024981329,0.0003583242,0.0025426967,0.011667723,0.8385585],"genre_scores_gemma":[0.09576261,0.006059032,0.12724486,0.0052892137,0.00095548155,0.000464382,0.010591616,0.0061297053,0.74750316],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979948,0.00036477702,0.00013691981,0.00040080288,0.0009191577,0.00018359257],"domain_scores_gemma":[0.99662375,0.00060300616,0.00015492579,0.0008540205,0.001500883,0.0002633706],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015549992,0.00063744787,0.0005691615,0.002326849,0.0013161968,0.005374694,0.0019330648,0.0019997482,0.1842989],"category_scores_gemma":[0.0066469316,0.00045252068,0.0005411826,0.0027623498,0.0010265856,0.004366035,0.0027194733,0.0016392393,0.110628314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014383001,0.00006415647,0.00091743976,0.0004495187,0.000016626207,0.00027384624,0.00035773468,0.0011143185,0.0028605703,0.3016144,0.20657577,0.48561183],"study_design_scores_gemma":[0.0000105018535,0.000024066761,0.00029915187,0.00007668479,0.000006539457,0.00032686515,0.000059192742,0.0013130385,0.0011226928,0.015633382,0.9811148,0.000012996783],"about_ca_topic_score_codex":0.0032933126,"about_ca_topic_score_gemma":0.0031428835,"teacher_disagreement_score":0.8157011,"about_ca_system_score_codex":0.0016332165,"about_ca_system_score_gemma":0.0017493307,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2136189351","doi":"10.1109/cmpsac.2001.960641","title":"A runtime composite service creation and deployment infrastructure and its applications in Internet security, e-commerce, and software provisioning","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Provisioning; Software deployment; Service (business); The Internet; Computer network; Computer security; Distributed computing; Software engineering; World Wide Web","score_opus":0.01724121264113867,"score_gpt":0.2598748192820448,"score_spread":0.24263360664090614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136189351","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007048049,0.00088717195,0.9707738,0.0007965814,0.00017412243,0.00010111406,0.000050171988,0.008740443,0.011428418],"genre_scores_gemma":[0.10530468,0.001591324,0.88164294,0.00023822453,0.0001897208,0.00018990652,0.000264936,0.00084732316,0.0097308345],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989619,0.00026583296,0.00006096801,0.00016176321,0.0004410548,0.000108410626],"domain_scores_gemma":[0.9989328,0.0003400057,0.000089572946,0.00032643098,0.00014879709,0.00016232951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015323207,0.00051276275,0.0007125207,0.0010937955,0.0013847175,0.002121188,0.0012765712,0.0013815003,0.003665244],"category_scores_gemma":[0.002587679,0.0006649928,0.0007811628,0.0015907903,0.0016064163,0.0027339244,0.0015314214,0.0021911114,0.0019315971],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004330094,0.00025202538,0.0011903433,0.00036504018,0.000040413255,0.0015652634,0.0009074865,0.039426867,0.03840096,0.33233792,0.023915099,0.5611656],"study_design_scores_gemma":[0.000119959266,0.00046937654,0.0017555445,0.0002055208,0.00012799836,0.0051986594,0.0002595067,0.50675225,0.039486423,0.10047073,0.3449495,0.0002044345],"about_ca_topic_score_codex":0.002833319,"about_ca_topic_score_gemma":0.0026508737,"teacher_disagreement_score":0.003665244,"about_ca_system_score_codex":0.0010116238,"about_ca_system_score_gemma":0.0015538875,"threshold_uncertainty_score":0.01226145},"labels":[],"label_agreement":null},{"id":"W2136355198","doi":"10.1109/mcetech.2008.23","title":"SecurityViews: A Dynamic Security for View-Oriented Programming","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Adaptation (eye); Aspect-oriented programming; Object-oriented programming; Software engineering; Java; Context (archaeology); Distributed object; Domain (mathematical analysis); Software development; Object (grammar); Software; Distributed computing; Programming language; Common Object Request Broker Architecture; Artificial intelligence","score_opus":0.03422557503326099,"score_gpt":0.3080878231618,"score_spread":0.273862248128539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136355198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010734914,0.00016633274,0.98777187,0.0004133146,0.00011787337,0.000115013994,0.00009117935,0.008816016,0.0014349759],"genre_scores_gemma":[0.05494019,0.0009700912,0.9304847,0.00090506644,0.00029616937,0.00059792754,0.0008252529,0.0055442885,0.0054363683],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956185,0.0011160237,0.0005770693,0.00068863813,0.0015630678,0.00043656855],"domain_scores_gemma":[0.99610054,0.0011745003,0.00040014094,0.0014682537,0.00047923106,0.0003772636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058375504,0.0013407258,0.0012426452,0.0011648795,0.001197781,0.0050108335,0.0044159084,0.0024729962,0.0045138253],"category_scores_gemma":[0.0077243834,0.0019467532,0.0028397567,0.0009867625,0.0036086417,0.009965592,0.006935383,0.0064552114,0.0021300693],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054869324,0.00027613615,0.0031763988,0.000808121,0.00023432252,0.0006647682,0.0018861133,0.014663358,0.016853767,0.6224125,0.03682526,0.30165055],"study_design_scores_gemma":[0.00030807607,0.00027117957,0.00080907246,0.0004907254,0.00025133358,0.0015097945,0.00022704777,0.19741601,0.022769228,0.40368807,0.37201145,0.00024806763],"about_ca_topic_score_codex":0.001875241,"about_ca_topic_score_gemma":0.0020946625,"teacher_disagreement_score":0.0058375504,"about_ca_system_score_codex":0.0010152188,"about_ca_system_score_gemma":0.0025099276,"threshold_uncertainty_score":0.030872285},"labels":[],"label_agreement":null},{"id":"W2136473817","doi":"10.1109/icpc.2006.8","title":"Alborz: An Interactive Toolkit to Extract Static and Dynamic Views of a Software System","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Wizard; Software system; Software engineering; Software framework; Software evolution; Software construction; Software visualization; Software; Eclipse; Programming language; Source code; Interoperability; Reverse engineering; Operating system","score_opus":0.023649202534408848,"score_gpt":0.3071104437478725,"score_spread":0.28346124121346367,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136473817","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032418426,0.00019763649,0.78018004,0.00011276495,0.000042919615,0.00022520118,0.0041680047,0.20667592,0.0051556784],"genre_scores_gemma":[0.039702587,0.0005008202,0.8892521,0.00012117827,0.000026125414,0.0006670395,0.021029478,0.038677145,0.010023457],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990471,0.00016784968,0.00009507061,0.00012423596,0.00047091357,0.0000948833],"domain_scores_gemma":[0.9981468,0.0008784398,0.00015328072,0.00039524585,0.00035264672,0.00007366858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001389266,0.0022217818,0.0010069448,0.0044243876,0.00066066335,0.0025814725,0.0016988767,0.0010353003,0.029181924],"category_scores_gemma":[0.0058279466,0.0014913447,0.002052086,0.0015657427,0.0005322177,0.0038910431,0.0030608794,0.0015735435,0.012250487],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008201559,0.00017414994,0.0042099296,0.0036339033,0.00025331622,0.0015637343,0.0021509384,0.015529619,0.047516346,0.028902076,0.20459962,0.6906462],"study_design_scores_gemma":[0.0004451389,0.00023860607,0.0074040815,0.0006410739,0.00017423081,0.0025576844,0.00082679995,0.27410048,0.0745447,0.05235357,0.58633935,0.00037438274],"about_ca_topic_score_codex":0.0039975205,"about_ca_topic_score_gemma":0.009927294,"teacher_disagreement_score":0.029181924,"about_ca_system_score_codex":0.00056690467,"about_ca_system_score_gemma":0.0011844306,"threshold_uncertainty_score":0.09762329},"labels":[],"label_agreement":null},{"id":"W2136503680","doi":"10.1145/996841.996861","title":"Jedd","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":76,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Compiler; Binary decision diagram; Key (lock); Java; Data structure; Theoretical computer science; Operating system","score_opus":0.027388747020380362,"score_gpt":0.2739633675431562,"score_spread":0.24657462052277584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136503680","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008337666,0.0010009527,0.8170104,0.0013173239,0.0013485061,0.00032209264,0.006587898,0.06042234,0.10365281],"genre_scores_gemma":[0.10444207,0.0018671531,0.71559817,0.002730742,0.00037302112,0.00063652074,0.026396748,0.018040841,0.12991482],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984421,0.00020328005,0.00016674607,0.00033379742,0.000713525,0.00014052198],"domain_scores_gemma":[0.99827635,0.00037409322,0.00009587902,0.00059543573,0.00056973955,0.0000883938],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001175176,0.0005683264,0.0005358921,0.0011611262,0.0006682092,0.0025954219,0.0013696959,0.00068711245,0.036456496],"category_scores_gemma":[0.003721861,0.00047535473,0.0009027227,0.0007996895,0.0006248885,0.0025797347,0.0027367207,0.0012752928,0.018110668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038336008,0.00013857614,0.003319517,0.00114239,0.00005293952,0.0005093305,0.000531971,0.005572701,0.014394173,0.19192559,0.17072836,0.61130106],"study_design_scores_gemma":[0.00003441906,0.000035999175,0.00040001722,0.00007196139,0.00001943572,0.00040176438,0.00006167135,0.00974359,0.009314433,0.02010617,0.9597833,0.000027261363],"about_ca_topic_score_codex":0.001176376,"about_ca_topic_score_gemma":0.0016410188,"teacher_disagreement_score":0.96354353,"about_ca_system_score_codex":0.0007121341,"about_ca_system_score_gemma":0.0016100208,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2136700198","doi":"10.1109/snpd.2007.542","title":"Modeling and Practice on Component Based Software Design - a Case Study","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Component (thermodynamics); Computer science; Component-based software engineering; Software engineering; Reuse; Software construction; Software; Software design; Black box; Software development; Engineering; Operating system; Artificial intelligence","score_opus":0.15196649388661948,"score_gpt":0.3700020005776453,"score_spread":0.21803550669102584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136700198","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07631158,0.0059824544,0.762786,0.011710609,0.00022613446,0.00042948357,0.00010628863,0.0005378036,0.1419097],"genre_scores_gemma":[0.54250365,0.008001734,0.42873472,0.00088574964,0.00009861551,0.00062042323,0.00015488926,0.00025716258,0.018742947],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9873871,0.008130447,0.00043799385,0.00057264586,0.003126351,0.00034545537],"domain_scores_gemma":[0.9868031,0.0095249945,0.00043571604,0.0019069439,0.0010219304,0.00030734995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00925344,0.0010481701,0.00080683094,0.0017679057,0.0026391214,0.00619841,0.0022396883,0.004655541,0.0033524],"category_scores_gemma":[0.012733541,0.0007891132,0.00072346075,0.004416667,0.006594334,0.0056337556,0.0035174116,0.0033355306,0.00092121726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050975697,0.00031662898,0.0018028035,0.0004827744,0.000025796127,0.0016640468,0.012050705,0.04180148,0.0017985617,0.8407488,0.00515119,0.09410631],"study_design_scores_gemma":[0.00007450952,0.00042872236,0.0015215061,0.0016573872,0.00005298755,0.002554475,0.009135484,0.10818143,0.0057102316,0.4808569,0.38972566,0.00010081291],"about_ca_topic_score_codex":0.005020245,"about_ca_topic_score_gemma":0.006688576,"teacher_disagreement_score":0.00925344,"about_ca_system_score_codex":0.004854627,"about_ca_system_score_gemma":0.003616587,"threshold_uncertainty_score":0.04893744},"labels":[],"label_agreement":null},{"id":"W2136898191","doi":"10.1007/978-3-642-36611-6_25","title":"Transition from Process- to Product-Level Perspective for Business Software","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in business information processing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Computer science; Perspective (graphical); Software engineering; Process (computing); Context (archaeology); Product (mathematics); Process management; Systems engineering; Engineering; Programming language; Mathematics; Artificial intelligence; Geography","score_opus":0.03652333414276911,"score_gpt":0.28024939753974837,"score_spread":0.24372606339697928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2136898191","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021357276,0.0039563505,0.8392486,0.005388172,0.00033755045,0.00005093101,0.00014399912,0.000731569,0.12878564],"genre_scores_gemma":[0.55081195,0.006306104,0.3861896,0.001358572,0.00044251862,0.00019360417,0.00045769394,0.00074006297,0.053499833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891376,0.00026233468,0.00006470861,0.00021659472,0.00042199704,0.00012058865],"domain_scores_gemma":[0.99938583,0.0001953292,0.000042050495,0.00017487202,0.00013326787,0.00006851798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009028212,0.00070501544,0.0003756595,0.000976858,0.0007157773,0.005073122,0.0012535374,0.0021260888,0.006338351],"category_scores_gemma":[0.0010811497,0.00055301393,0.0009441116,0.0012297379,0.0020756104,0.006500145,0.002045139,0.0037469724,0.0026057803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012231725,0.000030927164,0.00022663975,0.00010709451,0.000009574139,0.00020304292,0.00077689654,0.0017358115,0.0032162014,0.9613653,0.0016289188,0.03068736],"study_design_scores_gemma":[0.000011020638,0.000069360845,0.0005926129,0.0002092889,0.00003467353,0.0004372551,0.0006074667,0.029565781,0.0035155145,0.84362066,0.12131178,0.000024518653],"about_ca_topic_score_codex":0.0014317306,"about_ca_topic_score_gemma":0.0013252881,"teacher_disagreement_score":0.006338351,"about_ca_system_score_codex":0.0018290422,"about_ca_system_score_gemma":0.0013994877,"threshold_uncertainty_score":0.021203935},"labels":[],"label_agreement":null},{"id":"W2137174580","doi":"10.1109/coginf.2006.365689","title":"Separating Designs from Implementations: Role-Based Software Development","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Software development; Computer science; Software engineering; Software construction; Package development process; Goal-Driven Software Development Process; Software development process; Software; Implementation; Social software engineering; Personal software process; Software analytics; Perspective (graphical); Programming language; Artificial intelligence","score_opus":0.052050211906199656,"score_gpt":0.30466030135409006,"score_spread":0.25261008944789043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137174580","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023017677,0.00054734095,0.98221695,0.0021396398,0.00014329983,0.00009821034,0.00000836956,0.0003745092,0.012170019],"genre_scores_gemma":[0.11274303,0.0009304882,0.8801025,0.0008044391,0.00014405273,0.00036175537,0.000039685518,0.00032326448,0.004550837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.96692723,0.021248804,0.0017825423,0.002386494,0.0065286253,0.0011262984],"domain_scores_gemma":[0.9653457,0.01975708,0.0019578014,0.008911799,0.002347634,0.0016799573],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.025306905,0.0016558731,0.0012454191,0.0015751702,0.0024234336,0.0077802166,0.0042448244,0.003424746,0.003786641],"category_scores_gemma":[0.045197427,0.0019790442,0.0015554826,0.0010107225,0.01653662,0.023960669,0.0108345905,0.0073986077,0.0020422663],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033313627,0.000054291824,0.00025276074,0.00017723106,0.000020743533,0.00012021424,0.003719657,0.0022608482,0.0015689551,0.92346656,0.0015076102,0.06681779],"study_design_scores_gemma":[0.00006637188,0.000105893174,0.000082707236,0.00021715232,0.000032774624,0.00035083308,0.0005602443,0.014419118,0.0033907024,0.9058389,0.07487286,0.00006249289],"about_ca_topic_score_codex":0.000958421,"about_ca_topic_score_gemma":0.0009788857,"teacher_disagreement_score":0.025306905,"about_ca_system_score_codex":0.0018930212,"about_ca_system_score_gemma":0.0060628206,"threshold_uncertainty_score":0.13383734},"labels":[],"label_agreement":null},{"id":"W2137544679","doi":"10.1016/j.jss.2010.12.009","title":"Supporting runtime software architecture: A bidirectional-transformation-based approach","year":2010,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Institute of Informatics; Peking University","keywords":"Computer science; Reference architecture; Software architecture description; Space-based architecture; Software architecture; Applications architecture; Architecture; Abstraction; Database-centric architecture; Synchronization (alternating current); Software system; Distributed computing; Systems architecture; Computer architecture; Software; Software engineering; Programming language; Computer network","score_opus":0.01703102316261164,"score_gpt":0.2695985732001873,"score_spread":0.2525675500375757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137544679","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005427028,0.000027647804,0.9882798,0.00009852005,0.0000099446615,0.000061845014,0.000023287672,0.004048259,0.0020236413],"genre_scores_gemma":[0.20634948,0.00017846953,0.78743523,0.00009286663,0.000014999796,0.00020588629,0.0002259003,0.0013978708,0.00409925],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998162,0.00061067723,0.00012187074,0.00028111425,0.00058356347,0.0002408491],"domain_scores_gemma":[0.9965276,0.0008666712,0.00023086382,0.0018058544,0.00044258797,0.0001264618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023100886,0.00078423205,0.00060803187,0.0011770979,0.0009984609,0.0020797472,0.0022519438,0.0012616736,0.003182783],"category_scores_gemma":[0.0048300563,0.00083709834,0.001233665,0.0010818724,0.0017369186,0.0033037318,0.003330549,0.0020773388,0.0015907799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040964992,0.00039821884,0.0040766387,0.00037333515,0.00011381552,0.00080028793,0.0022729123,0.13871263,0.060854524,0.31406385,0.0060605183,0.47186366],"study_design_scores_gemma":[0.000098465265,0.00013948434,0.00046456303,0.00007739144,0.00008585205,0.00051693316,0.00030812417,0.73585224,0.066150665,0.14707622,0.04915612,0.000073920426],"about_ca_topic_score_codex":0.0030499585,"about_ca_topic_score_gemma":0.0040679057,"teacher_disagreement_score":0.003182783,"about_ca_system_score_codex":0.001035216,"about_ca_system_score_gemma":0.0024256236,"threshold_uncertainty_score":0.012217045},"labels":[],"label_agreement":null},{"id":"W2137983064","doi":"10.1007/s10270-015-0505-x","title":"Promoting traits into model-driven development","year":2015,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Reusability; Unified Modeling Language; Programming language; Java; Separation of concerns; Flexibility (engineering); Modeling language; Software engineering; Semantics (computer science); Applications of UML; Aspect-oriented programming; Software","score_opus":0.10288961123429351,"score_gpt":0.2979105335214886,"score_spread":0.1950209222871951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137983064","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042457238,0.00018923056,0.9358558,0.0021071609,0.00007989368,0.00008959058,0.00003065678,0.0020505495,0.017139912],"genre_scores_gemma":[0.5504702,0.00034524183,0.44357294,0.0005242131,0.00005063455,0.00012779834,0.000096488875,0.0007551389,0.004057265],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965855,0.0017920395,0.00016096768,0.0003514885,0.0009498657,0.00016020135],"domain_scores_gemma":[0.98224294,0.008184159,0.0012439641,0.0057734624,0.0017157799,0.0008397626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004615411,0.0004452133,0.00021313432,0.0005412574,0.0005781667,0.0017517245,0.0010424654,0.00082078145,0.0017086115],"category_scores_gemma":[0.025834784,0.0005032672,0.00044667607,0.000511903,0.0014236469,0.0034413813,0.0034387673,0.0022232938,0.00067608955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020892605,0.00049007084,0.01914119,0.00061773945,0.00009227076,0.0002766472,0.003222609,0.032731548,0.03106462,0.573277,0.0055340156,0.3333434],"study_design_scores_gemma":[0.0001133337,0.0005264112,0.005220099,0.00040619267,0.00018185875,0.00087482,0.0006997582,0.23998754,0.041519783,0.62032205,0.090053685,0.00009446448],"about_ca_topic_score_codex":0.00037468167,"about_ca_topic_score_gemma":0.00076092075,"teacher_disagreement_score":0.004615411,"about_ca_system_score_codex":0.0006122356,"about_ca_system_score_gemma":0.0011765907,"threshold_uncertainty_score":0.024408937},"labels":[],"label_agreement":null},{"id":"W2138260737","doi":"10.1109/mise.2009.5069897","title":"Model transformation of dependability-focused requirements models","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Dependability; Model transformation; Interrupt; Transformation (genetics); Process (computing); Model checking; Activity diagram; Software engineering; Unified Modeling Language; Programming language; Consistency (knowledge bases); Artificial intelligence; Embedded system","score_opus":0.11933152916887184,"score_gpt":0.3224353521804763,"score_spread":0.20310382301160446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138260737","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010932163,0.000081172875,0.9801278,0.00025868125,0.00003415718,0.00036562732,0.00049549976,0.0008485567,0.0068562385],"genre_scores_gemma":[0.28037453,0.00050329743,0.7046339,0.00020522162,0.00004122403,0.0020196724,0.0027047861,0.00049740874,0.009020052],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99587953,0.0015614957,0.00036580826,0.0004001596,0.0015591966,0.00023379197],"domain_scores_gemma":[0.99483585,0.002726294,0.00046233565,0.0010190643,0.0008764992,0.000079990365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003671185,0.0010238024,0.0005055404,0.001668201,0.00035338436,0.0021117437,0.0018122491,0.0013075386,0.0026664268],"category_scores_gemma":[0.010177139,0.0008561409,0.0022612507,0.0008970628,0.0010870554,0.002016073,0.0018690323,0.001947453,0.0008339861],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010021475,0.00016124795,0.0006651887,0.00026354467,0.0000818721,0.0009127986,0.0012623552,0.5258493,0.0073459707,0.42776483,0.0017528173,0.03383992],"study_design_scores_gemma":[0.000055688146,0.000078909754,0.00019473238,0.00009604566,0.00005144034,0.00018267662,0.00017169083,0.8106421,0.007920164,0.14626727,0.034308724,0.00003055679],"about_ca_topic_score_codex":0.0044073444,"about_ca_topic_score_gemma":0.004236426,"teacher_disagreement_score":0.0044073444,"about_ca_system_score_codex":0.0021062132,"about_ca_system_score_gemma":0.0018831331,"threshold_uncertainty_score":0.019415319},"labels":[],"label_agreement":null},{"id":"W2138416045","doi":"10.1109/ecbs.2003.1194814","title":"Issues in architectural modeling and evolution in the know-it-all case study","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Architecture; Software engineering; Reference architecture; Software product line; Database-centric architecture; Service-oriented modeling; Enterprise architecture framework; Domain (mathematical analysis); Software architecture description; Software architecture; View model; Systems engineering; Programming language; Engineering; Software development; Software","score_opus":0.06513769544262725,"score_gpt":0.34921880435655245,"score_spread":0.2840811089139252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138416045","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36860675,0.0014753548,0.48003238,0.027326448,0.00012442637,0.00024426385,0.00020325895,0.00074657396,0.12124056],"genre_scores_gemma":[0.7883131,0.0006679312,0.19957203,0.0006469312,0.00002874593,0.00013963076,0.0001953577,0.00023537436,0.0102010025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9819828,0.013214355,0.0006143218,0.00058851176,0.002838007,0.000761901],"domain_scores_gemma":[0.9819436,0.011831583,0.001140576,0.0031152677,0.0015095932,0.00045937474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014984207,0.00055656635,0.00062292325,0.0019027005,0.0048333993,0.0075648488,0.002307471,0.0038612008,0.0022837764],"category_scores_gemma":[0.015687164,0.0007363131,0.00080567546,0.002705699,0.006517477,0.011522695,0.0032999734,0.0031214887,0.00027514558],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007024364,0.00024254828,0.007600865,0.00017931318,0.000035109744,0.003254802,0.041765463,0.021823924,0.0014318888,0.8579978,0.0031881593,0.06240992],"study_design_scores_gemma":[0.000083340514,0.0003387939,0.007757053,0.0007136733,0.00012869816,0.0080951685,0.079617366,0.11797628,0.008670111,0.46070683,0.3156883,0.00022438935],"about_ca_topic_score_codex":0.017290305,"about_ca_topic_score_gemma":0.03605015,"teacher_disagreement_score":0.017290305,"about_ca_system_score_codex":0.0056901732,"about_ca_system_score_gemma":0.0036489726,"threshold_uncertainty_score":0.07924497},"labels":[],"label_agreement":null},{"id":"W2138422843","doi":"10.1109/csmr.2007.8","title":"A Multi-view Toolkit to Assist Software Integration and Evolution","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software product line; Software engineering; Computer science; Domain engineering; Cohesion (chemistry); Systems engineering; Reuse; Component-based software engineering; Reference architecture; Component (thermodynamics); Software evolution; Software system; Software development; Software architecture; Software; Software construction; Engineering; Programming language","score_opus":0.04581295462443946,"score_gpt":0.3185620932523207,"score_spread":0.27274913862788125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138422843","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023065202,0.00013570646,0.92946404,0.0000849069,0.00003962661,0.00008626151,0.0003333996,0.066126175,0.0014234331],"genre_scores_gemma":[0.04352997,0.0002709733,0.93956214,0.000105765,0.000028555067,0.0003500726,0.0023776733,0.010338928,0.003436044],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998828,0.00029963962,0.00012273823,0.00022160215,0.00044340067,0.00008460304],"domain_scores_gemma":[0.99654204,0.0012776919,0.00023898274,0.0012311488,0.0004687192,0.00024127412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002564753,0.0012631501,0.0009817947,0.0016553245,0.00050522876,0.0021732603,0.0025372005,0.0015467295,0.007779936],"category_scores_gemma":[0.0074151894,0.0013382535,0.0013375138,0.0009996997,0.00054016244,0.0032195477,0.0043424442,0.0025918386,0.0037660021],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00093321427,0.00035341422,0.004770278,0.001106574,0.00027515923,0.001375997,0.0024070644,0.023466913,0.066209584,0.04083097,0.060739238,0.7975316],"study_design_scores_gemma":[0.00044895057,0.00043918303,0.005202655,0.00047533266,0.00029452023,0.0019557844,0.00038866734,0.5837464,0.057672143,0.056776747,0.2922404,0.00035917753],"about_ca_topic_score_codex":0.0016648221,"about_ca_topic_score_gemma":0.0029403511,"teacher_disagreement_score":0.007779936,"about_ca_system_score_codex":0.0004040714,"about_ca_system_score_gemma":0.00094105507,"threshold_uncertainty_score":0.026026428},"labels":[],"label_agreement":null},{"id":"W2138613891","doi":"10.1109/hicss.2008.414","title":"Stratified Modelling and Analysis of Confidentiality Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Confidentiality; Computer science; Requirements analysis; Requirements engineering; Process (computing); Domain (mathematical analysis); Risk analysis (engineering); Set (abstract data type); Computer security; Business; Software","score_opus":0.14912888352199347,"score_gpt":0.3311964915686615,"score_spread":0.18206760804666802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138613891","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009436476,0.000041851148,0.9874406,0.00017740768,0.000011594566,0.0003448179,0.00019373416,0.00029668122,0.002056836],"genre_scores_gemma":[0.10976684,0.00012849995,0.8865412,0.00008277826,0.000015438512,0.00083843776,0.0007944868,0.00014560035,0.0016867345],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9781195,0.010307002,0.001865275,0.0019123033,0.00697133,0.00082457036],"domain_scores_gemma":[0.9698775,0.018507248,0.0030263062,0.004520662,0.0036746135,0.0003937445],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01262527,0.0014812979,0.0007785655,0.0037131384,0.0014131753,0.0031039554,0.0019306447,0.0014903012,0.00248089],"category_scores_gemma":[0.032046836,0.0014036287,0.0037625548,0.0018895089,0.0017243507,0.0045903414,0.0033621965,0.0023792712,0.0006302795],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031915426,0.00030359728,0.011290371,0.0011225084,0.0003595024,0.0020778375,0.0127813835,0.30571163,0.027627673,0.46807426,0.0042883484,0.16604364],"study_design_scores_gemma":[0.00005207096,0.00015057865,0.0021877268,0.00034235395,0.00019971309,0.00059508,0.001485259,0.7519014,0.019884616,0.18555203,0.037510242,0.0001389624],"about_ca_topic_score_codex":0.0071806237,"about_ca_topic_score_gemma":0.006625086,"teacher_disagreement_score":0.01262527,"about_ca_system_score_codex":0.0027612073,"about_ca_system_score_gemma":0.0049989037,"threshold_uncertainty_score":0.06676954},"labels":[],"label_agreement":null},{"id":"W2138766604","doi":"10.1109/re.2006.33","title":"Incorporating Goal Analysis in Database Design: A Case Study from Biological Data Management","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Stakeholder; Conceptual schema; Schema (genetic algorithms); Database schema; Goal modeling; Tracing; Database design; Process management; Software engineering; Data science; Database; Management science; Requirements analysis; Engineering; Information retrieval; Programming language; Software","score_opus":0.18064249956244754,"score_gpt":0.3546512560784441,"score_spread":0.17400875651599657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138766604","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67308277,0.00048404353,0.30915406,0.003955717,0.000044726785,0.0007374253,0.00018360186,0.00044226597,0.011915468],"genre_scores_gemma":[0.6972442,0.0003289779,0.29959953,0.00037167929,0.000015600555,0.00026842626,0.00019129293,0.00011176836,0.001868439],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9821016,0.012613084,0.00059878133,0.00074744446,0.003277031,0.00066203234],"domain_scores_gemma":[0.9573561,0.034978874,0.0014397068,0.002892204,0.002522814,0.00081022835],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015607087,0.00071266026,0.00055275916,0.0014904495,0.002844301,0.0045912717,0.0023435606,0.004258564,0.0008104074],"category_scores_gemma":[0.028202469,0.00065408886,0.0010610132,0.0020892245,0.0029243424,0.0031724386,0.0028678593,0.0025843605,0.00023724364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014231793,0.0060314564,0.058196653,0.0033515808,0.00042202228,0.03941761,0.11674143,0.15906651,0.06777779,0.20958522,0.0087215025,0.3292651],"study_design_scores_gemma":[0.0008438455,0.0034042308,0.021449396,0.0010163422,0.00061209255,0.015631996,0.0686058,0.45507407,0.15117687,0.1050419,0.17669448,0.0004490331],"about_ca_topic_score_codex":0.00436572,"about_ca_topic_score_gemma":0.006584265,"teacher_disagreement_score":0.015607087,"about_ca_system_score_codex":0.0030422315,"about_ca_system_score_gemma":0.0023003193,"threshold_uncertainty_score":0.08253914},"labels":[],"label_agreement":null},{"id":"W2138876988","doi":"10.1145/1082983.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":84,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Process (computing); Systems engineering; Software system; Risk analysis (engineering); Software; Distributed computing; Reliability engineering; Engineering; Cloud computing; Operating system","score_opus":0.07071511058799673,"score_gpt":0.29181624571715814,"score_spread":0.2211011351291614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138876988","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004157122,0.000540962,0.9797926,0.0027022318,0.00007594448,0.00021390144,0.000049367987,0.00028382507,0.012184025],"genre_scores_gemma":[0.076711245,0.0012897053,0.9159924,0.00063692307,0.000087301705,0.0007287488,0.00024631023,0.00016550135,0.0041418746],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9952911,0.0018923696,0.0002828042,0.00034656705,0.0019233252,0.00026383714],"domain_scores_gemma":[0.99589384,0.0015684791,0.00034389066,0.00056967133,0.0014077654,0.0002163072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061970856,0.0009985917,0.00062124064,0.0010883227,0.0007957489,0.0040902756,0.002650361,0.002440846,0.0017111917],"category_scores_gemma":[0.009107072,0.0011990857,0.0012633734,0.00088472397,0.0020398342,0.0033435347,0.0023610485,0.0033196658,0.001156831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048970167,0.00016195353,0.000744487,0.00071374915,0.00009153447,0.0007049243,0.0023276904,0.099797286,0.008701586,0.7945794,0.0058857915,0.08624271],"study_design_scores_gemma":[0.00006183959,0.000105341576,0.00030535032,0.00044580258,0.000058469817,0.00036790094,0.0008383067,0.29660365,0.005810138,0.5822167,0.11313033,0.000056185385],"about_ca_topic_score_codex":0.0013533011,"about_ca_topic_score_gemma":0.0019195571,"teacher_disagreement_score":0.0061970856,"about_ca_system_score_codex":0.0015692911,"about_ca_system_score_gemma":0.0030709624,"threshold_uncertainty_score":0.032773674},"labels":[],"label_agreement":null},{"id":"W2139153947","doi":"10.1109/icsecompanion.2007.64","title":"SEAMS 2007: Software Engineering for Adaptive and Self-Managing Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; IBM (Canada)","funders":"","keywords":"Computer science; Software; Software engineering; Software system; Operating system","score_opus":0.022565154409850952,"score_gpt":0.259684326497336,"score_spread":0.23711917208748506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139153947","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009011392,0.003121686,0.9391421,0.005493567,0.0020389997,0.00037882122,0.00029194777,0.00858785,0.031933583],"genre_scores_gemma":[0.05800365,0.0040726843,0.87473434,0.0018222012,0.00077484257,0.00059852673,0.0019914478,0.005146246,0.052856043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963021,0.00079213,0.00027089604,0.00025014585,0.0021055709,0.00027911138],"domain_scores_gemma":[0.9967283,0.00076343707,0.00022036959,0.00072462874,0.0011414827,0.00042167993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00534318,0.00086497946,0.0007092908,0.00090549706,0.0008478829,0.0023579213,0.002091779,0.0021007422,0.0075963624],"category_scores_gemma":[0.006963037,0.00079492276,0.00093601696,0.0007668673,0.001119229,0.0027091485,0.0027179876,0.0029733498,0.0031250652],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013466501,0.0002821073,0.0011150837,0.0009975062,0.00013318652,0.0004347693,0.0011567997,0.026034439,0.018289713,0.292734,0.21768703,0.44100067],"study_design_scores_gemma":[0.00011394392,0.00024273772,0.00091044157,0.0005430691,0.000047151014,0.00066426245,0.00021367258,0.06125538,0.012579451,0.10540224,0.81796324,0.00006448529],"about_ca_topic_score_codex":0.0016629543,"about_ca_topic_score_gemma":0.002019107,"teacher_disagreement_score":0.0075963624,"about_ca_system_score_codex":0.001121208,"about_ca_system_score_gemma":0.0038444242,"threshold_uncertainty_score":0.028257787},"labels":[],"label_agreement":null},{"id":"W2139521508","doi":"10.1109/sehc.2009.5069605","title":"Mining and analysing security goal models in health information systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Traceability; Requirements engineering; Process (computing); Context (archaeology); Requirements analysis; Requirements traceability; Software engineering; Data science; Software; Requirement","score_opus":0.03548363627112711,"score_gpt":0.3003621735359833,"score_spread":0.2648785372648562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139521508","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2407027,0.00037333212,0.74551415,0.0026193399,0.00002886221,0.0009817993,0.0022861285,0.0017686927,0.0057249335],"genre_scores_gemma":[0.5528347,0.0003036021,0.4404745,0.0002748451,0.000015682821,0.0007230105,0.0040754625,0.00017156676,0.001126659],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9922747,0.0036141032,0.0008089419,0.00075739104,0.0020804768,0.00046442504],"domain_scores_gemma":[0.9731259,0.02073011,0.0024124114,0.001748411,0.001706112,0.000276982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064308345,0.0009311678,0.0006008541,0.0044873916,0.0013812667,0.0037231287,0.0013410418,0.0018366263,0.0010182434],"category_scores_gemma":[0.029279334,0.0008680401,0.0022114012,0.0022409223,0.0020293419,0.00379416,0.0030338012,0.0014826709,0.0003134601],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032080736,0.0008702735,0.05024867,0.00164631,0.00033833057,0.0027398856,0.010687813,0.61228365,0.011126759,0.1525359,0.0070045083,0.1501971],"study_design_scores_gemma":[0.0000470982,0.00010537537,0.0038941214,0.00018108475,0.00008342884,0.00023653494,0.0026855168,0.889255,0.008265345,0.08724588,0.007945735,0.000054886797],"about_ca_topic_score_codex":0.026801415,"about_ca_topic_score_gemma":0.035277274,"teacher_disagreement_score":0.026801415,"about_ca_system_score_codex":0.0034691424,"about_ca_system_score_gemma":0.005697217,"threshold_uncertainty_score":0.053290784},"labels":[],"label_agreement":null},{"id":"W2139629857","doi":"10.1109/re.2007.32","title":"Goal-Oriented Conceptual Database Design","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Database schema; Conceptual schema; Database design; Software engineering; Requirements analysis; Database; Schema (genetic algorithms); Conceptual design; Data modeling; Programming language; Software; Information retrieval; Human–computer interaction","score_opus":0.06589689646729663,"score_gpt":0.3162903616276907,"score_spread":0.25039346516039407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139629857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009291924,0.00024244981,0.9885107,0.00096061005,0.00004920202,0.0002353827,0.00010053775,0.00028228795,0.0086896485],"genre_scores_gemma":[0.022566266,0.0004759002,0.9726738,0.00034881945,0.0000318478,0.000617535,0.00025286825,0.00009520019,0.0029377704],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99354976,0.002843374,0.0005909973,0.000684081,0.0019486985,0.00038305752],"domain_scores_gemma":[0.9954194,0.0015779632,0.00030381352,0.001182733,0.0012320968,0.00028411564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009509591,0.00088142185,0.0006742586,0.0019349739,0.0017503668,0.0069736456,0.0038274422,0.0021935583,0.0063650752],"category_scores_gemma":[0.008837734,0.001181727,0.0019123598,0.0021990435,0.003246443,0.0055337027,0.004135698,0.0029714368,0.0022465312],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015724518,0.000046112895,0.00015294767,0.00022350252,0.000027022112,0.00012895155,0.0009581674,0.0054942854,0.0010172303,0.95784277,0.003028038,0.031065226],"study_design_scores_gemma":[0.00005459597,0.00006479556,0.00010041458,0.00023557528,0.000047751608,0.00037114456,0.0005797031,0.04627191,0.0029654314,0.69780725,0.25146222,0.00003920156],"about_ca_topic_score_codex":0.0021140692,"about_ca_topic_score_gemma":0.002906065,"teacher_disagreement_score":0.009509591,"about_ca_system_score_codex":0.0019856507,"about_ca_system_score_gemma":0.0035139052,"threshold_uncertainty_score":0.050292134},"labels":[],"label_agreement":null},{"id":"W2139814529","doi":"10.5555/381473.381746","title":"Holmes: an intelligent system to support software product line development","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Computer science; Software engineering; Software development; Blackboard (design pattern); Product line; Blackboard system; Software; Software architecture; Feature (linguistics); Software system; Resource-oriented architecture; Software construction; Programming language; Engineering","score_opus":0.0830615735157079,"score_gpt":0.32487629907210863,"score_spread":0.2418147255564007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139814529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01713903,0.00024481484,0.7263868,0.00019592549,0.00006337694,0.0002596517,0.0010241858,0.24576433,0.008921851],"genre_scores_gemma":[0.16694272,0.00039381217,0.798686,0.0003571435,0.000046004894,0.00036688568,0.0057922723,0.0052176886,0.022197466],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922705,0.00014203746,0.000078627476,0.00016919307,0.00032801245,0.000055080913],"domain_scores_gemma":[0.9981667,0.00078001135,0.00018920061,0.0004401726,0.00028294045,0.00014098034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013495743,0.0006681157,0.0004067786,0.0010753707,0.0003500012,0.0014882584,0.0017686413,0.0007006691,0.008569055],"category_scores_gemma":[0.0039533637,0.0006872663,0.00035486135,0.00063383847,0.00041335492,0.0033203918,0.0016200175,0.0009009985,0.0037636452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015369654,0.00044628515,0.004610202,0.00086460524,0.0001317715,0.0005769903,0.0013306725,0.01757711,0.056881286,0.027729109,0.088940054,0.79937506],"study_design_scores_gemma":[0.0007790734,0.00086659816,0.0044222116,0.00021691924,0.00032411062,0.0013708018,0.00042425847,0.41837212,0.10747969,0.048538163,0.41691056,0.00029546217],"about_ca_topic_score_codex":0.0018002848,"about_ca_topic_score_gemma":0.0022320386,"teacher_disagreement_score":0.008569055,"about_ca_system_score_codex":0.00056249433,"about_ca_system_score_gemma":0.001305529,"threshold_uncertainty_score":0.028666377},"labels":[],"label_agreement":null},{"id":"W2139935101","doi":"10.1007/978-3-642-21393-9_23","title":"Incremental Composition of Software Components","year":2011,"lang":"en","type":"book-chapter","venue":"Advances in intelligent and soft computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Component (thermodynamics); Compatibility (geochemistry); Simple (philosophy); Component-based software engineering; Composition (language); Software; Distributed computing; Programming language; Theoretical computer science; Software system; Engineering","score_opus":0.0491893950366304,"score_gpt":0.2864651888767142,"score_spread":0.2372757938400838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139935101","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020766221,0.0008293082,0.9494946,0.000118736265,0.00013259982,0.0001679241,0.00008778541,0.0027256655,0.025677195],"genre_scores_gemma":[0.18740354,0.0012191621,0.784414,0.00006585161,0.00006694241,0.00018563206,0.0008263846,0.00093731703,0.024881247],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99908173,0.00014305179,0.000054641507,0.00018384299,0.00046081928,0.00007592817],"domain_scores_gemma":[0.99886465,0.00038549266,0.000042117677,0.0004244338,0.0002303631,0.000052932246],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008147268,0.00083840074,0.0005830442,0.0012668136,0.00080564705,0.0015688131,0.0017442236,0.0006824606,0.007140788],"category_scores_gemma":[0.0028223325,0.000817218,0.0009881256,0.001268141,0.00093695027,0.0024388232,0.0021883743,0.001416985,0.0025513505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024000162,0.00013155432,0.00077682815,0.0006034967,0.00008985833,0.0005850973,0.00076077884,0.03638778,0.052345783,0.1956336,0.005962212,0.706483],"study_design_scores_gemma":[0.00009827198,0.00027993906,0.0013349747,0.00029717837,0.00038342088,0.0012990626,0.00035577008,0.3115352,0.10968963,0.35141426,0.2232305,0.00008180059],"about_ca_topic_score_codex":0.0011297873,"about_ca_topic_score_gemma":0.0017313666,"teacher_disagreement_score":0.007140788,"about_ca_system_score_codex":0.000576634,"about_ca_system_score_gemma":0.0008762659,"threshold_uncertainty_score":0.02388829},"labels":[],"label_agreement":null},{"id":"W2140061616","doi":"10.1109/re.2009.19","title":"Experiences in Developing Quantifiable NFRs for the Service-Oriented Software Platform","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Computer science; Software engineering; Software; Software development; Non-functional requirement; Software construction; Operating system","score_opus":0.08133853472671285,"score_gpt":0.3205931878667048,"score_spread":0.23925465313999197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140061616","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28263295,0.00041509015,0.69784206,0.0022105568,0.0000664472,0.0008195574,0.00008903726,0.00093133835,0.014993039],"genre_scores_gemma":[0.2682172,0.00039299252,0.727414,0.00022176039,0.000024781153,0.0002326273,0.00014215258,0.00040854624,0.0029460082],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98149145,0.012152843,0.0011140527,0.00086564233,0.0037141659,0.00066189055],"domain_scores_gemma":[0.96528816,0.024784312,0.0014283927,0.0035649268,0.0039950763,0.0009391341],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026114006,0.0008923409,0.0005278146,0.0009751126,0.0019541578,0.002716516,0.002291582,0.0020916655,0.00270656],"category_scores_gemma":[0.05324285,0.000753579,0.0010079157,0.000836753,0.003418509,0.006627079,0.0036187873,0.0030845923,0.00055508566],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041137426,0.0027222312,0.00936546,0.0024562369,0.00016275777,0.00739503,0.1243446,0.070578374,0.0784328,0.16962637,0.0060460577,0.5284587],"study_design_scores_gemma":[0.0005104848,0.005352455,0.008382012,0.0016697665,0.00025358732,0.012792331,0.056485444,0.25827405,0.19559568,0.13405745,0.32596168,0.00066509325],"about_ca_topic_score_codex":0.002266139,"about_ca_topic_score_gemma":0.0030492682,"teacher_disagreement_score":0.026114006,"about_ca_system_score_codex":0.0016476844,"about_ca_system_score_gemma":0.002545191,"threshold_uncertainty_score":0.13810569},"labels":[],"label_agreement":null},{"id":"W2140394621","doi":"10.1109/compsac.2011.79","title":"Security Monitoring of Components Using Aspects and Contracts in Wrappers","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Component (thermodynamics); Computer science; Modularity (biology); Scripting language; Aspect-oriented programming; Component-based software engineering; SQL injection; Usability; Cross-site scripting; System monitoring; Software; Distributed computing; Software engineering; Embedded system; Software system; Operating system; The Internet; World Wide Web","score_opus":0.13923570341028652,"score_gpt":0.30353224207082,"score_spread":0.1642965386605335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140394621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14082222,0.00034048196,0.8511052,0.00013702507,0.000030937925,0.00022757602,0.00005147877,0.0054758955,0.0018091494],"genre_scores_gemma":[0.5960276,0.00027029563,0.40118605,0.00010327416,0.00002733647,0.0001900782,0.00012911658,0.00058257265,0.0014837175],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.993972,0.0018819408,0.0006776744,0.00095683505,0.002182879,0.0003286813],"domain_scores_gemma":[0.9848488,0.0042745983,0.002862515,0.0061139856,0.0015342761,0.0003658413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00610418,0.00076752383,0.0006293527,0.0011589113,0.0006419533,0.0020793048,0.0012745855,0.00092162675,0.00043872028],"category_scores_gemma":[0.012433418,0.0010173464,0.000817542,0.0006355776,0.0014269754,0.0031309163,0.0016157435,0.0011345245,0.00026054017],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010180312,0.00063473673,0.051016424,0.00074000686,0.00045007514,0.00253703,0.0046321764,0.19771083,0.22124805,0.09425442,0.002239203,0.42351905],"study_design_scores_gemma":[0.00009343751,0.00048722027,0.00993682,0.00024001373,0.00042812704,0.0014816066,0.0002822812,0.66277796,0.2559933,0.038046133,0.030055292,0.00017787638],"about_ca_topic_score_codex":0.0014550851,"about_ca_topic_score_gemma":0.0007801954,"teacher_disagreement_score":0.00610418,"about_ca_system_score_codex":0.00061099225,"about_ca_system_score_gemma":0.001415188,"threshold_uncertainty_score":0.032282412},"labels":[],"label_agreement":null},{"id":"W2140463156","doi":"10.1109/ipdps.2005.192","title":"Efficient Evaluation of Alternatives for Assembly of Services","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Component (thermodynamics); Computer science; Queueing theory; Component-based software engineering; Rank (graph theory); Software; Software performance testing; Distributed computing; Software engineering; Reliability engineering; Systems engineering; Software system; Software construction; Programming language; Engineering","score_opus":0.07483193630576339,"score_gpt":0.37709570999336667,"score_spread":0.30226377368760327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2140463156","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4392804,0.0015785567,0.527285,0.00062373193,0.00011524497,0.00092004024,0.0005285513,0.0015182386,0.028150208],"genre_scores_gemma":[0.7591448,0.0003797443,0.23775701,0.000032474392,0.000018331066,0.00027771152,0.0005616396,0.00015686353,0.0016714704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9923224,0.0033884847,0.00038457618,0.000494521,0.0028309312,0.00057912257],"domain_scores_gemma":[0.98755276,0.00938306,0.0006581766,0.0006748601,0.0014394267,0.00029162405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056936494,0.001753423,0.0014435971,0.0035720833,0.0009483601,0.0031715625,0.0012274774,0.0013886483,0.007168562],"category_scores_gemma":[0.023669077,0.00093026384,0.00120351,0.0019208046,0.0010684584,0.0025045162,0.0016522062,0.0008711378,0.00083552365],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018738083,0.00032935574,0.0049261753,0.00051644957,0.00012132226,0.00032294434,0.00022457488,0.7620837,0.0073343017,0.03445744,0.0013573868,0.18645258],"study_design_scores_gemma":[0.00006828475,0.00047378335,0.00070162246,0.000050678613,0.00006127178,0.00005556071,0.00019466526,0.97526985,0.0040754783,0.017581915,0.001438855,0.00002807748],"about_ca_topic_score_codex":0.0021199943,"about_ca_topic_score_gemma":0.0032087667,"teacher_disagreement_score":0.007168562,"about_ca_system_score_codex":0.0022262682,"about_ca_system_score_gemma":0.002182275,"threshold_uncertainty_score":0.030111253},"labels":[],"label_agreement":null},{"id":"W2141226346","doi":"10.1109/itng.2011.58","title":"Goal-Oriented Test Case Selection and Prioritization for Product Line Feature Models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada; Simon Fraser University; University of New Brunswick","funders":"","keywords":"Software product line; Computer science; Feature model; Domain engineering; Requirement prioritization; Product (mathematics); Domain (mathematical analysis); Software; Test case; Selection (genetic algorithm); Software engineering; Data mining; Reliability engineering; Software development; Machine learning; Software construction; Engineering; Programming language","score_opus":0.05302456306443763,"score_gpt":0.28269460641227123,"score_spread":0.22967004334783359,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141226346","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030377919,0.00015067335,0.9651321,0.00020658615,0.000014629766,0.00050508085,0.00009639342,0.0013449127,0.0021716764],"genre_scores_gemma":[0.33224115,0.00016420629,0.6648495,0.00014449755,0.000026502285,0.0006728933,0.00054631656,0.00027028954,0.0010846441],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99032134,0.005003468,0.00041252933,0.00054247864,0.0032709287,0.00044929012],"domain_scores_gemma":[0.9823841,0.013713262,0.0010611288,0.0010433777,0.0014451162,0.00035304355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067919195,0.0019028888,0.0012128667,0.0044033667,0.0005110764,0.0019101631,0.0024436996,0.000994117,0.0023138952],"category_scores_gemma":[0.021074519,0.0008843135,0.0014312338,0.0019692013,0.0011584234,0.0012444047,0.0013719526,0.0014210835,0.000435085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064904307,0.0010355948,0.0055837315,0.00052595837,0.0002241674,0.00087738386,0.00049225835,0.62093115,0.018841133,0.033507477,0.00273519,0.3145969],"study_design_scores_gemma":[0.000097812605,0.00019536988,0.00048017234,0.000042408818,0.00007546121,0.0001289871,0.000069087335,0.9748659,0.0061338446,0.016571153,0.0013169043,0.000022954091],"about_ca_topic_score_codex":0.0037670543,"about_ca_topic_score_gemma":0.005356178,"teacher_disagreement_score":0.0067919195,"about_ca_system_score_codex":0.0014887601,"about_ca_system_score_gemma":0.0024132815,"threshold_uncertainty_score":0.035919547},"labels":[],"label_agreement":null},{"id":"W2141714549","doi":"10.1145/1082983.1083064","title":"DEAS 2005","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Alberta; University of Victoria; IBM (Canada)","funders":"","keywords":"Computer science; Autonomic computing; Software engineering; Software; Function (biology); Software system; Data science; Cloud computing; Operating system","score_opus":0.027861678993654864,"score_gpt":0.2671113629589978,"score_spread":0.23924968396534294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141714549","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005343478,0.009085055,0.06989607,0.013281652,0.012224847,0.0006525881,0.012933975,0.010312335,0.86627],"genre_scores_gemma":[0.036332306,0.0067945183,0.040649604,0.0020184927,0.001249696,0.0003736424,0.023714453,0.0026284803,0.88623875],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985587,0.00025716974,0.00013948246,0.00028069812,0.00059401157,0.00016990733],"domain_scores_gemma":[0.9977348,0.0002080965,0.000106344516,0.00064536865,0.001037904,0.00026755792],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020134605,0.0008356328,0.0006217373,0.0019288585,0.0017568584,0.0056970003,0.001959382,0.0016841311,0.19086188],"category_scores_gemma":[0.005420585,0.00046974717,0.0006160341,0.001644939,0.00048548385,0.0038058409,0.0022580663,0.0018440053,0.1488466],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020079473,0.00009466653,0.0005853416,0.00027652518,0.000026833131,0.00021242847,0.00022804594,0.0010837881,0.0015537706,0.06730287,0.6654046,0.26303038],"study_design_scores_gemma":[0.000011096654,0.0000093488825,0.0001255323,0.00005121585,0.0000037546347,0.00009877067,0.0000413453,0.0006825603,0.0004319869,0.0037656855,0.99477226,0.0000064189862],"about_ca_topic_score_codex":0.0066089532,"about_ca_topic_score_gemma":0.007176199,"teacher_disagreement_score":0.8091381,"about_ca_system_score_codex":0.0025975793,"about_ca_system_score_gemma":0.002175435,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2141762579","doi":"10.1109/compsac.2008.126","title":"A Model of Open Source Software-Based Product Line Development","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software engineering; Computer science; Eclipse; Software development; Software; Process (computing); Product (mathematics); Open source software; Software architecture; Systems engineering; Engineering; Operating system","score_opus":0.1655958008044189,"score_gpt":0.31904119278683807,"score_spread":0.15344539198241916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141762579","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018262913,0.00080654933,0.7966928,0.0051108305,0.00013851977,0.00052857434,0.0006074386,0.00086810114,0.17698428],"genre_scores_gemma":[0.41116926,0.00215007,0.50140125,0.00058264344,0.0001150207,0.001921073,0.0011579731,0.0002500963,0.08125262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983158,0.00051322766,0.00012673091,0.00030106097,0.00061014376,0.00013301375],"domain_scores_gemma":[0.99755543,0.0010626022,0.00028372128,0.00036473956,0.0004867841,0.00024673226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019025482,0.00090361043,0.0003603294,0.002038787,0.001366872,0.004801748,0.0031305726,0.0033781263,0.011155328],"category_scores_gemma":[0.0034683843,0.00063102663,0.0011673104,0.0019843583,0.0028114347,0.0055396548,0.0021993595,0.0018609432,0.0033321134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002191169,0.000062937,0.00040448725,0.000066098895,0.0000117859145,0.00055007875,0.00079243595,0.02193893,0.0009009365,0.9642388,0.001323772,0.009687698],"study_design_scores_gemma":[0.00018818914,0.00024798242,0.0007535334,0.00023397343,0.00005930965,0.0011120236,0.00050539273,0.27681416,0.001520919,0.5599497,0.15853314,0.000081689715],"about_ca_topic_score_codex":0.0076562464,"about_ca_topic_score_gemma":0.0050443686,"teacher_disagreement_score":0.011155328,"about_ca_system_score_codex":0.0029688298,"about_ca_system_score_gemma":0.0036149982,"threshold_uncertainty_score":0.03731835},"labels":[],"label_agreement":null},{"id":"W2142065829","doi":"10.1007/s00766-004-0191-7","title":"Specifying and analyzing early requirements in Tropos","year":2004,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":243,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Formal specification; Formal methods; Formal verification; Programming language; Software engineering; Language Of Temporal Ordering Specification; Model checking; Specification language; Refinement","score_opus":0.048256912385296606,"score_gpt":0.2946526828152498,"score_spread":0.2463957704299532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142065829","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20137727,0.00020032261,0.7771224,0.00058155105,0.000039113107,0.00053481193,0.00053670036,0.0073493915,0.012258422],"genre_scores_gemma":[0.5878306,0.00024403929,0.40248927,0.00020987215,0.000019860716,0.00034316652,0.001020507,0.0020922725,0.005750571],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995194,0.0019836398,0.00035715473,0.00039682083,0.0016148454,0.00045357685],"domain_scores_gemma":[0.9858619,0.008966342,0.001401611,0.0019246659,0.0014774977,0.0003679751],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048855008,0.0007030663,0.0004772812,0.0011305969,0.0007904823,0.0025327334,0.0011352537,0.00091464986,0.0027424842],"category_scores_gemma":[0.01514358,0.0010048398,0.0009443253,0.000484379,0.0016363895,0.003938839,0.002045326,0.0018738223,0.00084588473],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015608565,0.00049991626,0.019860547,0.0015302523,0.00020335577,0.004861534,0.01776636,0.25401607,0.15784022,0.3308892,0.0091199335,0.20185179],"study_design_scores_gemma":[0.00020452173,0.0005861169,0.0036842134,0.00050007505,0.00020695545,0.001640764,0.0044774725,0.68438953,0.09783383,0.13097203,0.07532173,0.0001828031],"about_ca_topic_score_codex":0.0037947043,"about_ca_topic_score_gemma":0.0066435826,"teacher_disagreement_score":0.0048855008,"about_ca_system_score_codex":0.0010348792,"about_ca_system_score_gemma":0.0021918276,"threshold_uncertainty_score":0.025837302},"labels":[],"label_agreement":null},{"id":"W2142553049","doi":"10.1109/ccece.2006.277576","title":"Goal-Oriented Design of Business Models and Software Architectures","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Business process modeling; Computer science; Process management; Artifact-centric business process model; Business Process Model and Notation; Business rule; Leverage (statistics); Business requirements; Business process; Goal modeling; Software engineering; Business architecture; Knowledge management; Software; Business; Requirements analysis; Work in process; Marketing","score_opus":0.03146562438073913,"score_gpt":0.254527151669199,"score_spread":0.22306152728845985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142553049","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034500253,0.00020911146,0.98785573,0.0006273497,0.000031954227,0.00041965186,0.000042578322,0.0001826949,0.00718089],"genre_scores_gemma":[0.056556985,0.0004607975,0.9398635,0.00014282877,0.000018412295,0.0009826308,0.00015859399,0.00008559414,0.001730519],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98737305,0.0080038365,0.0008067957,0.00092509337,0.002356127,0.00053520204],"domain_scores_gemma":[0.99153626,0.0044929166,0.00070737547,0.0011696981,0.0016707386,0.00042287307],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016084563,0.0016231949,0.0006917999,0.0020954171,0.0014869509,0.006914796,0.0036982165,0.0024473055,0.0029964321],"category_scores_gemma":[0.016659211,0.0015556071,0.0018963089,0.0018641709,0.0046447394,0.005052437,0.0037176602,0.0036124708,0.0007637459],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041160867,0.00010292784,0.0003557076,0.00037165414,0.000068506095,0.00019108944,0.0017273958,0.036589712,0.001727549,0.92710423,0.0011441271,0.030575918],"study_design_scores_gemma":[0.00016284057,0.00017755467,0.00031997322,0.00062220293,0.00015490655,0.00026772855,0.0011105477,0.21489039,0.00567013,0.6993022,0.07724771,0.0000738201],"about_ca_topic_score_codex":0.0032507621,"about_ca_topic_score_gemma":0.0052805725,"teacher_disagreement_score":0.016084563,"about_ca_system_score_codex":0.0033639402,"about_ca_system_score_gemma":0.006744974,"threshold_uncertainty_score":0.08506435},"labels":[],"label_agreement":null},{"id":"W2143134708","doi":"10.1007/s00766-007-0053-1","title":"Unified use case statecharts: case studies","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Unification; Computer science; Domain (mathematical analysis); Software engineering; Unified Modeling Language; Programming language; Software; Mathematics","score_opus":0.15657445195834338,"score_gpt":0.37357331588320514,"score_spread":0.21699886392486176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143134708","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.716497,0.00055576157,0.24869649,0.00052694505,0.000044159693,0.0017328365,0.002571995,0.0015629334,0.027811928],"genre_scores_gemma":[0.9026159,0.00030278784,0.08922885,0.000052351254,0.0000074845702,0.0008561942,0.0012220785,0.00015778195,0.0055565815],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.995167,0.0028857235,0.00025050147,0.00034804366,0.0010810683,0.0002676207],"domain_scores_gemma":[0.96803397,0.02611957,0.0012237525,0.002496269,0.0016717529,0.00045456865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051231678,0.00045646122,0.00038912802,0.0022945954,0.001145814,0.0025730713,0.001979651,0.0023239704,0.0062362775],"category_scores_gemma":[0.020548234,0.00052937045,0.00068452815,0.003584277,0.0017754667,0.0032763318,0.0016306823,0.0012599246,0.00066063536],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034570724,0.006173519,0.043112405,0.002144998,0.00027500116,0.012882895,0.031194944,0.19310617,0.022912666,0.1594423,0.014449608,0.51084846],"study_design_scores_gemma":[0.0012501568,0.0043635303,0.049261704,0.0012102568,0.00052681,0.0077819386,0.014024385,0.6389548,0.07124037,0.08752079,0.12332221,0.0005430105],"about_ca_topic_score_codex":0.009821263,"about_ca_topic_score_gemma":0.016200561,"teacher_disagreement_score":0.009821263,"about_ca_system_score_codex":0.0025819454,"about_ca_system_score_gemma":0.0022260668,"threshold_uncertainty_score":0.027094245},"labels":[],"label_agreement":null},{"id":"W2143166161","doi":"10.1109/lindi.2011.6031128","title":"Self-organizing autonomic computing systems","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); York University; University of Ottawa","funders":"University of Ottawa","keywords":"Autonomic computing; Server; Computer science; Distributed computing; Controller (irrigation); Computer cluster; Operating system; Cloud computing","score_opus":0.06317175477787756,"score_gpt":0.2538715856367173,"score_spread":0.19069983085883974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143166161","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06558318,0.002945215,0.88367414,0.0012082062,0.00043412618,0.00028469987,0.00010266255,0.0026406476,0.04312705],"genre_scores_gemma":[0.8356941,0.0021686733,0.14818203,0.00031731089,0.0003043542,0.00029295927,0.00023741928,0.00014102597,0.012662131],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9994562,0.0001230322,0.0000365233,0.0001207164,0.00019616737,0.00006735502],"domain_scores_gemma":[0.99935764,0.00017960493,0.000068323614,0.00017257371,0.0001566775,0.000065171356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006274383,0.0003839003,0.0005138186,0.00041005074,0.0006409724,0.0022081828,0.00095441483,0.00066620373,0.0017407343],"category_scores_gemma":[0.0014020103,0.00022486145,0.0003018228,0.00051518023,0.0009548932,0.0014109443,0.00096217677,0.0006575991,0.00055247813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017223628,0.00016723174,0.0029239077,0.00038465264,0.00017315478,0.00045581526,0.0005954294,0.36029637,0.022101207,0.35736257,0.009697572,0.24566989],"study_design_scores_gemma":[0.00005758796,0.00014329971,0.001182684,0.000052931122,0.000048584097,0.00034036068,0.00018763135,0.70857114,0.0055983234,0.22490114,0.05887464,0.000041699015],"about_ca_topic_score_codex":0.00077476323,"about_ca_topic_score_gemma":0.0007205437,"teacher_disagreement_score":0.0022081828,"about_ca_system_score_codex":0.0005848277,"about_ca_system_score_gemma":0.00063952233,"threshold_uncertainty_score":0.005823314},"labels":[],"label_agreement":null},{"id":"W2143173156","doi":"10.1109/re.2006.42","title":"Matching Antipatterns to Improve the Quality of Use Case Models","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; CLARITY; Simplicity; Matching (statistics); Quality (philosophy); Use Case Diagram; Software engineering; Artificial intelligence; Data mining; Unified Modeling Language; Programming language; Class diagram; Software","score_opus":0.11582399756086786,"score_gpt":0.35426103342369797,"score_spread":0.2384370358628301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143173156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044986237,0.00019606313,0.9442123,0.0004984076,0.00005747991,0.000406603,0.00023085804,0.0064470107,0.0029650663],"genre_scores_gemma":[0.20864083,0.00021665244,0.7865078,0.00021336372,0.000027546183,0.0002874049,0.0008765391,0.0014301474,0.0017997235],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.95453,0.019122329,0.005706105,0.0035542673,0.015936201,0.0011511083],"domain_scores_gemma":[0.8104284,0.09314956,0.017767591,0.05059641,0.02706328,0.0009949043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.026951756,0.0015937467,0.0014352553,0.00596737,0.0010039036,0.004960854,0.0037244482,0.002333023,0.0030075812],"category_scores_gemma":[0.13001451,0.0017373122,0.0015681493,0.0028193842,0.0015919693,0.008476422,0.0053979508,0.0024229875,0.00091795303],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007907848,0.0008844261,0.040312342,0.001368271,0.00036214537,0.0018414251,0.006421807,0.091113545,0.04516086,0.08355017,0.008684653,0.71950954],"study_design_scores_gemma":[0.00014135294,0.00031132795,0.0044707903,0.00056205224,0.00030713188,0.0013751659,0.00089651294,0.79455566,0.077371165,0.06585283,0.05397352,0.00018239736],"about_ca_topic_score_codex":0.003672713,"about_ca_topic_score_gemma":0.0047133625,"teacher_disagreement_score":0.026951756,"about_ca_system_score_codex":0.0016989188,"about_ca_system_score_gemma":0.003381491,"threshold_uncertainty_score":0.14253622},"labels":[],"label_agreement":null},{"id":"W2143427661","doi":"10.1109/pst.2008.22","title":"Cross-Language Weaving Approach Targeting Software Security Hardening","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Weaving; Computer science; Compiler; Software engineering; Programming language; Software security assurance; Software; Computer security; Information security; Engineering; Security service","score_opus":0.030359179246110788,"score_gpt":0.29143593459030015,"score_spread":0.26107675534418934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143427661","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010332413,0.00011169508,0.9862418,0.00015301745,0.000026705213,0.00013012259,0.000011362299,0.0014804633,0.0015123389],"genre_scores_gemma":[0.17737949,0.00035096108,0.8176805,0.00026616044,0.000029419118,0.0002779453,0.00009677486,0.0008465801,0.003072072],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99457127,0.0015170482,0.00056641013,0.0009088286,0.0018184616,0.0006180184],"domain_scores_gemma":[0.9909121,0.0028309925,0.00081260846,0.0039708954,0.001252,0.00022135011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050030746,0.0015232415,0.0008869168,0.0023385133,0.001144596,0.0025216558,0.0021775963,0.0015425414,0.0022547299],"category_scores_gemma":[0.009238279,0.0012890429,0.0018907711,0.0009217678,0.003385017,0.0057475753,0.0052254447,0.0049507734,0.00073809124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003421682,0.00060263457,0.00483729,0.0012335236,0.00036127534,0.0018849187,0.0056662783,0.048581302,0.16477081,0.36345497,0.0020762112,0.4061886],"study_design_scores_gemma":[0.00013136482,0.0007539498,0.0018908158,0.0007283268,0.00059147674,0.0033541364,0.0015262127,0.20791405,0.39171484,0.28309494,0.107991196,0.00030872255],"about_ca_topic_score_codex":0.0008275428,"about_ca_topic_score_gemma":0.0012076367,"teacher_disagreement_score":0.0050030746,"about_ca_system_score_codex":0.00086227997,"about_ca_system_score_gemma":0.0026446423,"threshold_uncertainty_score":0.026459157},"labels":[],"label_agreement":null},{"id":"W2143544911","doi":"10.1109/saint.2005.29","title":"Fault-Management for Multi-Agent Systems","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Dependability; Computer science; Fault management; Component (thermodynamics); Multi-agent system; Distributed computing; Event (particle physics); Service (business); Fault (geology); Fault tree analysis; Software engineering; Reliability engineering; Engineering; Artificial intelligence","score_opus":0.10139189964718487,"score_gpt":0.34281037013101523,"score_spread":0.24141847048383036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143544911","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01794953,0.006617518,0.96328795,0.0020800112,0.0004737012,0.00017503659,0.00006523478,0.0010625396,0.008288513],"genre_scores_gemma":[0.7912875,0.004035846,0.1931208,0.0003350411,0.0006538461,0.0004004082,0.00018212464,0.000093753224,0.0098906495],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988079,0.0003952398,0.00014213666,0.00015878584,0.00039513747,0.00010070158],"domain_scores_gemma":[0.99814975,0.0010347305,0.00021315312,0.00018257268,0.00031582153,0.00010404543],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014556486,0.00060474285,0.00072258053,0.0008047191,0.0008565656,0.002099587,0.0009296701,0.0016301863,0.0021094198],"category_scores_gemma":[0.0044269296,0.0002311908,0.000456993,0.0006755721,0.0010946811,0.0024576297,0.0012818115,0.0012259842,0.00043701314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021634805,0.00013980395,0.0016596321,0.0008061402,0.00012642196,0.0011733265,0.0008387409,0.31015337,0.0069291573,0.37022877,0.008984996,0.29874337],"study_design_scores_gemma":[0.000080192156,0.00012319506,0.00040683008,0.000095085525,0.00005097017,0.00038389477,0.00013487789,0.68680036,0.003769206,0.27927068,0.028850261,0.000034458488],"about_ca_topic_score_codex":0.0014863153,"about_ca_topic_score_gemma":0.00090971054,"teacher_disagreement_score":0.0021094198,"about_ca_system_score_codex":0.0012072645,"about_ca_system_score_gemma":0.00078652665,"threshold_uncertainty_score":0.00875932},"labels":[],"label_agreement":null},{"id":"W2143921768","doi":"10.1145/1810295.1810422","title":"Fifth Workshop on Software Engineering for Adaptive and Self-Managing Systems (SEAMS 2010)","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Software; Computer science; Software engineering; Engineering; Engineering management; Operating system","score_opus":0.028560401691440328,"score_gpt":0.26123276952760255,"score_spread":0.2326723678361622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143921768","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029839588,0.028691696,0.6317002,0.06316741,0.066390395,0.0010841335,0.0027163643,0.0052039344,0.17120625],"genre_scores_gemma":[0.115502976,0.020490771,0.38118154,0.011240777,0.009359924,0.0009826802,0.0102508,0.0043523996,0.44663802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99387157,0.0019354572,0.00038658487,0.0008278515,0.0022814854,0.00069707166],"domain_scores_gemma":[0.99216497,0.0010187185,0.00022638522,0.001139908,0.0031756614,0.002274327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012936544,0.0015526497,0.0011343948,0.0017543572,0.0012190208,0.00641482,0.0028896828,0.0034454623,0.030718708],"category_scores_gemma":[0.009590393,0.00080310844,0.0018384203,0.0011420246,0.0011164496,0.004575254,0.0056067524,0.0055471016,0.013409147],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032459127,0.0005189396,0.0012250099,0.0005811878,0.00012603925,0.00042529998,0.0015648672,0.0047974708,0.009669882,0.050616752,0.54325056,0.38689935],"study_design_scores_gemma":[0.000046656794,0.00023014279,0.00089387916,0.00043772772,0.00004955334,0.00040664268,0.0004495324,0.007058668,0.005624265,0.01709341,0.96765536,0.000054130618],"about_ca_topic_score_codex":0.003910553,"about_ca_topic_score_gemma":0.0063351626,"teacher_disagreement_score":0.030718708,"about_ca_system_score_codex":0.0023891702,"about_ca_system_score_gemma":0.0055435626,"threshold_uncertainty_score":0.10276431},"labels":[],"label_agreement":null},{"id":"W2143938008","doi":"10.11575/prism/31116","title":"Case Study in Simulated Concurrent Development and Evolution: Investigating the Theme Approach","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Traceability; Evolvability; Maintainability; Computer science; Theme (computing); Software engineering; Implementation; Software development; Generalizability theory; Key (lock); Management science; Systems engineering; Software; Engineering; Programming language; Computer security","score_opus":0.054292665900528544,"score_gpt":0.2496930501890031,"score_spread":0.19540038428847456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143938008","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.939784,0.00017812579,0.049705084,0.00054035767,0.000034720208,0.0005319632,0.00012783655,0.00009311614,0.009004698],"genre_scores_gemma":[0.92661977,0.00013434004,0.07056836,0.00007940989,0.000010760252,0.00042424607,0.000117687705,0.00002509844,0.0020203334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"qualitative","domain_scores_codex":[0.99373794,0.0047087576,0.00017804888,0.00031497213,0.000802646,0.00025756872],"domain_scores_gemma":[0.9572827,0.035583764,0.0013032836,0.0025766864,0.0021017722,0.0011516728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006222575,0.00044652942,0.00044685346,0.00090951985,0.0012770224,0.0014589862,0.0021189575,0.002694565,0.0021525135],"category_scores_gemma":[0.020121764,0.0003860042,0.0006549072,0.0010941202,0.0016063681,0.0013285303,0.0017757381,0.0014043141,0.00022913545],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043639783,0.011412935,0.06903658,0.0013473706,0.00039676044,0.017696848,0.020460673,0.6289052,0.02382388,0.12915619,0.0041962108,0.08920327],"study_design_scores_gemma":[0.001691248,0.008445078,0.014250799,0.0002579112,0.0001891392,0.0032173742,0.012727698,0.880447,0.030156367,0.023686647,0.024772536,0.00015820574],"about_ca_topic_score_codex":0.004380968,"about_ca_topic_score_gemma":0.0066149263,"teacher_disagreement_score":0.006222575,"about_ca_system_score_codex":0.0019250097,"about_ca_system_score_gemma":0.0014387826,"threshold_uncertainty_score":0.0329085},"labels":[],"label_agreement":null},{"id":"W2144461845","doi":"10.1109/ipdps.2005.444","title":"Using Generative Design Patterns to Develop Network Server Applications","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Design pattern; Web server; Template; Software design pattern; Operating system; Server; Application server; Distributed computing; Network planning and design; Computer architecture; Software; Computer network; Software engineering; Programming language; The Internet","score_opus":0.1560052466049552,"score_gpt":0.34698191119117794,"score_spread":0.19097666458622273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144461845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02830415,0.00008161411,0.9621595,0.00018412102,0.000033678345,0.00027153536,0.00007479425,0.0022676403,0.006622894],"genre_scores_gemma":[0.08369165,0.00021330242,0.9111213,0.000073440286,0.0000061224955,0.00036644787,0.00027058157,0.0005361648,0.0037210346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907434,0.00031097227,0.000065183514,0.00011879878,0.0003702101,0.000060532508],"domain_scores_gemma":[0.9979942,0.0010976924,0.0001475522,0.00041241426,0.00029346187,0.000054652293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011656976,0.00065512664,0.00021603056,0.0005425727,0.00031923188,0.0010857246,0.0010707736,0.0006826603,0.0017131591],"category_scores_gemma":[0.005410612,0.00044486354,0.0005627847,0.00052324776,0.0009472359,0.0011045923,0.0009173939,0.0008793536,0.00067859195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014119231,0.00041953038,0.0063287993,0.00085731316,0.00009189355,0.0013796627,0.0032046132,0.15188079,0.060604364,0.22237594,0.0108291535,0.54188675],"study_design_scores_gemma":[0.0001713368,0.0005465102,0.0017335705,0.00027823084,0.00010333162,0.0020847651,0.00069834077,0.54385835,0.12301465,0.12544227,0.20198303,0.00008564786],"about_ca_topic_score_codex":0.00092045614,"about_ca_topic_score_gemma":0.0014723529,"teacher_disagreement_score":0.0017131591,"about_ca_system_score_codex":0.00054690475,"about_ca_system_score_gemma":0.0009317828,"threshold_uncertainty_score":0.0061649084},"labels":[],"label_agreement":null},{"id":"W2144498941","doi":"10.1145/1233901.1233910","title":"C-CLR","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Preprocessor; Reusability; Leverage (statistics); Readability; Code (set theory); Programming language; Embedded system; Software; Artificial intelligence","score_opus":0.027941921434737397,"score_gpt":0.30248778660106523,"score_spread":0.27454586516632784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144498941","genre_codex":"software","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016985355,0.0005113772,0.313383,0.00069024507,0.0007820964,0.00055773783,0.017377136,0.52226883,0.14273103],"genre_scores_gemma":[0.06702875,0.0010067327,0.33232453,0.0052966285,0.0011206035,0.0026742027,0.10831361,0.20322031,0.27901465],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.995184,0.00061301206,0.00044777142,0.0011664437,0.0019459184,0.0006428344],"domain_scores_gemma":[0.99303293,0.0013326477,0.0004693021,0.0026810057,0.0022066426,0.00027751582],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025981884,0.002995297,0.0015360095,0.0030744225,0.0012669428,0.0038658916,0.005652654,0.0026443289,0.30800682],"category_scores_gemma":[0.010449059,0.0013872813,0.0019224023,0.002431881,0.0013611413,0.0035930255,0.003594458,0.0037357057,0.3858329],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010015552,0.00016751296,0.0007701879,0.00119767,0.00010991165,0.0004518104,0.00015728195,0.0028280811,0.010957393,0.044755302,0.67996246,0.25764084],"study_design_scores_gemma":[0.00029447651,0.00013836035,0.00084583234,0.00029449645,0.000050376348,0.0010231995,0.000052670748,0.019731933,0.031430792,0.03240229,0.9135579,0.00017763925],"about_ca_topic_score_codex":0.0034564952,"about_ca_topic_score_gemma":0.0030749647,"teacher_disagreement_score":0.6919932,"about_ca_system_score_codex":0.0017461859,"about_ca_system_score_gemma":0.0028429842,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2144847134","doi":"10.1145/1370042.1370056","title":"Automated instrumentation of contracts and scenarios for requirements validation in .net","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Non-functional requirement; Unified Modeling Language; Software requirements specification; Functional requirement; Instrumentation (computer programming); Software engineering; Functional specification; System requirements specification; Metric (unit); Formal specification; Reliability engineering; Systems engineering; Non-functional testing; Matching (statistics); Requirements engineering; Requirements management; Programming language; Software; Software system; Software development; Engineering; Software design","score_opus":0.0791072290790121,"score_gpt":0.33587051704903764,"score_spread":0.25676328797002557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144847134","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039554,0.000102027974,0.95391583,0.0002575091,0.0000160272,0.00042280447,0.00013565065,0.0035738728,0.002022286],"genre_scores_gemma":[0.39590412,0.00021174709,0.601083,0.0001260208,0.000011967139,0.00064972724,0.000655172,0.0004195801,0.0009386055],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.984192,0.009983439,0.0010399366,0.0010967654,0.0030876624,0.00060018],"domain_scores_gemma":[0.97467417,0.01661739,0.002439296,0.0043569086,0.0015247883,0.00038749538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0125138005,0.0009909137,0.00065791194,0.0018705816,0.0008029255,0.0024367212,0.0016696444,0.001522663,0.0017885562],"category_scores_gemma":[0.035771407,0.0012002416,0.0009586653,0.0009644052,0.0019986483,0.0045362823,0.0026359768,0.0017923837,0.00052046665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010731493,0.00089120393,0.011708768,0.0006243989,0.000112796384,0.0014097498,0.0031376842,0.4536365,0.04898768,0.22354667,0.0023404132,0.25253114],"study_design_scores_gemma":[0.00006958253,0.00017818529,0.0016366038,0.00021741295,0.00003465138,0.00033305908,0.00021535844,0.89355725,0.03664599,0.05832074,0.008710168,0.000080944475],"about_ca_topic_score_codex":0.0025781756,"about_ca_topic_score_gemma":0.002771287,"teacher_disagreement_score":0.0125138005,"about_ca_system_score_codex":0.0019077365,"about_ca_system_score_gemma":0.0028418852,"threshold_uncertainty_score":0.06618011},"labels":[],"label_agreement":null},{"id":"W2145301739","doi":"10.1109/wicsa.2005.5","title":"A Case Study in Incremental Architecture-Based Re-engineering of a Legacy Application","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Java; Software engineering; Software architecture; Architecture; Programming language; Architecture description language; Architectural pattern; Legacy system; Process (computing); Component (thermodynamics); Reference architecture; Software development; Software; Software construction","score_opus":0.02708021055035101,"score_gpt":0.28433110669391687,"score_spread":0.25725089614356583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145301739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92064553,0.00035134028,0.06004266,0.0029116631,0.00008316338,0.000518667,0.00014783599,0.00083802093,0.014461163],"genre_scores_gemma":[0.85230446,0.00024627973,0.13833009,0.0004843063,0.00003047238,0.00023367563,0.0002243316,0.0002339345,0.007912404],"study_design_codex":"design_other","study_design_gemma":"case_report","domain_scores_codex":[0.9960347,0.0019593472,0.00018893393,0.00033551807,0.0011627971,0.00031877903],"domain_scores_gemma":[0.98241156,0.010243129,0.0008330778,0.0031368537,0.0022758425,0.0010995967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004576546,0.00049108017,0.0003875914,0.00092391716,0.0031956607,0.0016295267,0.002578725,0.0032322323,0.0012994726],"category_scores_gemma":[0.016491555,0.00044951082,0.0006512406,0.0012807345,0.0018021788,0.0024036304,0.0016714575,0.0024889163,0.00046951414],"study_design_candidate":"case_report","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016972653,0.009310394,0.07769352,0.001670645,0.00024467206,0.110769026,0.10973655,0.09395966,0.07448113,0.075495794,0.028456818,0.4164846],"study_design_scores_gemma":[0.0009817095,0.00576599,0.065688826,0.00074904755,0.0003995152,0.052624058,0.058675036,0.3518002,0.13316384,0.032261554,0.2972574,0.00063290214],"about_ca_topic_score_codex":0.007408472,"about_ca_topic_score_gemma":0.016971614,"teacher_disagreement_score":0.007408472,"about_ca_system_score_codex":0.0015848089,"about_ca_system_score_gemma":0.0013672464,"threshold_uncertainty_score":0.02420342},"labels":[],"label_agreement":null},{"id":"W2145428928","doi":"10.1109/ecbs.2003.1194803","title":"Requirements interaction detection using semi-formal methods","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Reuse; Computer science; Domain (mathematical analysis); Feature (linguistics); Domain analysis; Software engineering; Software; Domain engineering; Data mining; Software system; Component-based software engineering; Software construction; Engineering","score_opus":0.13474542505590933,"score_gpt":0.4248274952436655,"score_spread":0.2900820701877561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145428928","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019591318,0.000051619536,0.99670804,0.00007338477,0.000008511495,0.00017214178,0.000032841963,0.00052601716,0.0004682848],"genre_scores_gemma":[0.042619977,0.00010016836,0.9557578,0.000050860108,0.000011354876,0.000513957,0.00020927293,0.00010569853,0.00063094683],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9719625,0.012973354,0.002714142,0.002250813,0.009456353,0.00064273307],"domain_scores_gemma":[0.9212338,0.054922238,0.0068378835,0.008231074,0.008228609,0.0005464678],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015414843,0.0018361675,0.0012175842,0.0044346475,0.0011284455,0.0038837017,0.0025820693,0.0016038761,0.0026753054],"category_scores_gemma":[0.04535481,0.001393329,0.0028841223,0.0017423922,0.0030837595,0.0036228555,0.0042587584,0.002256186,0.0008865859],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031529093,0.00048455296,0.006613315,0.0028690707,0.00041140537,0.0012969115,0.006989901,0.102107935,0.03443417,0.23640701,0.0037548859,0.6043155],"study_design_scores_gemma":[0.00024358768,0.0003955757,0.0015246732,0.001031631,0.00019957965,0.0010294296,0.0013245534,0.70796394,0.0388449,0.20654713,0.040654372,0.0002406527],"about_ca_topic_score_codex":0.0029719877,"about_ca_topic_score_gemma":0.0037880212,"teacher_disagreement_score":0.015414843,"about_ca_system_score_codex":0.0020208363,"about_ca_system_score_gemma":0.006381904,"threshold_uncertainty_score":0.081522465},"labels":[],"label_agreement":null},{"id":"W2145627072","doi":"10.1109/saso.2007.4","title":"A Weighted Voting Mechanism for Action Selection Problem in Self-Adaptive Software","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Voting; Computer science; Mechanism (biology); Action (physics); Adaptation (eye); Process (computing); Domain (mathematical analysis); Order (exchange); Action selection; Software; Selection (genetic algorithm); Data mining; Artificial intelligence","score_opus":0.04403603753877452,"score_gpt":0.30512615213182587,"score_spread":0.26109011459305137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145627072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021860136,0.00013695093,0.97558707,0.00023185693,0.00006457527,0.00017432333,0.00003228793,0.00027642827,0.0016363431],"genre_scores_gemma":[0.71258163,0.00016625106,0.28193414,0.00020166225,0.000106758554,0.0006334287,0.00013250356,0.000079194106,0.0041644326],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951198,0.00212237,0.00038171816,0.00096721057,0.0009515999,0.00045721358],"domain_scores_gemma":[0.99296826,0.004443211,0.0005953316,0.0007088039,0.0008501373,0.00043429213],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009301968,0.00096296275,0.0018960473,0.0012591765,0.0011309728,0.0018755659,0.00451398,0.002299629,0.003933858],"category_scores_gemma":[0.013909271,0.0004991652,0.00096487894,0.0014592613,0.0017032527,0.0037691845,0.002056425,0.002032715,0.00048540262],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006904318,0.00046578108,0.0017747176,0.00030809658,0.00030235134,0.00024148417,0.00045361347,0.61690533,0.009103832,0.14055634,0.0034175937,0.2257804],"study_design_scores_gemma":[0.00010864486,0.00015731275,0.0001810246,0.000014203169,0.000043899166,0.00004962293,0.0000306823,0.9556055,0.0013204651,0.041159846,0.0013024707,0.000026373522],"about_ca_topic_score_codex":0.0020552864,"about_ca_topic_score_gemma":0.0021192923,"teacher_disagreement_score":0.009301968,"about_ca_system_score_codex":0.0012716982,"about_ca_system_score_gemma":0.0015008828,"threshold_uncertainty_score":0.049194157},"labels":[],"label_agreement":null},{"id":"W2145699706","doi":"10.1109/icre.2003.1232786","title":"Bringing usability to the early stages of software development","year":2004,"lang":"en","type":"article","venue":"Journal of Lightwave Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Usability; Usability engineering; Computer science; Usability goals; Usability inspection; Cognitive walkthrough; Usability lab; System usability scale; Web usability; Heuristic evaluation; Software engineering; Requirements elicitation; Human–computer interaction; Requirements engineering; Systems engineering; Engineering; Software; Programming language","score_opus":0.02413541247833696,"score_gpt":0.2774084639462633,"score_spread":0.25327305146792634,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145699706","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030640267,0.028993882,0.7777228,0.042685498,0.0017394363,0.00093913346,0.00016827253,0.0022606852,0.114849985],"genre_scores_gemma":[0.25969127,0.036289766,0.6779101,0.0055217915,0.00092093507,0.0013156179,0.00028007195,0.00089269027,0.017177798],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9368365,0.03616386,0.0052410616,0.0024839856,0.01719789,0.0020768323],"domain_scores_gemma":[0.92079306,0.052232996,0.0028354453,0.006446594,0.015949503,0.0017425194],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031978365,0.0021793717,0.0023017533,0.007714416,0.005433763,0.025793275,0.0032641632,0.005307916,0.0031019684],"category_scores_gemma":[0.06727893,0.0025462264,0.0012708138,0.004770509,0.019358741,0.031534273,0.010901721,0.010621303,0.001955089],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009149782,0.0002725305,0.004410113,0.003892746,0.00009107637,0.0010818557,0.07064765,0.0020369112,0.005607426,0.4456416,0.017033232,0.44919348],"study_design_scores_gemma":[0.000045846766,0.00034075996,0.004223205,0.005493208,0.000117747084,0.0011299668,0.031821545,0.0038446176,0.008075593,0.65660006,0.28801093,0.0002966438],"about_ca_topic_score_codex":0.007031338,"about_ca_topic_score_gemma":0.0063417004,"teacher_disagreement_score":0.031978365,"about_ca_system_score_codex":0.006654886,"about_ca_system_score_gemma":0.010893836,"threshold_uncertainty_score":0.16911978},"labels":[],"label_agreement":null},{"id":"W2145842673","doi":"10.1145/1230136.1230138","title":"A machine code model for efficient advice dispatch","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Center for Advanced Study, University of Illinois at Urbana-Champaign","keywords":"AspectJ; Computer science; Bytecode; Java; Programming language; Compiler; Operating system; Implementation; Just-in-time compilation; Code (set theory); Aspect-oriented programming; Compile time; Virtual machine; Set (abstract data type); Software","score_opus":0.042838582446341145,"score_gpt":0.32463459284923274,"score_spread":0.2817960104028916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2145842673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01033074,0.000120368204,0.97771925,0.00036132216,0.000080822334,0.00013701143,0.00016559739,0.0077041094,0.0033807715],"genre_scores_gemma":[0.16243878,0.0002017466,0.82728696,0.0002921911,0.000110459274,0.0005561087,0.0005482242,0.001990911,0.0065745604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99831355,0.0003775087,0.00013619181,0.00034732555,0.0006836399,0.00014187866],"domain_scores_gemma":[0.9961367,0.0013666574,0.00029932972,0.0013926406,0.00068725226,0.00011742238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013197705,0.00071605935,0.0007808778,0.00085855124,0.00086218957,0.002436021,0.00245277,0.001956596,0.0052191624],"category_scores_gemma":[0.005378108,0.0010247232,0.001124081,0.00084465527,0.0017169286,0.003929656,0.0011586016,0.0021418058,0.0023436486],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051111355,0.00027154575,0.0021062756,0.00045475794,0.000059052974,0.00064674334,0.0006918258,0.31341776,0.038840562,0.5019238,0.018428175,0.122648425],"study_design_scores_gemma":[0.00007029376,0.00008239715,0.00013369518,0.000032891614,0.000023998567,0.0001424643,0.000020471285,0.9129951,0.009575572,0.055089597,0.021802472,0.00003098616],"about_ca_topic_score_codex":0.0028612374,"about_ca_topic_score_gemma":0.0035685385,"teacher_disagreement_score":0.0052191624,"about_ca_system_score_codex":0.0014338183,"about_ca_system_score_gemma":0.0027441734,"threshold_uncertainty_score":0.01745981},"labels":[],"label_agreement":null},{"id":"W2146574734","doi":"10.5381/jot.2007.6.7.a6","title":"Design-Level Detection of Interactions in Aspect-UML Models Using Alloy.","year":2007,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; Alloy; Materials science; Programming language; Metallurgy; Software","score_opus":0.13559817826726558,"score_gpt":0.34617560278207354,"score_spread":0.21057742451480796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146574734","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043800943,0.00013979035,0.949496,0.00011863391,0.00002564102,0.00016342042,0.00007982025,0.0024938385,0.0036819743],"genre_scores_gemma":[0.36832458,0.00014907961,0.62819755,0.00008379205,0.000014874934,0.00020549592,0.00037140038,0.00035868905,0.0022945234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9962878,0.001033494,0.00021356865,0.0003069259,0.0019556144,0.00020256714],"domain_scores_gemma":[0.99568415,0.002139119,0.0006508769,0.0008360577,0.000604302,0.00008543316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024016646,0.00072231266,0.0004999774,0.0015648372,0.00061952,0.001652631,0.0010220561,0.0010003723,0.0013734709],"category_scores_gemma":[0.008913789,0.0008166536,0.0012139127,0.00051324884,0.0008941896,0.0020265528,0.0014517903,0.0009391141,0.00045318546],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005435776,0.00037229812,0.026544414,0.00072845456,0.00030958652,0.0022511873,0.005513201,0.18334009,0.18545301,0.3917462,0.0037470763,0.19945087],"study_design_scores_gemma":[0.000034909768,0.0001280219,0.0013426878,0.00008259017,0.000116470816,0.0005422089,0.00022700097,0.8847833,0.06159619,0.033292115,0.017820051,0.000034388413],"about_ca_topic_score_codex":0.002918392,"about_ca_topic_score_gemma":0.0035118687,"teacher_disagreement_score":0.002918392,"about_ca_system_score_codex":0.00093970384,"about_ca_system_score_gemma":0.0013503355,"threshold_uncertainty_score":0.012701392},"labels":[],"label_agreement":null},{"id":"W2146627790","doi":"10.1109/compsac.2007.49","title":"ACIR: An Aspect-Connector for Intrusion Response","year":2007,"lang":"en","type":"article","venue":"Proceedings - International Computer Software & Applications Conference","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Modular programming; Computer science; Cable gland; Intrusion; Component (thermodynamics); Reusability; Aspect-oriented programming; Software engineering; Modularity (biology); Software; Architecture; Intrusion detection system; Operating system; Computer security; Programming language; Telecommunications","score_opus":0.042237384328200255,"score_gpt":0.3257851714387828,"score_spread":0.28354778711058254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146627790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005601633,0.00017434695,0.8951074,0.00023802671,0.0001869348,0.00061887363,0.0004251475,0.08982758,0.007820164],"genre_scores_gemma":[0.11926963,0.0005121191,0.84099746,0.0008250901,0.0001529215,0.0011253353,0.0040909383,0.014806452,0.018220196],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974578,0.00052975834,0.0002835415,0.00027040165,0.0012404667,0.00021808928],"domain_scores_gemma":[0.9975581,0.0006302061,0.00022803643,0.0006430656,0.0006696166,0.00027093713],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035796051,0.0014556402,0.0006551732,0.0014001563,0.00058453955,0.0018755534,0.0022437228,0.001557697,0.008931862],"category_scores_gemma":[0.005990407,0.0009723095,0.001057211,0.00089507387,0.00081974146,0.0024584013,0.0024364034,0.0022504185,0.0051362203],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001370394,0.00074817555,0.008046327,0.0014780016,0.00030380266,0.0026692941,0.0020097764,0.03079828,0.17710024,0.12984058,0.12535587,0.5202792],"study_design_scores_gemma":[0.00032956724,0.00048573076,0.0028543533,0.00016960954,0.00016918918,0.002397382,0.00020893084,0.2701165,0.09648151,0.02728368,0.5992844,0.00021915014],"about_ca_topic_score_codex":0.0014836404,"about_ca_topic_score_gemma":0.0014194504,"teacher_disagreement_score":0.008931862,"about_ca_system_score_codex":0.0005391095,"about_ca_system_score_gemma":0.001348135,"threshold_uncertainty_score":0.029880106},"labels":[],"label_agreement":null},{"id":"W2146795271","doi":"10.1145/1621607.1621615","title":"Transactional pointcuts","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Join (topology); Computer science; Sort-merge join; AspectJ; Programming language; Compile time; Semantics (computer science); Compiler; Point (geometry); Theoretical computer science; Aspect-oriented programming; Joins; Mathematics; Software","score_opus":0.019256614954076226,"score_gpt":0.2701480167779824,"score_spread":0.2508914018239062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146795271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006838637,0.004043401,0.9306341,0.0012192148,0.00076368504,0.0009784934,0.0014850398,0.010392448,0.043644972],"genre_scores_gemma":[0.19728863,0.0050519314,0.72457606,0.0038842275,0.0012641089,0.0022687905,0.0047629285,0.0048569404,0.05604638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99131495,0.001348743,0.0013602114,0.0016604778,0.0036782352,0.00063737243],"domain_scores_gemma":[0.9952252,0.0018537145,0.00062605477,0.0009971522,0.0010441946,0.0002536788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005155701,0.001864619,0.001348359,0.0029459344,0.0014694695,0.005620452,0.002918421,0.0034466477,0.021836769],"category_scores_gemma":[0.008802434,0.0017845538,0.0028742712,0.0031604143,0.0031293714,0.007908594,0.0033381362,0.003883473,0.0051039644],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110853296,0.00007739531,0.0009341663,0.00067094783,0.000112070404,0.000571316,0.0007532153,0.0032495873,0.0039733076,0.8578802,0.021697864,0.10996911],"study_design_scores_gemma":[0.00018979973,0.00015911747,0.0007152189,0.0003464822,0.00012540258,0.0018927419,0.00023010306,0.01559695,0.005051513,0.39855507,0.57701683,0.00012070896],"about_ca_topic_score_codex":0.0032156906,"about_ca_topic_score_gemma":0.0028771688,"teacher_disagreement_score":0.021836769,"about_ca_system_score_codex":0.0017064217,"about_ca_system_score_gemma":0.0018599833,"threshold_uncertainty_score":0.073051214},"labels":[],"label_agreement":null},{"id":"W2146852453","doi":"10.1109/iccgi.2008.43","title":"Self-Monitoring of Non-functional Requirements in Reactive Autonomic Systems Framework: A Multi-agent Systems Approach","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Autonomic computing; Distributed computing; Software architecture; Software engineering; Software; Embedded system; Programming language; Operating system","score_opus":0.12167535945183293,"score_gpt":0.31607371069032303,"score_spread":0.19439835123849009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146852453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028940476,0.00026276888,0.96620286,0.00037846045,0.00002792894,0.000094527895,0.000016788514,0.0003361391,0.0037400578],"genre_scores_gemma":[0.5976147,0.00028196556,0.39981768,0.000118825825,0.00004581231,0.00017907583,0.000040447536,0.00006181723,0.0018397347],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980019,0.0009212186,0.00013559211,0.00027319245,0.00055596686,0.000112099246],"domain_scores_gemma":[0.99808276,0.00078486186,0.0004226194,0.0002971197,0.00030914275,0.00010352911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031581586,0.00045818163,0.00047351883,0.0006489268,0.0004643086,0.0019004813,0.0013686637,0.00094174524,0.00050076935],"category_scores_gemma":[0.0031180573,0.00033767478,0.00069837185,0.000305918,0.0012652448,0.0020288688,0.0010081587,0.0011431767,0.00011149754],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001698938,0.00024013364,0.0030060795,0.0003518296,0.00015676924,0.0012643515,0.002949551,0.2637788,0.041704725,0.57722044,0.0013744661,0.10778285],"study_design_scores_gemma":[0.000039859002,0.00011191279,0.0007160768,0.00006431202,0.00006304563,0.0002671946,0.0003046432,0.87787604,0.010585751,0.10087197,0.00904523,0.00005399186],"about_ca_topic_score_codex":0.0015646248,"about_ca_topic_score_gemma":0.0020591894,"teacher_disagreement_score":0.0031581586,"about_ca_system_score_codex":0.0008163989,"about_ca_system_score_gemma":0.0011308888,"threshold_uncertainty_score":0.016702116},"labels":[],"label_agreement":null},{"id":"W2146981671","doi":"10.1109/ares.2014.20","title":"Enhanced Configuration Generation Approach for Highly Available COTS Based Systems","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Middleware (distributed applications); Software deployment; Process (computing); Distributed computing; Automation; Service (business); Set (abstract data type); Task (project management); Quality of service; Software; Software engineering; Reliability engineering; Systems engineering; Engineering; Operating system; Computer network","score_opus":0.063711685992046,"score_gpt":0.2683464546522205,"score_spread":0.2046347686601745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146981671","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0179476,0.00010890101,0.97795117,0.00006609995,0.00002107212,0.00015003495,0.000071217306,0.0016683806,0.0020154868],"genre_scores_gemma":[0.2734607,0.00013146817,0.7230527,0.000054015487,0.000026063002,0.00020068078,0.0002901722,0.00028322343,0.0025009795],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99856025,0.00049395807,0.00009640873,0.00022484687,0.00053747045,0.000087065724],"domain_scores_gemma":[0.9975497,0.0012682317,0.00022646524,0.0004361536,0.0004503376,0.000069093876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011862902,0.00077393046,0.00065029383,0.001608628,0.0005995704,0.0010359678,0.0011975762,0.0008368053,0.004046342],"category_scores_gemma":[0.0042682565,0.0005344154,0.0008878701,0.0009809424,0.000519947,0.0008578937,0.0010322649,0.0006904809,0.0006186253],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027422683,0.00017002465,0.0032741216,0.00039502882,0.00009639055,0.0016480433,0.0009064636,0.54313886,0.03849311,0.02825504,0.0033440404,0.38000464],"study_design_scores_gemma":[0.000025279312,0.00006560313,0.00052254146,0.000024270428,0.000026047883,0.0003790796,0.00005369851,0.9806923,0.0059955427,0.008143256,0.004049536,0.000022885766],"about_ca_topic_score_codex":0.0023201539,"about_ca_topic_score_gemma":0.0032122033,"teacher_disagreement_score":0.004046342,"about_ca_system_score_codex":0.00058130745,"about_ca_system_score_gemma":0.00077182293,"threshold_uncertainty_score":0.013536394},"labels":[],"label_agreement":null},{"id":"W2147363920","doi":"10.1007/978-1-4615-0993-6_4","title":"Stack Dependency Resolution for Java Processors Based on Hardware Folding and Translation","year":2002,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Java; Bytecode; Java applet; Java concurrency; Java bytecode; Parallel computing; Pipeline (software); Stack (abstract data type); Programming language; Operating system; Computer architecture; Java annotation","score_opus":0.10382663026456264,"score_gpt":0.2875617179675246,"score_spread":0.18373508770296199,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147363920","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010823671,0.0008883886,0.96022695,0.00020398495,0.00021781221,0.00007918204,0.00013201998,0.013419425,0.014008542],"genre_scores_gemma":[0.14187062,0.00118441,0.8229476,0.00028580136,0.000085962994,0.00014185612,0.0008117089,0.004232599,0.028439458],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99949574,0.000071938324,0.000049656075,0.000086479005,0.000217208,0.00007889307],"domain_scores_gemma":[0.9992424,0.00027883518,0.000043650245,0.0002525891,0.00016443012,0.000018206198],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054591964,0.0009942107,0.00068021263,0.0008431869,0.0008232198,0.0017732362,0.001894851,0.00080169004,0.010380092],"category_scores_gemma":[0.0017885017,0.000999157,0.0009970517,0.0011770137,0.00081701524,0.0029220644,0.0010391882,0.002431107,0.003080416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035528408,0.00012348902,0.00078504835,0.00056673825,0.000080144826,0.00034946014,0.0005170734,0.0137917455,0.04467073,0.12471267,0.026433304,0.7876143],"study_design_scores_gemma":[0.00013272316,0.00025265795,0.0011614515,0.000277176,0.00040559715,0.0009604229,0.0003386613,0.27125314,0.28692618,0.26270947,0.17542732,0.00015524814],"about_ca_topic_score_codex":0.0019162721,"about_ca_topic_score_gemma":0.003553095,"teacher_disagreement_score":0.010380092,"about_ca_system_score_codex":0.00055447436,"about_ca_system_score_gemma":0.0012594135,"threshold_uncertainty_score":0.03472483},"labels":[],"label_agreement":null},{"id":"W2147423857","doi":"10.1109/icsm.2009.5306328","title":"Modularizing error recovery","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Compiler; Computer science; AspectJ; Programming language; Modularity (biology); Error detection and correction; Context (archaeology); Optimizing compiler; Implementation; Compile time; Exception handling; Source code; Aspect-oriented programming; Algorithm; Software","score_opus":0.04208475605448818,"score_gpt":0.29506649283439274,"score_spread":0.25298173677990454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147423857","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045878123,0.00028215567,0.9359151,0.00054189336,0.00011077989,0.00030018677,0.00007042176,0.012644551,0.004256805],"genre_scores_gemma":[0.31501815,0.0004334581,0.6741926,0.0005502591,0.00012135221,0.00019189698,0.00038228312,0.0029219915,0.0061880187],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9955478,0.0012403037,0.00043442613,0.0007692794,0.0015103963,0.0004977463],"domain_scores_gemma":[0.9806682,0.0041164816,0.0016132671,0.009845814,0.0033697237,0.00038647596],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006763095,0.0016737228,0.00070874614,0.00196916,0.00069620274,0.0016237027,0.002302637,0.0010306892,0.0025172792],"category_scores_gemma":[0.023031492,0.0008622622,0.0012654936,0.000788163,0.0017214213,0.00404008,0.006907007,0.0019930939,0.001686982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047762468,0.0005197314,0.012344109,0.000994531,0.00023302087,0.0011857686,0.0044249776,0.055537898,0.09352391,0.06548638,0.00877046,0.7565017],"study_design_scores_gemma":[0.00020829492,0.0009398003,0.008770497,0.0008804782,0.00085544813,0.0028051848,0.0011735259,0.4276848,0.19769311,0.23483817,0.12381176,0.00033892566],"about_ca_topic_score_codex":0.00111291,"about_ca_topic_score_gemma":0.0013335445,"teacher_disagreement_score":0.006763095,"about_ca_system_score_codex":0.0005177697,"about_ca_system_score_gemma":0.001804608,"threshold_uncertainty_score":0.035767138},"labels":[],"label_agreement":null},{"id":"W2147694503","doi":"10.1145/1598732.1598754","title":"A report on the XP workshop on agile product line engineering","year":2009,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Software product line; Agile software development; Reuse; Software engineering; Computer science; Domain engineering; Quality (philosophy); Product (mathematics); Systems engineering; Software; Engineering; Software development; Software construction","score_opus":0.04554668214763798,"score_gpt":0.28550929706019146,"score_spread":0.23996261491255347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2147694503","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035618592,0.054340787,0.09852503,0.3273765,0.22012085,0.0028881757,0.005394397,0.0016953208,0.25404033],"genre_scores_gemma":[0.08050215,0.051429767,0.045040466,0.033854567,0.04283864,0.0019495948,0.011745016,0.0019918932,0.7306479],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99383307,0.0019921882,0.00033808412,0.00085074425,0.0022048936,0.0007809515],"domain_scores_gemma":[0.9880983,0.0017790466,0.00034543342,0.00069035817,0.0049586287,0.0041281357],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010161093,0.001572076,0.0008702882,0.0017807878,0.0023250587,0.0070613436,0.0024379047,0.0044270353,0.049049698],"category_scores_gemma":[0.009384886,0.0005436458,0.0012476441,0.0021991262,0.00079016597,0.005906092,0.007031697,0.005709915,0.013647211],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025317457,0.0005370619,0.0014301479,0.00043764294,0.000035717792,0.00056959555,0.0012629151,0.00095152936,0.002342553,0.0052834065,0.80814123,0.17875499],"study_design_scores_gemma":[0.00004625243,0.00018645989,0.001663459,0.00046696552,0.00002371797,0.00017950425,0.0014573182,0.00066374213,0.0016748918,0.002809941,0.99077994,0.00004777624],"about_ca_topic_score_codex":0.0034771566,"about_ca_topic_score_gemma":0.0055757123,"teacher_disagreement_score":0.049049698,"about_ca_system_score_codex":0.0016788521,"about_ca_system_score_gemma":0.0041403254,"threshold_uncertainty_score":0.1640876},"labels":[],"label_agreement":null},{"id":"W2148347120","doi":"10.3233/ao-2009-0069","title":"A core ontology for requirements","year":2009,"lang":"en","type":"article","venue":"Applied Ontology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":61,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Core (optical fiber); Ontology; Software engineering; Epistemology","score_opus":0.16359612204896085,"score_gpt":0.3742635405275225,"score_spread":0.21066741847856163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148347120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020466472,0.001216772,0.9324269,0.0031242217,0.000342881,0.00035425185,0.0006778062,0.0005769289,0.05923351],"genre_scores_gemma":[0.09238762,0.0019318477,0.88523954,0.0019410831,0.00034454084,0.0012231767,0.003031579,0.00045415916,0.013446363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926595,0.0026717496,0.0010487231,0.001038235,0.0020981166,0.00048382964],"domain_scores_gemma":[0.9949485,0.0017684672,0.0003248612,0.0011312255,0.0015383748,0.00028859908],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076098875,0.00093137554,0.000945843,0.0055733332,0.00304592,0.006564526,0.002788637,0.0028433397,0.00500949],"category_scores_gemma":[0.010093798,0.000852615,0.0022409,0.006241679,0.005515579,0.011851999,0.0053451825,0.005135246,0.0027194098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006148234,0.000015901896,0.00009039384,0.00009278445,0.0000092222635,0.00007773078,0.00084029837,0.00046318842,0.00038236377,0.9782784,0.003651531,0.016092084],"study_design_scores_gemma":[0.000014994891,0.00001608309,0.00022448527,0.00033500048,0.000017148597,0.00040045052,0.00073833455,0.006690936,0.00077632803,0.6564809,0.33427832,0.000027007694],"about_ca_topic_score_codex":0.008681795,"about_ca_topic_score_gemma":0.0059561036,"teacher_disagreement_score":0.008681795,"about_ca_system_score_codex":0.0037673067,"about_ca_system_score_gemma":0.006038614,"threshold_uncertainty_score":0.040245414},"labels":[],"label_agreement":null},{"id":"W2148539334","doi":"10.1109/ea.2009.5071577","title":"Heterogeneous pointcut expressions","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Notation; Computer science; Programming language; Aspect-oriented programming; Focus (optics); Expression (computer science); Software; Software engineering; Linguistics","score_opus":0.027608069919080373,"score_gpt":0.2904676363603704,"score_spread":0.26285956644129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148539334","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006475828,0.00036864931,0.97961307,0.00039413097,0.000095789896,0.00022713342,0.00026092483,0.0014860663,0.011078492],"genre_scores_gemma":[0.15006016,0.0010474339,0.82454747,0.0007727522,0.00013176844,0.00089303777,0.0013714752,0.0014044313,0.019771481],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9936288,0.0016224162,0.00094385486,0.0010779175,0.002306752,0.0004202434],"domain_scores_gemma":[0.9951008,0.0025779165,0.000517364,0.00075703877,0.00085378427,0.00019319783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058921915,0.001354768,0.0008999187,0.0020041391,0.0012224581,0.003794111,0.0021362018,0.0024705117,0.0081852265],"category_scores_gemma":[0.007909405,0.00094561675,0.0018393935,0.0019928424,0.0021032898,0.00505151,0.0038288806,0.0023193958,0.0019548358],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117996016,0.000055610577,0.0009031297,0.0002932304,0.000051296178,0.0011916072,0.0015991679,0.007868127,0.013309044,0.8890989,0.006350676,0.07916115],"study_design_scores_gemma":[0.00012809156,0.00013084347,0.00055718125,0.00037027357,0.0001361572,0.0022194136,0.0006114626,0.05546733,0.019538516,0.49555767,0.4251654,0.00011769295],"about_ca_topic_score_codex":0.0013858309,"about_ca_topic_score_gemma":0.0018207724,"teacher_disagreement_score":0.0081852265,"about_ca_system_score_codex":0.0011921903,"about_ca_system_score_gemma":0.0013132385,"threshold_uncertainty_score":0.031161249},"labels":[],"label_agreement":null},{"id":"W2148974547","doi":"10.1145/2648511.2648521","title":"Comparison of exact and approximate multi-objective optimization for software product lines","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Scalability; Mathematical optimization; Computer science; Product (mathematics); Software; Optimization problem; Algorithm; Mathematics","score_opus":0.06431467635435309,"score_gpt":0.3470871171472757,"score_spread":0.28277244079292263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148974547","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10380575,0.0018787525,0.8871876,0.00023932093,0.000051170537,0.000091365255,0.00010694789,0.00056502916,0.0060741226],"genre_scores_gemma":[0.60569966,0.00059884763,0.39241335,0.00009448111,0.000019092256,0.00015767718,0.00018025737,0.00014919041,0.0006876346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975648,0.0011942626,0.00013221358,0.0001686679,0.0008227679,0.00011724091],"domain_scores_gemma":[0.98623395,0.0112912785,0.00061271724,0.0009380159,0.00080317806,0.00012083842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037946415,0.0010008462,0.0012295552,0.0010276233,0.00039894204,0.0013604078,0.0011587064,0.0012604521,0.0014093663],"category_scores_gemma":[0.015894005,0.0005843059,0.00074086,0.001331958,0.0007520707,0.0018610992,0.00086325937,0.0011356323,0.00022496395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000653723,0.00003725054,0.00043310417,0.00009081656,0.000022844533,0.00001211696,0.00003245584,0.9716241,0.00038697914,0.0022971341,0.00013784021,0.02486],"study_design_scores_gemma":[0.000007261972,0.000035027315,0.00015741735,0.0000103669,0.000004375937,0.00000872338,0.00001689313,0.9978794,0.00022246262,0.0014805921,0.000173802,0.0000038384205],"about_ca_topic_score_codex":0.006168121,"about_ca_topic_score_gemma":0.0060685105,"teacher_disagreement_score":0.006168121,"about_ca_system_score_codex":0.0015828031,"about_ca_system_score_gemma":0.0013786402,"threshold_uncertainty_score":0.020068228},"labels":[],"label_agreement":null},{"id":"W2149072367","doi":"10.1109/ccece.2006.277646","title":"Towards the Automated Conversion of Natural-Language use Cases to Graphical use Case Maps","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Formality; Natural language; Programming language; Eclipse; Simplicity; Natural language processing; Artificial intelligence; Software engineering","score_opus":0.041207940370537204,"score_gpt":0.29719029777202094,"score_spread":0.25598235740148373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149072367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035516545,0.00004887569,0.98073226,0.00014483696,0.000037608803,0.00020058267,0.00018126283,0.013811092,0.0012918045],"genre_scores_gemma":[0.027215127,0.00018980012,0.96809065,0.00008868748,0.000020762365,0.00022867208,0.00094541005,0.0015402919,0.0016806246],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940355,0.0024904928,0.0006563405,0.0008087869,0.0018134763,0.00019537767],"domain_scores_gemma":[0.978663,0.012080275,0.0012341439,0.0045674406,0.0031769306,0.00027825666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064352327,0.001197177,0.0008006755,0.0026258433,0.0006092521,0.0056389747,0.002369494,0.0012251362,0.0053318236],"category_scores_gemma":[0.03244169,0.0012170335,0.0014128684,0.0015597637,0.0014952004,0.003421787,0.0033590521,0.0030226961,0.0035039466],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002705183,0.0005310552,0.0027072506,0.0012360069,0.00013461553,0.0015122888,0.0041266805,0.020229425,0.042975355,0.08906431,0.023319026,0.8138935],"study_design_scores_gemma":[0.00027035948,0.00018042246,0.0022214733,0.0007428107,0.00016721108,0.0022366538,0.0011787742,0.4019977,0.20727661,0.07991446,0.30357972,0.00023387131],"about_ca_topic_score_codex":0.0014572996,"about_ca_topic_score_gemma":0.0016686241,"teacher_disagreement_score":0.0064352327,"about_ca_system_score_codex":0.0006991559,"about_ca_system_score_gemma":0.0018925312,"threshold_uncertainty_score":0.03403318},"labels":[],"label_agreement":null},{"id":"W2149274174","doi":"10.11575/prism/31115","title":"An Implementation of Declarative Event Patterns","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Java; Event (particle physics); Context (archaeology); Design by contract; Software engineering; Software development; Software","score_opus":0.02197883429479267,"score_gpt":0.2788311290763641,"score_spread":0.2568522947815714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149274174","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008216891,0.000066929904,0.9721469,0.00034238858,0.00013848334,0.00015833766,0.00035173498,0.012747955,0.005830331],"genre_scores_gemma":[0.14296386,0.00032060096,0.83933413,0.00062267884,0.00008263733,0.00038511836,0.0012608075,0.0015324152,0.013497832],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99834895,0.000265133,0.000265106,0.0002841626,0.00069115293,0.00014548347],"domain_scores_gemma":[0.997162,0.0006756745,0.00028130494,0.0010823196,0.0006532295,0.00014565932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023714416,0.00054879376,0.00042013446,0.00048016355,0.00050850515,0.0025823298,0.0022575432,0.0009350423,0.00412221],"category_scores_gemma":[0.005118899,0.0008216791,0.0007720786,0.0006093369,0.0009871479,0.0033325774,0.0017314918,0.0022658382,0.0015880141],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005865334,0.00047637464,0.0046714004,0.0008386597,0.00015110358,0.0012552716,0.0017144198,0.0122302435,0.072015874,0.60264194,0.026442878,0.27697524],"study_design_scores_gemma":[0.00024797634,0.00045126138,0.0015272172,0.0002441181,0.00017343233,0.0025254346,0.00042833193,0.19640769,0.16228382,0.15232311,0.48323157,0.00015608128],"about_ca_topic_score_codex":0.0012309655,"about_ca_topic_score_gemma":0.0018468861,"teacher_disagreement_score":0.00412221,"about_ca_system_score_codex":0.00044998561,"about_ca_system_score_gemma":0.0015340304,"threshold_uncertainty_score":0.013790131},"labels":[],"label_agreement":null},{"id":"W2149442024","doi":"10.1109/icsm.2009.5306389","title":"UI traces: Supporting the maintenance of interactive software","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; User interface; Natural user interface; Weaving; Human–computer interaction; Thread (computing); User interface design; Interface (matter); Software; Graphical user interface testing; Interface metaphor; Programming language; Operating system","score_opus":0.02302980945079451,"score_gpt":0.30501772827182505,"score_spread":0.2819879188210305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149442024","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034522507,0.00012762242,0.92428017,0.00012211286,0.000027470483,0.00015033179,0.0003836619,0.03936157,0.0010245458],"genre_scores_gemma":[0.29610208,0.00017049667,0.69702905,0.00009210105,0.00005410945,0.00033851093,0.0017186947,0.0026462947,0.0018486937],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99798656,0.00040199753,0.00016778076,0.00033883532,0.00095688395,0.00014793163],"domain_scores_gemma":[0.986584,0.004564574,0.0015381399,0.0053936224,0.0013799603,0.00053974794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018715042,0.0010456648,0.0005992496,0.0026567616,0.000480083,0.001613781,0.0027841204,0.0008029462,0.0017742891],"category_scores_gemma":[0.01949988,0.0008431403,0.00048193603,0.0017262142,0.0007396515,0.0036165372,0.0018098586,0.0014742814,0.0006636205],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007177598,0.0005239542,0.019098788,0.00046893934,0.00014726567,0.00063387706,0.0035061077,0.016614703,0.06168382,0.013451414,0.009294722,0.8738587],"study_design_scores_gemma":[0.0002210582,0.00072350074,0.019776687,0.00024541243,0.00024859456,0.0013195425,0.00061968336,0.66411585,0.21860006,0.037758183,0.05612781,0.0002435998],"about_ca_topic_score_codex":0.003797925,"about_ca_topic_score_gemma":0.0039346595,"teacher_disagreement_score":0.003797925,"about_ca_system_score_codex":0.000351936,"about_ca_system_score_gemma":0.0011927567,"threshold_uncertainty_score":0.00989759},"labels":[],"label_agreement":null},{"id":"W2149539327","doi":"10.1007/s00766-010-0102-z","title":"Deconstructing the semantics of big-step modelling languages","year":2010,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Semantics (computer science); Class (philosophy); Natural language processing; Popularity; Formal semantics (linguistics); Semantic compression; Distributional semantics; Artificial intelligence; Semantic data model; Programming language; Semantic computing; Semantic technology; Semantic Web","score_opus":0.042503248267764304,"score_gpt":0.28955750565852734,"score_spread":0.24705425739076303,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149539327","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017634245,0.00016311374,0.9754878,0.0008252241,0.0000598436,0.000052530748,0.000104288694,0.0006939917,0.004978934],"genre_scores_gemma":[0.43785506,0.0005748667,0.55211085,0.0005653967,0.000080607446,0.00019922358,0.0006534994,0.0012337704,0.006726756],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9946243,0.0029308791,0.0004786128,0.00040645982,0.0012223036,0.00033733292],"domain_scores_gemma":[0.986296,0.0071505215,0.00058209914,0.004134609,0.001551647,0.00028515692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008218935,0.0008813567,0.0007235366,0.0014820823,0.0012813697,0.0061737793,0.0024319803,0.0016888799,0.0030507036],"category_scores_gemma":[0.017421698,0.0012470126,0.0021424214,0.0013270198,0.0062114266,0.0135974595,0.007461053,0.0047254846,0.00078403176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039078466,0.000014820071,0.0001865304,0.00006836582,0.000015109374,0.00007059461,0.0011873965,0.007579035,0.0010358285,0.9795607,0.0004077102,0.009834709],"study_design_scores_gemma":[0.000010799785,0.000017245731,0.000042651453,0.00005863759,0.000022255193,0.00004739247,0.00031683766,0.034722604,0.0024441802,0.9537348,0.008564874,0.000017693083],"about_ca_topic_score_codex":0.002521976,"about_ca_topic_score_gemma":0.0040986077,"teacher_disagreement_score":0.008218935,"about_ca_system_score_codex":0.0014083225,"about_ca_system_score_gemma":0.0023305502,"threshold_uncertainty_score":0.04346639},"labels":[],"label_agreement":null},{"id":"W2149590839","doi":"10.1109/iccbss.2007.2","title":"A Lightweight Taxonomy to Characterize Component-Based Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Taxonomy (biology); Component (thermodynamics); Computer science; Software engineering; Component-based software engineering; Software; Systems engineering; Software system; Engineering; Programming language; Ecology","score_opus":0.07148534792100597,"score_gpt":0.27438922544838446,"score_spread":0.20290387752737848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149590839","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0117567815,0.003053353,0.9603237,0.0016916714,0.00028760554,0.0009836268,0.0009154566,0.0011064076,0.019881343],"genre_scores_gemma":[0.0872883,0.0026000093,0.9010566,0.00045914119,0.00017906219,0.0011687462,0.002541258,0.00019018998,0.0045167343],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99179125,0.0020754107,0.0017866434,0.00083489984,0.0029315415,0.0005803442],"domain_scores_gemma":[0.98542863,0.004025052,0.0013931913,0.003033856,0.0053092143,0.0008100794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005869975,0.0014777243,0.0014143134,0.009784587,0.0036900665,0.0075745774,0.0025478022,0.0029942149,0.003029547],"category_scores_gemma":[0.016012633,0.0007903697,0.0018179379,0.009947678,0.003158699,0.014824773,0.003605168,0.003368536,0.0021048677],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041412568,0.00010186427,0.004054293,0.00083800266,0.000051844712,0.00037061164,0.0030661076,0.008209555,0.0032773854,0.8504865,0.011416273,0.11808605],"study_design_scores_gemma":[0.00002700487,0.00015350262,0.0020860862,0.0007420846,0.00005353705,0.0011401876,0.002286187,0.032619122,0.0014050029,0.6706719,0.288707,0.00010847586],"about_ca_topic_score_codex":0.005734144,"about_ca_topic_score_gemma":0.0042701135,"teacher_disagreement_score":0.009784587,"about_ca_system_score_codex":0.0029532544,"about_ca_system_score_gemma":0.004343481,"threshold_uncertainty_score":0.031043708},"labels":[],"label_agreement":null},{"id":"W2149782622","doi":"10.5555/2486788.2486971","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Implementation; Software product line; Computer science; Software engineering; Cloning (programming); Focus (optics); Product (mathematics); Software; Data science; Work (physics); Software development; Engineering; Programming language","score_opus":0.06874942532269653,"score_gpt":0.3209284791619744,"score_spread":0.2521790538392779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149782622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00334253,0.00017073796,0.99289966,0.0004328204,0.000029415116,0.0001775519,0.000056473764,0.0009348008,0.0019560638],"genre_scores_gemma":[0.047495473,0.00030097514,0.9488867,0.00011450996,0.000046849007,0.00032679096,0.00018979295,0.00022343505,0.0024155453],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9906555,0.002455238,0.0010947436,0.0020501383,0.0028866113,0.00085786043],"domain_scores_gemma":[0.9839553,0.0051389253,0.002104527,0.005666063,0.0019339524,0.0012011413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013786169,0.0015962876,0.0013830898,0.003902795,0.0033656193,0.010784517,0.009108139,0.004843982,0.0046492964],"category_scores_gemma":[0.023345524,0.0017974926,0.0029464879,0.0043499405,0.0070307353,0.016130904,0.01007969,0.005120917,0.0012697955],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000091566035,0.00015205082,0.001520913,0.00022492754,0.00007055823,0.0011687502,0.0020260292,0.040412534,0.004870573,0.8551907,0.003455915,0.09081568],"study_design_scores_gemma":[0.000113865666,0.00027073067,0.0004223578,0.00032812692,0.00021898546,0.0018810041,0.0009553861,0.30628568,0.010480408,0.5815413,0.09729262,0.00020949994],"about_ca_topic_score_codex":0.0075504095,"about_ca_topic_score_gemma":0.005372869,"teacher_disagreement_score":0.013786169,"about_ca_system_score_codex":0.0029322042,"about_ca_system_score_gemma":0.005005406,"threshold_uncertainty_score":0.07290912},"labels":[],"label_agreement":null},{"id":"W2150008689","doi":"10.1109/icmcs.2011.5945613","title":"A framework for self-configuring devices using TR-069","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; IBM; Architecture; Computer network; Simple Network Management Protocol; Broadband networks; Service provider; Broadband; Protocol (science); Service (business); Domain (mathematical analysis); Network management; Telecommunications","score_opus":0.19134486820809893,"score_gpt":0.34697277093861717,"score_spread":0.15562790273051824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150008689","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050945706,0.00018543635,0.9823622,0.00017536178,0.000055018554,0.00023085432,0.000037710164,0.005183949,0.0066749477],"genre_scores_gemma":[0.12147035,0.0003780132,0.86655235,0.00016389067,0.000054809458,0.0004701329,0.00030106673,0.0006866353,0.009922799],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984101,0.00034604716,0.00017759753,0.0002592139,0.00061367487,0.00019332857],"domain_scores_gemma":[0.9991002,0.00018237466,0.0000913429,0.00029045384,0.00018552775,0.00015011775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003271676,0.000779632,0.000640256,0.0007997097,0.0010068738,0.0033393167,0.003831131,0.0021243012,0.0030081219],"category_scores_gemma":[0.0023831404,0.000830868,0.0012829382,0.000467951,0.0019577353,0.003114243,0.0033673597,0.0021514928,0.0015961659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019683564,0.00039482425,0.0023403843,0.00051103777,0.0001245701,0.0017473882,0.0021162673,0.13221703,0.02694597,0.6077302,0.011890848,0.21378456],"study_design_scores_gemma":[0.00012428375,0.0002844502,0.00070967304,0.00023759261,0.000110421934,0.0014422028,0.00026130665,0.69626313,0.017164571,0.08354041,0.19971135,0.00015056258],"about_ca_topic_score_codex":0.0038429126,"about_ca_topic_score_gemma":0.0036963602,"teacher_disagreement_score":0.0038429126,"about_ca_system_score_codex":0.0009299811,"about_ca_system_score_gemma":0.0017631802,"threshold_uncertainty_score":0.017302454},"labels":[],"label_agreement":null},{"id":"W2150322553","doi":"10.1109/re.2006.27","title":"Goal-Oriented Requirements Engineering, Part II","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Sketch; Computer science; Software engineering; Requirements analysis; Stakeholder; Schema (genetic algorithms); Requirements engineering; Conceptual schema; Software development; Software; Systems engineering; Engineering management; Engineering; Programming language; Sociology; Management","score_opus":0.02239137816896005,"score_gpt":0.26436645065474734,"score_spread":0.24197507248578728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150322553","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055753267,0.02277881,0.74503493,0.012243872,0.002001748,0.0011871796,0.00058127684,0.00086392125,0.20973289],"genre_scores_gemma":[0.19874227,0.036876112,0.5944315,0.008976652,0.002014474,0.002353495,0.0031429424,0.0009946104,0.15246794],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962251,0.0015752575,0.00029679984,0.00032902256,0.0013910232,0.00018279537],"domain_scores_gemma":[0.99729186,0.0012010077,0.0001798964,0.00045405817,0.0007704661,0.00010267279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045723165,0.0006997175,0.0005444662,0.0012175994,0.00071557134,0.004346922,0.0010540728,0.0011916801,0.0059468453],"category_scores_gemma":[0.006416993,0.0005971643,0.0006377426,0.00141376,0.00209096,0.00281886,0.0009851946,0.0019907658,0.003591433],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045336827,0.00014117955,0.00056041015,0.0012175739,0.000054807,0.00029619626,0.0022812078,0.010063625,0.005541541,0.62910837,0.06018044,0.29050922],"study_design_scores_gemma":[0.000025720821,0.00009207142,0.0008882024,0.00093918847,0.000020591418,0.00048532928,0.0007822396,0.008152321,0.0032817842,0.28673267,0.69856274,0.000037120342],"about_ca_topic_score_codex":0.0019391811,"about_ca_topic_score_gemma":0.0012621676,"teacher_disagreement_score":0.0059468453,"about_ca_system_score_codex":0.0017505952,"about_ca_system_score_gemma":0.0020254403,"threshold_uncertainty_score":0.024181008},"labels":[],"label_agreement":null},{"id":"W2150529089","doi":"10.1109/icsm.1998.738501","title":"Building maintainable COTS based systems","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Computer science; Component (thermodynamics); Systems engineering; Software; Software engineering; Commercial off-the-shelf; Reliability engineering; Software maintenance; Software system; Embedded system; Engineering; Operating system","score_opus":0.04880186082312646,"score_gpt":0.267090250468649,"score_spread":0.21828838964552252,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150529089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10319914,0.0006456724,0.87874115,0.0004012722,0.000119826254,0.0005545425,0.0002932994,0.009093877,0.0069512282],"genre_scores_gemma":[0.2888047,0.0011168404,0.70210934,0.00012395358,0.00005971751,0.00040507282,0.0010158591,0.0011780193,0.0051865093],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984713,0.0002783226,0.00015602763,0.0002218668,0.00073892507,0.00013346603],"domain_scores_gemma":[0.9948697,0.0009504539,0.0005202917,0.0021774217,0.0012487763,0.00023326419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001965666,0.00066790334,0.000398564,0.00090095814,0.0006311977,0.0016194083,0.0010327076,0.0007153977,0.0025972691],"category_scores_gemma":[0.009240549,0.000807082,0.0007270995,0.00053106836,0.00076258776,0.002882166,0.001900437,0.0011209901,0.0012718176],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022539395,0.0003547825,0.01076958,0.0017781521,0.00015513408,0.0027185844,0.0027260487,0.10061035,0.18770212,0.067337275,0.014978412,0.61064416],"study_design_scores_gemma":[0.00026437975,0.0015995799,0.0135683445,0.0008928436,0.00038368875,0.003303504,0.0009982632,0.47875395,0.16580479,0.05555927,0.27867192,0.00019950228],"about_ca_topic_score_codex":0.0021538546,"about_ca_topic_score_gemma":0.0024178433,"teacher_disagreement_score":0.0025972691,"about_ca_system_score_codex":0.00060086476,"about_ca_system_score_gemma":0.001169981,"threshold_uncertainty_score":0.0103955865},"labels":[],"label_agreement":null},{"id":"W2150781738","doi":"10.1109/sera.2005.43","title":"Generating aspects-classes integration testing sequences a collaboration diagram based strategy","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"AspectJ; Computer science; Aspect-oriented programming; Programming language; Software engineering; Java; Object-oriented programming; Class (philosophy); Process (computing); Separation of concerns; Class diagram; Software development; Software; Unified Modeling Language; Artificial intelligence","score_opus":0.07359614098060667,"score_gpt":0.3269793618420287,"score_spread":0.253383220861422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2150781738","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036709767,0.0000482506,0.95519996,0.00010551199,0.000025517009,0.00060990313,0.00010649877,0.002619721,0.004574876],"genre_scores_gemma":[0.24449278,0.00008161598,0.7512102,0.000060947612,0.000014566845,0.0006398096,0.0005522498,0.0002903547,0.0026574507],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966857,0.0014066749,0.00024359938,0.0004375768,0.0010599989,0.00016658359],"domain_scores_gemma":[0.99222857,0.004454225,0.00051912747,0.001070033,0.0014179237,0.00031005795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020415792,0.0009375231,0.0006354964,0.0016251256,0.0004943678,0.0010646335,0.001156652,0.0011270692,0.0036653122],"category_scores_gemma":[0.0095518995,0.00040874662,0.00081436586,0.000701751,0.0005948775,0.0011838435,0.00090656185,0.0006670862,0.001148692],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008111428,0.00093705347,0.009222123,0.0005729707,0.00012462308,0.0016402022,0.0012867037,0.06625334,0.10697124,0.07217733,0.0046042437,0.73539907],"study_design_scores_gemma":[0.00054733374,0.0018746825,0.004098836,0.00022790744,0.00026615837,0.002630515,0.00042221628,0.7281104,0.17619158,0.04178494,0.043729406,0.00011596972],"about_ca_topic_score_codex":0.00092227245,"about_ca_topic_score_gemma":0.0009551307,"teacher_disagreement_score":0.0036653122,"about_ca_system_score_codex":0.000459193,"about_ca_system_score_gemma":0.00128494,"threshold_uncertainty_score":0.012261629},"labels":[],"label_agreement":null},{"id":"W2151205770","doi":"10.1109/sysose.2007.4304242","title":"Applying Model-Driven Development Techniques to the Development of Search and Rescue Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Guelph","funders":"","keywords":"Computer science; Domain engineering; Software engineering; Domain (mathematical analysis); Extensibility; Search and rescue; Software product line; Set (abstract data type); Model-driven architecture; Software development; Software; Domain analysis; Software system; Systems engineering; Component-based software engineering; Programming language; Software construction; Artificial intelligence; Engineering","score_opus":0.08746935447869615,"score_gpt":0.33511672623769595,"score_spread":0.2476473717589998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151205770","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044184737,0.00016401186,0.9931879,0.00016806212,0.000022025408,0.00010604398,0.000029294357,0.00063263957,0.0012715361],"genre_scores_gemma":[0.052479737,0.0006609543,0.9449365,0.00010634848,0.000011100561,0.00024045946,0.00017110798,0.00024435518,0.0011493104],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784744,0.00075464934,0.00017309528,0.00025073247,0.00088719185,0.0000869296],"domain_scores_gemma":[0.99570847,0.002630147,0.00027353255,0.0007365579,0.000561632,0.000089682864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037000566,0.00076779013,0.00043175498,0.0008410504,0.00051139726,0.0016044435,0.0019086048,0.00092719984,0.0011712394],"category_scores_gemma":[0.008190536,0.0007675315,0.0011437633,0.00046947523,0.0010574879,0.0014486637,0.0014638061,0.001686416,0.0004157832],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009984961,0.00036635366,0.0025622533,0.0018153697,0.0002722412,0.001008381,0.0025509095,0.38487354,0.06016761,0.16145071,0.004282966,0.3805498],"study_design_scores_gemma":[0.0001582705,0.00045126042,0.0006944563,0.0005308179,0.00019875966,0.0010578756,0.00030744672,0.7114679,0.06612209,0.07533805,0.14356776,0.00010527033],"about_ca_topic_score_codex":0.0018443835,"about_ca_topic_score_gemma":0.0026021937,"teacher_disagreement_score":0.0037000566,"about_ca_system_score_codex":0.000839936,"about_ca_system_score_gemma":0.0021282122,"threshold_uncertainty_score":0.019568026},"labels":[],"label_agreement":null},{"id":"W2151296289","doi":"10.1109/wicsa.2008.25","title":"Wishes and Boundaries for a Software Architecture Knowledge Community","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Exploit; Knowledge management; Reuse; World Wide Web; Process (computing); Field (mathematics); Software architecture; Architecture; Software; Portfolio; Semantic Web; Software engineering; Business; Engineering; Computer security","score_opus":0.0719910866148108,"score_gpt":0.30024523574153333,"score_spread":0.22825414912672254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151296289","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25538677,0.00969517,0.073866405,0.3067079,0.0010809042,0.0004239626,0.00019657487,0.00027275496,0.35236967],"genre_scores_gemma":[0.974132,0.0012667575,0.013892013,0.0029212323,0.00025244293,0.00021517907,0.00010603567,0.00006456954,0.0071498426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.96217674,0.02230136,0.0021976384,0.0031537905,0.0075052143,0.0026652487],"domain_scores_gemma":[0.870205,0.07203932,0.006414466,0.008600913,0.0144393435,0.02830106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039832905,0.00036256725,0.0008646309,0.006817275,0.01576543,0.036186513,0.002989861,0.008693758,0.0068200137],"category_scores_gemma":[0.06523569,0.0010015377,0.00067423034,0.0032919045,0.038453765,0.042438183,0.028839545,0.007825634,0.0010780648],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055908735,0.000080969796,0.00211205,0.000086187785,0.00001862536,0.00026541733,0.037975162,0.0002910206,0.00032801306,0.93608993,0.0033366028,0.019360144],"study_design_scores_gemma":[0.000043338983,0.000030701387,0.0007661102,0.0002432232,0.000009703187,0.00017346624,0.047219012,0.00094508013,0.00012029426,0.8947922,0.05561872,0.000038193193],"about_ca_topic_score_codex":0.0020810964,"about_ca_topic_score_gemma":0.0018720111,"teacher_disagreement_score":0.039832905,"about_ca_system_score_codex":0.004615536,"about_ca_system_score_gemma":0.015663832,"threshold_uncertainty_score":0.21065903},"labels":[],"label_agreement":null},{"id":"W2151338677","doi":"10.1145/1449913.1449918","title":"Efficient compilation techniques for large scale feature models","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":127,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software product line; Computer science; Feature model; Heuristics; Feature (linguistics); Variable (mathematics); Domain (mathematical analysis); Theoretical computer science; Programming language; Model transformation; Representation (politics); Model-driven architecture; Artificial intelligence; Software; Software development; Mathematics","score_opus":0.05232709735196954,"score_gpt":0.3007623460709168,"score_spread":0.24843524871894723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151338677","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01865255,0.0002985758,0.9701588,0.00016296803,0.000040389925,0.000090327274,0.0001884844,0.007328301,0.0030795345],"genre_scores_gemma":[0.37282732,0.00041877784,0.62080914,0.00014110499,0.000052214382,0.000283702,0.00079635385,0.001736917,0.0029343741],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991273,0.00022008181,0.00005717049,0.00014415338,0.00030962777,0.00014161902],"domain_scores_gemma":[0.99735487,0.0013503309,0.00015781865,0.0008433197,0.0002509002,0.00004284328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000779039,0.0010219251,0.00078094174,0.0009767207,0.00074645353,0.0011706193,0.0012856018,0.00060481776,0.0038191369],"category_scores_gemma":[0.004148406,0.00089587976,0.0017325603,0.0011434915,0.000887273,0.0024926222,0.0022529617,0.0015206598,0.00089438894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020419536,0.00018642462,0.0019844002,0.0005691877,0.00014911495,0.0006673624,0.00045402066,0.46238974,0.018876258,0.0891647,0.012866425,0.41248825],"study_design_scores_gemma":[0.00005950226,0.00005542435,0.00030333045,0.000053323238,0.00007799407,0.0001735325,0.00008482323,0.8701018,0.008630321,0.11083869,0.009595067,0.000026160442],"about_ca_topic_score_codex":0.0022744017,"about_ca_topic_score_gemma":0.0067084148,"teacher_disagreement_score":0.0038191369,"about_ca_system_score_codex":0.0008184517,"about_ca_system_score_gemma":0.0012262149,"threshold_uncertainty_score":0.012776315},"labels":[],"label_agreement":null},{"id":"W2151563464","doi":"10.1109/hicss.2001.927250","title":"The space station operations control software: a case study in architecture maintenance","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software engineering; Software maintenance; Software architecture; Architecture; Software; Systems engineering; Code refactoring; Software system; Reliability engineering; Engineering; Operating system","score_opus":0.020657643171537125,"score_gpt":0.29615591718720635,"score_spread":0.27549827401566923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151563464","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9816598,0.00024192057,0.010107357,0.001166661,0.000024635123,0.00012295487,0.000055024222,0.00009919381,0.006522409],"genre_scores_gemma":[0.9737042,0.0003500906,0.02049106,0.00018110349,0.000029815707,0.00007761935,0.00007608859,0.000050467712,0.0050394954],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9976755,0.001156865,0.00008097084,0.0001592337,0.0007077806,0.0002196428],"domain_scores_gemma":[0.99465334,0.0035342267,0.00049916166,0.00039046854,0.0004553852,0.00046730138],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019350243,0.0005988925,0.00033840115,0.0011011894,0.0036520476,0.0014024343,0.0015497414,0.0044386275,0.0011459155],"category_scores_gemma":[0.0059404806,0.0003385478,0.0005015848,0.0013138991,0.0021349734,0.0010483963,0.0011841734,0.0014144987,0.00023128913],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001683586,0.008413007,0.10839858,0.0015122716,0.00023006243,0.14662956,0.19479202,0.11950331,0.06879048,0.057602175,0.02050841,0.2719365],"study_design_scores_gemma":[0.0011687813,0.011593641,0.12387774,0.0006894456,0.0004309043,0.05970076,0.17214428,0.27959576,0.10128614,0.018775104,0.2303418,0.0003956288],"about_ca_topic_score_codex":0.012893547,"about_ca_topic_score_gemma":0.022352858,"teacher_disagreement_score":0.012893547,"about_ca_system_score_codex":0.0018567798,"about_ca_system_score_gemma":0.0012720162,"threshold_uncertainty_score":0.02563703},"labels":[],"label_agreement":null},{"id":"W2151584820","doi":"10.1109/case.1995.465298","title":"AVAT, a CASE tool for software verification and validation","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic Hydrogen (Canada)","funders":"Canadian Space Agency","keywords":"Computer science; Programming language; Software; Verification and validation; Software verification; Software engineering; Syntax; Automation; Data mining; Software construction; Software system; Artificial intelligence","score_opus":0.07226485028612825,"score_gpt":0.2902810200005071,"score_spread":0.21801616971437884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151584820","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035773842,0.00077313476,0.9615201,0.00069761893,0.00031254333,0.0002765647,0.0008414617,0.017541526,0.014459751],"genre_scores_gemma":[0.041995075,0.0010716836,0.94227946,0.00026187534,0.00012491138,0.0004728244,0.0020068667,0.002250002,0.009537281],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9891178,0.0034096304,0.0012111783,0.0010819659,0.0047575026,0.00042189128],"domain_scores_gemma":[0.98661625,0.007976321,0.0006486743,0.002522277,0.0019388882,0.000297621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00782243,0.0017343237,0.0011283868,0.0048625786,0.0014836235,0.0050734063,0.003421907,0.0032495803,0.013984822],"category_scores_gemma":[0.02333267,0.0012534591,0.001312442,0.002378204,0.002092181,0.0075029284,0.0032052363,0.002307559,0.0047303266],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046210559,0.0002454058,0.0024245782,0.002052612,0.00010354662,0.005863315,0.0018697847,0.029917981,0.012791979,0.3257108,0.09826698,0.520291],"study_design_scores_gemma":[0.00024399557,0.00024609762,0.0008005328,0.0012549524,0.0001238231,0.007920686,0.00046137237,0.20172791,0.01906681,0.13583466,0.6321481,0.00017099358],"about_ca_topic_score_codex":0.003140357,"about_ca_topic_score_gemma":0.003120382,"teacher_disagreement_score":0.013984822,"about_ca_system_score_codex":0.0010288625,"about_ca_system_score_gemma":0.0022497086,"threshold_uncertainty_score":0.046783924},"labels":[],"label_agreement":null},{"id":"W2151605217","doi":"10.1145/355045.355054","title":"Implicit context","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Context (archaeology); Computer science; Component (thermodynamics); Java; Mechanism (biology); Software; Simple (philosophy); Software engineering; Human–computer interaction; Programming language; Distributed computing; Epistemology; Philosophy; History","score_opus":0.025901075507706595,"score_gpt":0.27677984904931846,"score_spread":0.25087877354161187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151605217","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031236555,0.0026989689,0.9190766,0.002555637,0.00086055923,0.00037983217,0.0008233533,0.0060908343,0.036277663],"genre_scores_gemma":[0.57408583,0.0025702016,0.38007963,0.0026499042,0.0010378738,0.0007918632,0.0016152529,0.0030522572,0.03411709],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917385,0.0022290186,0.0009452026,0.0016559802,0.0027318646,0.00069948635],"domain_scores_gemma":[0.97998464,0.006849101,0.0009999274,0.008551067,0.00308221,0.00053297577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051655276,0.0014473756,0.0013757102,0.0016031279,0.002496918,0.005671016,0.003908473,0.0027811113,0.0075262403],"category_scores_gemma":[0.026659658,0.0016869266,0.0013935076,0.0014399093,0.0045676487,0.01806725,0.012012505,0.00488945,0.003196376],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049390306,0.00014056623,0.0049643703,0.0014407454,0.00016677011,0.00094741106,0.0082510635,0.0071596946,0.010627571,0.7704019,0.0126136085,0.18279238],"study_design_scores_gemma":[0.00009310882,0.00018932547,0.0011075187,0.0005506006,0.00047180036,0.0010467393,0.0013797254,0.021474399,0.020093264,0.5033769,0.44996384,0.00025281752],"about_ca_topic_score_codex":0.0025915955,"about_ca_topic_score_gemma":0.0031127674,"teacher_disagreement_score":0.0075262403,"about_ca_system_score_codex":0.0013960314,"about_ca_system_score_gemma":0.00286067,"threshold_uncertainty_score":0.027318299},"labels":[],"label_agreement":null},{"id":"W2152009938","doi":"10.1016/j.knosys.2005.05.002","title":"Integration of behavioural requirements specification within compositional knowledge engineering","year":2005,"lang":"en","type":"article","venue":"Knowledge-Based Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"System requirements specification; Formal specification; Computer science; Software requirements specification; Functional specification; Requirements engineering; Requirements elicitation; Software engineering; Requirement; Requirements analysis; Language Of Temporal Ordering Specification; Specification language; Requirements management; Non-functional requirement; Systems engineering; Programming language; Engineering; Software development; Software design; Software","score_opus":0.12236530276968517,"score_gpt":0.3207857107952597,"score_spread":0.19842040802557454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152009938","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00459362,0.000030549865,0.99247193,0.00013458179,0.000012681909,0.00009779743,0.000020549249,0.00052435824,0.0021139067],"genre_scores_gemma":[0.17391539,0.00018016234,0.8226556,0.00013287163,0.000025100797,0.00026993031,0.0003523141,0.00034539512,0.0021232148],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9917516,0.002810367,0.0007173263,0.0006227031,0.0035075592,0.0005905367],"domain_scores_gemma":[0.9865481,0.006872465,0.00061872957,0.0035765173,0.0021039243,0.00028013982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0073035145,0.0008683409,0.0009153412,0.001555547,0.0012398225,0.0038377172,0.0030173582,0.0017843039,0.0032832045],"category_scores_gemma":[0.023416512,0.0011673354,0.0023636727,0.0010474824,0.0027159038,0.004752181,0.004913505,0.0026321197,0.0013605763],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021228711,0.0004844276,0.0015747526,0.0010839184,0.00019377207,0.0007705361,0.0035165357,0.11620862,0.02840876,0.58489865,0.0019877127,0.26065987],"study_design_scores_gemma":[0.00007278133,0.00013887083,0.00049240066,0.00029062518,0.00022775563,0.00034004042,0.0005483514,0.537083,0.03909892,0.39823222,0.02337854,0.00009644619],"about_ca_topic_score_codex":0.0037503666,"about_ca_topic_score_gemma":0.0052099735,"teacher_disagreement_score":0.0073035145,"about_ca_system_score_codex":0.0011127542,"about_ca_system_score_gemma":0.0041491017,"threshold_uncertainty_score":0.03862518},"labels":[],"label_agreement":null},{"id":"W2153183909","doi":"10.1109/csmr.2000.827321","title":"Architectural design recovery using data mining techniques","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Cluster analysis; Matching (statistics); Data mining; Process (computing); Legacy system; Information retrieval; Query language; Software; Database; Programming language; Artificial intelligence","score_opus":0.3713034259489712,"score_gpt":0.3471063374343569,"score_spread":0.024197088514614273,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153183909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008627107,0.00039928808,0.9851119,0.00044068036,0.00003156513,0.00022015125,0.00058937585,0.0034370024,0.0011428705],"genre_scores_gemma":[0.047659982,0.00044143942,0.9477801,0.000096223535,0.00002782243,0.0002769038,0.002600281,0.00020574252,0.00091140845],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952415,0.00087471766,0.00058505207,0.00086717133,0.002236395,0.0001952161],"domain_scores_gemma":[0.9889558,0.003912427,0.0011693328,0.004194112,0.0016182562,0.0001499865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004180852,0.0016907043,0.0015276298,0.007444461,0.0013832018,0.0031960707,0.003485719,0.0014306464,0.002427109],"category_scores_gemma":[0.019872038,0.0011460809,0.00269106,0.0062643345,0.0009678712,0.0034197692,0.0030142656,0.002929615,0.001793505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023816703,0.00049158506,0.007378064,0.00072224776,0.00029755212,0.00046413598,0.0007299611,0.058947925,0.01068131,0.01998806,0.0071320604,0.892929],"study_design_scores_gemma":[0.00015627063,0.00023969324,0.0029445163,0.00036539306,0.0002871016,0.000995748,0.0008217135,0.7695408,0.050588753,0.116130956,0.05779097,0.00013810881],"about_ca_topic_score_codex":0.0027786738,"about_ca_topic_score_gemma":0.003661803,"teacher_disagreement_score":0.007444461,"about_ca_system_score_codex":0.0011194897,"about_ca_system_score_gemma":0.0021280644,"threshold_uncertainty_score":0.0221107},"labels":[],"label_agreement":null},{"id":"W2153327372","doi":"10.1109/re.2006.61","title":"Systematic Development of Requirements Documentation for General Purpose Scientific Computing Software","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Software engineering; Terminology; Requirements analysis; Software requirements specification; Software; Software requirements; Software documentation; Requirements elicitation; Process (computing); Hierarchy; Software development; Software development process; Software design; Programming language","score_opus":0.046564649884497655,"score_gpt":0.32193378802056966,"score_spread":0.275369138136072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153327372","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014362082,0.00055839797,0.97335243,0.0013269815,0.00009593353,0.0037787226,0.00026299967,0.0013466879,0.00491577],"genre_scores_gemma":[0.02438207,0.000518922,0.9706754,0.00014000322,0.000028414019,0.0018942037,0.0008663844,0.0002789607,0.0012156501],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9242868,0.042411428,0.008303374,0.002542952,0.02131642,0.0011390771],"domain_scores_gemma":[0.81545466,0.096013315,0.015356965,0.02430986,0.047099456,0.0017656342],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.074466184,0.002201535,0.0017432151,0.009227998,0.0029360405,0.0056092674,0.0050729276,0.002871736,0.0018728996],"category_scores_gemma":[0.13128945,0.0024878145,0.0020370404,0.0031803832,0.0022498823,0.0059911874,0.0044532665,0.0044622496,0.0017926788],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014669717,0.0009381365,0.0031782514,0.004612753,0.00016671755,0.0026875932,0.030235268,0.040139705,0.037791643,0.0854547,0.015545466,0.779103],"study_design_scores_gemma":[0.00047492102,0.0012128274,0.007349435,0.019492608,0.000340733,0.0057029487,0.027203858,0.25687858,0.08613834,0.115222014,0.4791253,0.00085851643],"about_ca_topic_score_codex":0.003143913,"about_ca_topic_score_gemma":0.0048692934,"teacher_disagreement_score":0.074466184,"about_ca_system_score_codex":0.003652391,"about_ca_system_score_gemma":0.018217666,"threshold_uncertainty_score":0.3938195},"labels":[],"label_agreement":null},{"id":"W2153400176","doi":"10.1109/iccce.2008.4580750","title":"Using UML scenarios in B2B systems","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Unified Modeling Language; Computer science; Software engineering; Applications of UML; Business process; UML tool; Process (computing); Business process modeling; Set (abstract data type); Object-oriented analysis and design; Object-oriented programming; Programming language; Work in process; Software; Engineering","score_opus":0.18242692613067374,"score_gpt":0.32753728055202574,"score_spread":0.145110354421352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2153400176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021022921,0.00049422745,0.9572982,0.001385392,0.000049199625,0.00026003155,0.00012388073,0.0011384366,0.018227655],"genre_scores_gemma":[0.28369975,0.0010576824,0.7101951,0.00030964238,0.00004588224,0.00052226376,0.0005820181,0.0002681452,0.0033195047],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9891916,0.008267085,0.0005342749,0.0005779791,0.0012008983,0.00022814878],"domain_scores_gemma":[0.9920729,0.0054199435,0.00050430733,0.0011112018,0.0005863741,0.0003053608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063924775,0.0009847,0.00038378025,0.0029659732,0.0012732345,0.004530266,0.0011409911,0.0029965476,0.004040406],"category_scores_gemma":[0.01479722,0.001117898,0.0009637687,0.0017328763,0.0026884368,0.007447932,0.0035489206,0.0013666612,0.0015794992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012483077,0.00012451046,0.0020922206,0.00026957816,0.000043321026,0.0014845632,0.0045819134,0.04693214,0.008425725,0.85634166,0.002623248,0.07695631],"study_design_scores_gemma":[0.000107429245,0.00020563042,0.0009627232,0.0006577306,0.000045767156,0.0017575709,0.0016354654,0.21136354,0.012876298,0.59700286,0.17325015,0.0001348169],"about_ca_topic_score_codex":0.0026778548,"about_ca_topic_score_gemma":0.001895367,"teacher_disagreement_score":0.0063924775,"about_ca_system_score_codex":0.0011848983,"about_ca_system_score_gemma":0.0013391573,"threshold_uncertainty_score":0.03380704},"labels":[],"label_agreement":null},{"id":"W2154473425","doi":"10.1109/wcre.2007.5","title":"A Model to Understand the Building and Running Inter-Dependencies of Software","year":2007,"lang":"en","type":"article","venue":"Proceedings - Working Conference on Reverse Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Dependency (UML); Software; Software visualization; Modular design; Software architecture; Software engineering; Software framework; Software system; Architecture; Visualization; Software construction; Programming language; Data mining","score_opus":0.09417299663578567,"score_gpt":0.29728855601221116,"score_spread":0.2031155593764255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154473425","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008192883,0.00028468744,0.97459,0.001583489,0.00007610227,0.000089673376,0.0003184489,0.0006556232,0.014209134],"genre_scores_gemma":[0.2928679,0.0016661349,0.68215513,0.0005816112,0.00020400064,0.0009299528,0.0011967605,0.00042857905,0.01996996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914825,0.0002366505,0.00005815498,0.00020651736,0.0002527954,0.000097650554],"domain_scores_gemma":[0.99777204,0.0010006306,0.00025518172,0.00052209356,0.00030445313,0.00014554229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001236107,0.0010205446,0.0005641402,0.0017524618,0.001038456,0.0027306045,0.0022141289,0.0024504715,0.005978746],"category_scores_gemma":[0.0047406075,0.00063228176,0.0013659293,0.0016452287,0.0021760024,0.008348721,0.002052491,0.0028054644,0.0017934027],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023331304,0.0000664654,0.0009124298,0.000106752974,0.000027424956,0.0003387323,0.0007786294,0.07544339,0.0018355186,0.9039908,0.0026221564,0.013854403],"study_design_scores_gemma":[0.000027862467,0.000056760608,0.0005071123,0.000083369945,0.000043042968,0.0002595823,0.00021589208,0.3976311,0.0009192659,0.5513929,0.048828237,0.00003480016],"about_ca_topic_score_codex":0.006917884,"about_ca_topic_score_gemma":0.0053690406,"teacher_disagreement_score":0.006917884,"about_ca_system_score_codex":0.0014211505,"about_ca_system_score_gemma":0.0026255995,"threshold_uncertainty_score":0.020000875},"labels":[],"label_agreement":null},{"id":"W2155104740","doi":"10.1109/edocw.2006.36","title":"Exploring Intentional Modeling and Analysis for Enterprise Architecture","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Ministry of Health and Long-Term Care","keywords":"Enterprise architecture; Enterprise architecture management; Enterprise architecture framework; Computer science; Business architecture; Blueprint; Enterprise integration; Knowledge management; Service-oriented modeling; Enterprise modelling; Process management; NIST Enterprise Architecture Model; Enterprise systems engineering; Solution architecture; Key (lock); Enterprise life cycle; Context (archaeology); View model; Integrated enterprise modeling; Architecture; Enterprise software; Business process; Engineering; Software architecture; Computer security; Operations management; Work in process","score_opus":0.11289809261716205,"score_gpt":0.29014758061721674,"score_spread":0.1772494880000547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155104740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029858073,0.0004651255,0.9356893,0.0035121588,0.00004395745,0.0001573632,0.00007242232,0.00019189574,0.030009761],"genre_scores_gemma":[0.5154654,0.00060250633,0.47905004,0.00028691633,0.00003552617,0.00054628233,0.00023626733,0.000104113446,0.0036730177],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956291,0.0031564392,0.00020844044,0.00026176823,0.00053583906,0.00020840985],"domain_scores_gemma":[0.99110633,0.006431651,0.00064054393,0.0010175791,0.0005566645,0.00024722784],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006583915,0.0007843946,0.00040282554,0.0034158942,0.003287555,0.0072243563,0.0013460591,0.0017308953,0.002548463],"category_scores_gemma":[0.010789564,0.0006824746,0.0017080228,0.0020693187,0.008421777,0.009049763,0.0051892796,0.002436401,0.0003053344],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045887596,0.000014149871,0.0004585013,0.00003811149,0.000008925906,0.00010071346,0.004214147,0.0041534067,0.00023835227,0.9844907,0.00030286697,0.0059755747],"study_design_scores_gemma":[0.000009782597,0.000015085604,0.00030701145,0.00015219569,0.000018557983,0.00012312541,0.0039867917,0.09311941,0.0005116062,0.8768334,0.02490317,0.000019889123],"about_ca_topic_score_codex":0.007149007,"about_ca_topic_score_gemma":0.00992474,"teacher_disagreement_score":0.0072243563,"about_ca_system_score_codex":0.0052189077,"about_ca_system_score_gemma":0.0042497795,"threshold_uncertainty_score":0.037865996},"labels":[],"label_agreement":null},{"id":"W2155220104","doi":"10.1007/978-3-319-24912-4_14","title":"Towards the Generation of Tests in the Test Description Language from Use Case Map Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Test (biology); Computer science; Natural language processing; Artificial intelligence; Geology; Paleontology","score_opus":0.17620583505475879,"score_gpt":0.3119388174333214,"score_spread":0.13573298237856263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155220104","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055367504,0.00014064988,0.9801713,0.000295979,0.00004413648,0.00036816145,0.0009266636,0.010115783,0.0024005403],"genre_scores_gemma":[0.09046358,0.00032836985,0.8955671,0.00030574674,0.000039532377,0.00051791663,0.0056309975,0.0043367404,0.0028100773],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99497163,0.0019846873,0.0004875007,0.0005540679,0.0017082955,0.0002937336],"domain_scores_gemma":[0.9839281,0.01061488,0.000889873,0.0022173212,0.0020607305,0.00028904967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049703415,0.0017530308,0.0012910961,0.0030604315,0.00059899496,0.005002256,0.0042664474,0.0023179993,0.009093408],"category_scores_gemma":[0.02461289,0.002057254,0.0034209464,0.0017822956,0.0018356816,0.004174645,0.004263165,0.004130764,0.0040344354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005385014,0.0006366312,0.0039360467,0.002817232,0.000357636,0.002388969,0.002540044,0.15913442,0.023903498,0.21086438,0.031329133,0.5615536],"study_design_scores_gemma":[0.00018713753,0.00018681283,0.00061691494,0.0007321607,0.00017089548,0.0007709584,0.00037449287,0.79185474,0.031838898,0.12796383,0.045179594,0.00012361405],"about_ca_topic_score_codex":0.0045330254,"about_ca_topic_score_gemma":0.00571495,"teacher_disagreement_score":0.009093408,"about_ca_system_score_codex":0.0013162042,"about_ca_system_score_gemma":0.0026476914,"threshold_uncertainty_score":0.030420482},"labels":[],"label_agreement":null},{"id":"W2155276854","doi":"10.1109/ase.2008.57","title":"Living with the Law: Can Automation give us Moore with Less?","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Victoria","funders":"","keywords":"Computer science; Suite; Software engineering; Automation; Visualization; Software; Synchronization (alternating current); Distributed computing; Programming language; Artificial intelligence","score_opus":0.03277869927022282,"score_gpt":0.23937041120948224,"score_spread":0.20659171193925943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155276854","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02182423,0.016479462,0.26999018,0.48432523,0.0033215766,0.00011973817,0.00032477855,0.0026887304,0.20092604],"genre_scores_gemma":[0.70024633,0.018043518,0.16685191,0.056165393,0.003094206,0.00033270544,0.00038491766,0.0018718707,0.053009186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99356914,0.0028030167,0.00028798604,0.0009914597,0.0018010316,0.0005473507],"domain_scores_gemma":[0.97597104,0.0118913585,0.0014915374,0.0072173276,0.002212369,0.0012162712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011349851,0.0009346059,0.0008812845,0.0016689696,0.0037878607,0.010025887,0.0021364477,0.004628892,0.012731059],"category_scores_gemma":[0.034776874,0.00070847606,0.0010967478,0.0012143997,0.029499575,0.034642704,0.005886733,0.008356695,0.004488702],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006760404,0.00006909334,0.0019968678,0.000220483,0.000048937403,0.00019492938,0.0022873261,0.002265151,0.0004674927,0.87364095,0.0331015,0.0856397],"study_design_scores_gemma":[0.000015895015,0.000034347482,0.00039172932,0.00017107472,0.000012083875,0.00010739563,0.00075821154,0.0015321043,0.00031249545,0.8716562,0.12497649,0.000031879274],"about_ca_topic_score_codex":0.0047509586,"about_ca_topic_score_gemma":0.0042901565,"teacher_disagreement_score":0.012731059,"about_ca_system_score_codex":0.0026947882,"about_ca_system_score_gemma":0.004445863,"threshold_uncertainty_score":0.0600245},"labels":[],"label_agreement":null},{"id":"W2155511907","doi":"","title":"From Early Requirements Modeled by the i* Technique to Later Requirements Modeled in Precise UML","year":2000,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Requirements analysis; Software requirements specification; System requirements specification; Unified Modeling Language; Non-functional requirement; Requirements elicitation; Requirement; Requirements engineering; Functional requirement; Requirements management; Business requirements; Software engineering; Consistency (knowledge bases); Systems engineering; Software development; Business process; Software; Programming language; Software design; Engineering; Artificial intelligence; Work in process","score_opus":0.04439195995430563,"score_gpt":0.30831120162019127,"score_spread":0.26391924166588565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155511907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027894846,0.00012493836,0.9897787,0.00055147294,0.000033653814,0.0001635368,0.00011162935,0.0008278151,0.005618767],"genre_scores_gemma":[0.054590102,0.00055585837,0.939449,0.00032856865,0.000042660475,0.00052304537,0.00043136594,0.0004029888,0.0036763796],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907032,0.004528303,0.0010545844,0.00086226757,0.002385794,0.0004658823],"domain_scores_gemma":[0.9864824,0.007262673,0.0014942181,0.003254929,0.0012947249,0.00021113723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009603523,0.0012612136,0.00063860044,0.0020629447,0.0009817824,0.0046866448,0.0021421462,0.0021598777,0.0038794612],"category_scores_gemma":[0.016565142,0.0017256079,0.0023158544,0.0017558017,0.0040128618,0.0072560287,0.0034623374,0.0054788333,0.0018181284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011196881,0.00008845508,0.0008561836,0.00065068644,0.000049076752,0.0009308581,0.0069220904,0.029844113,0.016023468,0.82899576,0.0053169406,0.11021047],"study_design_scores_gemma":[0.00011595779,0.00036895368,0.0010366744,0.0009864838,0.00019997911,0.0012809017,0.0018765787,0.20043617,0.031605132,0.44722986,0.31462806,0.00023531566],"about_ca_topic_score_codex":0.0046325712,"about_ca_topic_score_gemma":0.0049566897,"teacher_disagreement_score":0.009603523,"about_ca_system_score_codex":0.0018089458,"about_ca_system_score_gemma":0.003246357,"threshold_uncertainty_score":0.05078888},"labels":[],"label_agreement":null},{"id":"W2155829449","doi":"10.1109/icsm.2008.4658068","title":"Characterizing maintainability concerns in autonomic element design","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Maintainability; Autonomic computing; Computer science; Interdependence; Element (criminal law); Key (lock); Software engineering; Software design pattern; Software; Systems engineering; Distributed computing; Risk analysis (engineering); Engineering; Computer security; Programming language; Operating system","score_opus":0.09972320557707866,"score_gpt":0.3085120728961278,"score_spread":0.20878886731904917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155829449","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14082436,0.00071680115,0.8430158,0.00110668,0.00003444013,0.0001782849,0.000045303525,0.00046836655,0.013609925],"genre_scores_gemma":[0.7030802,0.0007047472,0.2914239,0.00018463162,0.0000581994,0.00030890887,0.00015479545,0.00023818348,0.0038464833],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956774,0.0011535675,0.00042038038,0.00047119873,0.0020104172,0.00026701385],"domain_scores_gemma":[0.98814666,0.0062911552,0.0016824832,0.0015967386,0.0020786547,0.0002043332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053183893,0.00058096513,0.00028400682,0.0013983666,0.0009112995,0.0028453304,0.0011666918,0.0011642505,0.00088268745],"category_scores_gemma":[0.015208427,0.0006324222,0.00058556587,0.0009809401,0.001623722,0.0043421327,0.0013337974,0.0012856666,0.00020412274],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021821476,0.00025343645,0.018625468,0.0009865189,0.00011916941,0.0011242158,0.01096507,0.07126215,0.056894872,0.48605728,0.0024348295,0.3510588],"study_design_scores_gemma":[0.0000980808,0.0007547055,0.011650515,0.00056667434,0.00030360543,0.003530128,0.0033576281,0.36076146,0.065211385,0.48365253,0.06997547,0.00013775808],"about_ca_topic_score_codex":0.0012137329,"about_ca_topic_score_gemma":0.0014063999,"teacher_disagreement_score":0.0053183893,"about_ca_system_score_codex":0.0013648914,"about_ca_system_score_gemma":0.00094334775,"threshold_uncertainty_score":0.028126657},"labels":[],"label_agreement":null},{"id":"W2155915714","doi":"10.1109/splc.2011.27","title":"Automatic Derivation of a Product Performance Model from a Software Product Line Model","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Unified Modeling Language; Model transformation; Programming language; Software product line; Software engineering; Software; Software development; Artificial intelligence","score_opus":0.10486173239982609,"score_gpt":0.270819739072591,"score_spread":0.1659580066727649,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155915714","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012835818,0.00006880819,0.9788342,0.000084722175,0.000020665168,0.00017861245,0.0007498338,0.004055972,0.0031714602],"genre_scores_gemma":[0.17921734,0.00037298995,0.80939,0.000045696477,0.000019826213,0.00062108785,0.0056724725,0.0015104797,0.003150125],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985661,0.00024380888,0.000099633246,0.00020787104,0.00080934266,0.00007333216],"domain_scores_gemma":[0.99764305,0.0009818588,0.00023438808,0.0003896647,0.00069996045,0.00005100469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015340332,0.0012881187,0.0005323782,0.0020394041,0.0004883366,0.0022922342,0.0011706259,0.0008480516,0.0032012628],"category_scores_gemma":[0.005312669,0.0009659252,0.0018322015,0.0009478186,0.0006178566,0.0013194613,0.0012395167,0.0013149825,0.0018805034],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018504933,0.0002074578,0.0044840383,0.00075749273,0.0001063319,0.0012691689,0.0010770907,0.7053721,0.04267208,0.071207,0.005042999,0.16761924],"study_design_scores_gemma":[0.000024311743,0.00006748864,0.00066177716,0.000093304305,0.000050518418,0.00017711113,0.00008396247,0.95693946,0.013786143,0.009932192,0.018152993,0.00003068176],"about_ca_topic_score_codex":0.006089626,"about_ca_topic_score_gemma":0.0045817103,"teacher_disagreement_score":0.006089626,"about_ca_system_score_codex":0.0014601753,"about_ca_system_score_gemma":0.0029097633,"threshold_uncertainty_score":0.012108386},"labels":[],"label_agreement":null},{"id":"W2156012765","doi":"10.1109/ease.2008.9","title":"Towards Autonomic GIPSY","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Autonomic computing; Computer science; Architecture; Software engineering; Distributed computing; Operating system; Cloud computing","score_opus":0.0649921014224174,"score_gpt":0.2848558592749461,"score_spread":0.2198637578525287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156012765","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041913614,0.00073786074,0.8990434,0.002532987,0.00032934314,0.00014090257,0.000033904933,0.0020780703,0.05319],"genre_scores_gemma":[0.36956602,0.001657041,0.60706866,0.0014685793,0.00022488233,0.00030589217,0.00016798922,0.00042884587,0.01911215],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993783,0.00018221069,0.000026080008,0.000101149024,0.00021554496,0.0000966557],"domain_scores_gemma":[0.9995639,0.00008684964,0.000035437522,0.00013717078,0.00010163498,0.00007510406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013115422,0.00032167198,0.00026956885,0.00027142596,0.00053375977,0.0017431297,0.0008951584,0.000787206,0.0023664166],"category_scores_gemma":[0.0014557816,0.00029508624,0.00043018252,0.00026948328,0.0012227602,0.0021060167,0.002886707,0.0027898678,0.00089257647],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014817431,0.00011497688,0.001891622,0.0003103057,0.000054567598,0.000565874,0.0014889796,0.03886186,0.030171903,0.7936997,0.010348552,0.1223435],"study_design_scores_gemma":[0.00008390742,0.00028480176,0.0013351974,0.00019153225,0.00005724849,0.0008768329,0.0005692959,0.20717019,0.01851767,0.5114988,0.2593689,0.000045567365],"about_ca_topic_score_codex":0.00044913945,"about_ca_topic_score_gemma":0.0005804393,"teacher_disagreement_score":0.0023664166,"about_ca_system_score_codex":0.00043284846,"about_ca_system_score_gemma":0.00091357075,"threshold_uncertainty_score":0.0079164505},"labels":[],"label_agreement":null},{"id":"W2156135521","doi":"10.1109/seams.2007.15","title":"Quality Criteria and an Analysis Framework for Self-Healing Systems","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Architecture; Quality (philosophy); Autonomic computing; Software engineering; Reuse; Software architecture; Risk analysis (engineering); Key (lock); Systems engineering; Software; Engineering; Computer security","score_opus":0.09055896383768529,"score_gpt":0.4348582417678637,"score_spread":0.3442992779301784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156135521","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036300605,0.00055461586,0.99140406,0.00040582905,0.000044891352,0.00019934149,0.00006574525,0.00019499766,0.0035005095],"genre_scores_gemma":[0.1258564,0.0006965494,0.8707181,0.00012645924,0.000096619326,0.00053533167,0.00028160834,0.00010451845,0.0015844224],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9851999,0.0040977183,0.0019819862,0.0009894967,0.0072031096,0.0005277263],"domain_scores_gemma":[0.9823412,0.0062595755,0.0019111886,0.0016308108,0.0072885975,0.00056874333],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016550694,0.0015202479,0.00091196795,0.0076953517,0.0014648185,0.0059583653,0.0018839802,0.00142383,0.0016089367],"category_scores_gemma":[0.023818038,0.00067099766,0.0020100533,0.003820275,0.0033721707,0.005288704,0.0021429565,0.00254884,0.00046637416],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042635027,0.000076124634,0.0022843536,0.0005649773,0.00009512776,0.0002753277,0.0010402265,0.050876733,0.0043107253,0.86577666,0.0026748779,0.07198214],"study_design_scores_gemma":[0.000047898342,0.00015109309,0.0015330546,0.00064753485,0.00017126901,0.00039343818,0.0007152695,0.40522364,0.0057214685,0.52771264,0.057577264,0.00010544195],"about_ca_topic_score_codex":0.005075039,"about_ca_topic_score_gemma":0.0028910362,"teacher_disagreement_score":0.016550694,"about_ca_system_score_codex":0.0038379286,"about_ca_system_score_gemma":0.0032310374,"threshold_uncertainty_score":0.08752948},"labels":[],"label_agreement":null},{"id":"W2156316688","doi":"10.1109/seams.2009.5069074","title":"StarMX: A framework for developing self-managing Java-based systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Software engineering; Process (computing); Architecture framework; Software architecture; Process management; Architecture; Software; Engineering; Programming language","score_opus":0.04774521410874974,"score_gpt":0.320924421794822,"score_spread":0.2731792076860723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156316688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00083220954,0.00011956311,0.9872528,0.00009284122,0.000031413667,0.0002299752,0.00008943512,0.009306542,0.0020451783],"genre_scores_gemma":[0.011889852,0.0004020812,0.9824676,0.00007524962,0.000024996893,0.0005174448,0.0005572313,0.0014300938,0.0026354487],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984415,0.0003555465,0.0002227999,0.00017274535,0.00067722343,0.00013015835],"domain_scores_gemma":[0.99888104,0.000395163,0.00012322422,0.0002313497,0.00021813653,0.00015105263],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038454926,0.0010338165,0.00079816463,0.0011871634,0.0007482077,0.0027398928,0.0038576094,0.0014157582,0.003767577],"category_scores_gemma":[0.003745303,0.0013776545,0.0017450949,0.0006868336,0.0012531829,0.0031988944,0.002550176,0.002450376,0.002121515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012803805,0.0002891204,0.0017167423,0.0017603411,0.00022056664,0.0012314803,0.0021002525,0.103259385,0.024365505,0.42857376,0.037390463,0.3989643],"study_design_scores_gemma":[0.0002132453,0.0002583001,0.00074123376,0.00056748284,0.00010510109,0.001257821,0.00020215804,0.32003504,0.0148659805,0.12736441,0.534205,0.00018423049],"about_ca_topic_score_codex":0.0026153666,"about_ca_topic_score_gemma":0.0037185715,"teacher_disagreement_score":0.0038576094,"about_ca_system_score_codex":0.00074204913,"about_ca_system_score_gemma":0.00286547,"threshold_uncertainty_score":0.020337164},"labels":[],"label_agreement":null},{"id":"W2156479366","doi":"10.5555/2820668.2820675","title":"Recommending features and feature relationships from requirements documents for software product lines","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software product line; Software engineering; Feature model; Heuristics; Software; Categorization; Feature (linguistics); Product (mathematics); Software requirements specification; Software system; Software development; Data mining; Software construction; Artificial intelligence; Programming language","score_opus":0.1561792397933961,"score_gpt":0.35165131447178205,"score_spread":0.19547207467838595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156479366","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27873042,0.001505668,0.6826503,0.0019367052,0.000086499,0.0023050006,0.0110010225,0.009386388,0.012397956],"genre_scores_gemma":[0.20171866,0.0007147546,0.77649146,0.00014423157,0.000034555807,0.0005573529,0.016954184,0.00037109017,0.0030136565],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762684,0.00087190105,0.00022868722,0.0003257935,0.00087874866,0.000068090645],"domain_scores_gemma":[0.98157984,0.0127761485,0.0013167986,0.0010322044,0.0030904114,0.00020460061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002444534,0.00077771646,0.00046960122,0.0055861836,0.0007219414,0.0013642086,0.001060989,0.0011027787,0.0036343685],"category_scores_gemma":[0.021211723,0.00062237075,0.0009033336,0.0029518115,0.00027365488,0.0020443392,0.00045662723,0.0008866789,0.0020339137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047105228,0.0007019154,0.018638616,0.002415048,0.00016991571,0.0009524561,0.0024553873,0.019961648,0.029614791,0.0051723476,0.032933705,0.8865131],"study_design_scores_gemma":[0.0005527747,0.0017875697,0.06378413,0.0014208761,0.00075982534,0.0039969254,0.0065636523,0.61438054,0.09612236,0.0140292095,0.19614124,0.00046091893],"about_ca_topic_score_codex":0.009380614,"about_ca_topic_score_gemma":0.024396677,"teacher_disagreement_score":0.009380614,"about_ca_system_score_codex":0.00094388134,"about_ca_system_score_gemma":0.0021366908,"threshold_uncertainty_score":0.018652022},"labels":[],"label_agreement":null},{"id":"W2156546148","doi":"10.1109/ccece.2005.1557124","title":"Towards providing decision support for COTS selection","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Commercial off-the-shelf; Computer science; Software engineering; Software; Systems engineering; Process (computing); Software development; Component-based software engineering; Engineering; Operating system","score_opus":0.03585290631162858,"score_gpt":0.31490577307287837,"score_spread":0.2790528667612498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2156546148","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02071436,0.00052892964,0.9697397,0.0020173239,0.000071277245,0.00022593224,0.0001653326,0.0011752232,0.0053619235],"genre_scores_gemma":[0.19955206,0.00053027633,0.7975305,0.00022633755,0.00007163367,0.00013083594,0.00030036742,0.000058632206,0.0015994341],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99398994,0.0026315008,0.00057680573,0.00070155994,0.0018506201,0.00024962175],"domain_scores_gemma":[0.9836765,0.00915449,0.0016676399,0.0014922041,0.0034686998,0.0005405795],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008763484,0.0009984557,0.0010105006,0.0034007519,0.0008878878,0.005481185,0.0016427329,0.00198132,0.0034899984],"category_scores_gemma":[0.02235529,0.00071267446,0.001021562,0.0028702808,0.0006583347,0.0036311822,0.002092247,0.0017576681,0.0013366166],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046651645,0.00061651564,0.0090343,0.0011407302,0.00022014095,0.0007463896,0.0015889423,0.14600992,0.013593242,0.1032741,0.009126294,0.71418285],"study_design_scores_gemma":[0.00014380345,0.00027880137,0.0016810701,0.00044200648,0.000171449,0.0003994567,0.0008793837,0.87292284,0.012296661,0.06956119,0.041106295,0.000117024494],"about_ca_topic_score_codex":0.0024262043,"about_ca_topic_score_gemma":0.0027535749,"teacher_disagreement_score":0.008763484,"about_ca_system_score_codex":0.0009061465,"about_ca_system_score_gemma":0.00251563,"threshold_uncertainty_score":0.046346247},"labels":[],"label_agreement":null},{"id":"W2157437711","doi":"10.1109/isre.1997.566873","title":"Towards modelling and reasoning support for early-phase requirements engineering","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1572,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Information Technology Research Centre","keywords":"Requirements engineering; Requirements elicitation; Requirements management; Computer science; Requirements analysis; Non-functional requirement; Requirement; System requirements; Systems engineering; Goal modeling; Completeness (order theory); Context (archaeology); Software engineering; Management science; Engineering; Software development","score_opus":0.10848496494457424,"score_gpt":0.3238288893439047,"score_spread":0.21534392439933045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157437711","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011084327,0.00026078787,0.99324167,0.0012169373,0.00004304689,0.00011398325,0.0000710782,0.0010687668,0.0028752568],"genre_scores_gemma":[0.023093665,0.00051245594,0.9739836,0.00034179617,0.00009032468,0.0002940558,0.00034171404,0.00019574222,0.0011466997],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9836363,0.007875298,0.0022120967,0.0013360092,0.00409139,0.0008488499],"domain_scores_gemma":[0.9673845,0.018635333,0.0023157208,0.0072262525,0.003694605,0.0007435093],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024451986,0.0018187645,0.0015720086,0.0034719738,0.0019686352,0.0112341065,0.006860252,0.005784273,0.0038230487],"category_scores_gemma":[0.033693656,0.0031783173,0.0058134715,0.0038979927,0.004560188,0.015938476,0.0069041494,0.011398812,0.002880488],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009939069,0.0002357151,0.0005810407,0.00065016025,0.00009438936,0.0006481773,0.003150908,0.0475529,0.0053311586,0.85730004,0.005943788,0.07841243],"study_design_scores_gemma":[0.00012716495,0.00008983356,0.00020997571,0.0007029292,0.00013787599,0.00049171917,0.00058555685,0.32149312,0.008678076,0.5201281,0.14724231,0.00011343274],"about_ca_topic_score_codex":0.0061211656,"about_ca_topic_score_gemma":0.0051197927,"teacher_disagreement_score":0.024451986,"about_ca_system_score_codex":0.003094344,"about_ca_system_score_gemma":0.0047605988,"threshold_uncertainty_score":0.12931603},"labels":[],"label_agreement":null},{"id":"W2157687761","doi":"10.5381/jot.2008.7.6.a4","title":"Overcoming comprehension barriers in the AspectJ programming language.","year":2008,"lang":"en","type":"article","venue":"The Journal of Object Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"AspectJ; Programming language; Computer science; Comprehension; Software engineering; Linguistics; Aspect-oriented programming; Software; Philosophy","score_opus":0.0238978673377181,"score_gpt":0.28464476126666016,"score_spread":0.26074689392894207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157687761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12909092,0.0013862915,0.8333015,0.006799907,0.0002557715,0.00033801788,0.0001879054,0.00915887,0.019480687],"genre_scores_gemma":[0.48180777,0.00072373456,0.5031496,0.0018398382,0.00017701331,0.00029461324,0.00052111276,0.0029014142,0.008584883],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99414647,0.002852803,0.0002718048,0.00055516325,0.0019047984,0.00026898092],"domain_scores_gemma":[0.9719743,0.019905299,0.0024298579,0.002352291,0.0027960679,0.00054216915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005660644,0.0007963075,0.0004635133,0.00073547085,0.0011474339,0.0028634488,0.0018334185,0.0020658711,0.0038932946],"category_scores_gemma":[0.037837774,0.0007489256,0.0005547096,0.00050811365,0.0021296102,0.0076714777,0.0030072525,0.0032025974,0.0012716715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00085388165,0.0007665359,0.015305201,0.0021996468,0.00013064039,0.0033230784,0.05682751,0.007914754,0.15652108,0.16060667,0.030435247,0.56511575],"study_design_scores_gemma":[0.00030915992,0.0013608215,0.012937723,0.0014451249,0.0003491725,0.01099833,0.01148143,0.21390238,0.15227984,0.32078278,0.27363884,0.0005144721],"about_ca_topic_score_codex":0.00069281494,"about_ca_topic_score_gemma":0.0010709537,"teacher_disagreement_score":0.005660644,"about_ca_system_score_codex":0.0003995588,"about_ca_system_score_gemma":0.0014755405,"threshold_uncertainty_score":0.029936671},"labels":[],"label_agreement":null},{"id":"W2157880297","doi":"10.1109/ea.2009.5071578","title":"On modeling interactions of early aspects with goals","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Stakeholder; Sociotechnical system; Management science; Human–computer interaction; Knowledge management; Engineering","score_opus":0.0453901885737326,"score_gpt":0.30773607634253625,"score_spread":0.26234588776880363,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157880297","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071037733,0.0001934922,0.9860136,0.00022797693,0.000019261297,0.00010113463,0.0000960843,0.00033695856,0.005907762],"genre_scores_gemma":[0.19177616,0.0012491842,0.7987902,0.00022596853,0.00006663152,0.00052784965,0.0005182356,0.0004508432,0.0063949507],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9982316,0.00067216286,0.00013135352,0.00027642024,0.000523927,0.0001645482],"domain_scores_gemma":[0.9963775,0.0022050368,0.0004166247,0.0005212107,0.00035207704,0.00012753831],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002446079,0.0017061067,0.00068623846,0.0015530356,0.0011040653,0.0027820321,0.0019283346,0.0019699614,0.002563852],"category_scores_gemma":[0.0064103142,0.0010529582,0.0023544142,0.0020338693,0.0026937835,0.00521296,0.0025175905,0.0024371778,0.000658629],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078124845,0.00007113973,0.0019119245,0.0002543601,0.000077079596,0.0005751376,0.0014266553,0.38921106,0.003616512,0.5724389,0.0010670496,0.029272022],"study_design_scores_gemma":[0.000029631241,0.00006941929,0.00040403756,0.00015459897,0.00010322701,0.00018862763,0.00020961832,0.70838183,0.0022692482,0.2662746,0.021878183,0.00003701275],"about_ca_topic_score_codex":0.012643211,"about_ca_topic_score_gemma":0.015774822,"teacher_disagreement_score":0.012643211,"about_ca_system_score_codex":0.0015314252,"about_ca_system_score_gemma":0.0022389009,"threshold_uncertainty_score":0.025139272},"labels":[],"label_agreement":null},{"id":"W2158041587","doi":"10.1016/s0010-4825(02)00010-0","title":"Improving system quality through software evaluation","year":2002,"lang":"en","type":"article","venue":"Computers in Biology and Medicine","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Verification and validation; Software quality; Context (archaeology); Software metric; Software; Software quality analyst; Software engineering; Software construction; Software sizing; Software reliability testing; Quality (philosophy); Reliability engineering; Software development; Engineering; Operating system","score_opus":0.12218278941954751,"score_gpt":0.39420102037027266,"score_spread":0.27201823095072514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158041587","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40124047,0.0023973589,0.57830185,0.001847972,0.00015524332,0.00037638153,0.00011370676,0.0041683796,0.011398746],"genre_scores_gemma":[0.8364564,0.00040719326,0.16112289,0.00012597225,0.000050206017,0.00008932574,0.0001224922,0.00024801775,0.0013774376],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9640055,0.015271722,0.0018121521,0.0012864391,0.016973574,0.0006506151],"domain_scores_gemma":[0.8762082,0.0640798,0.011072685,0.008015203,0.039105456,0.0015186571],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020523954,0.00093637645,0.0010174665,0.0043609967,0.0005850903,0.00356644,0.0011300026,0.0008943928,0.0012683651],"category_scores_gemma":[0.10585347,0.00037604035,0.00052897655,0.0021517845,0.000970318,0.0036625043,0.0012719574,0.0011102955,0.00032790488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059712067,0.0007608999,0.037934385,0.0005486908,0.00024671218,0.00008764596,0.00062950794,0.034819197,0.020183975,0.011262694,0.0027326357,0.8901967],"study_design_scores_gemma":[0.00023642302,0.00197229,0.02769118,0.0003677317,0.0006919247,0.00031013196,0.00056842074,0.8417312,0.09374541,0.023797063,0.008699441,0.00018886787],"about_ca_topic_score_codex":0.0023519727,"about_ca_topic_score_gemma":0.0028686135,"teacher_disagreement_score":0.020523954,"about_ca_system_score_codex":0.001906747,"about_ca_system_score_gemma":0.0034351365,"threshold_uncertainty_score":0.10854232},"labels":[],"label_agreement":null},{"id":"W2158051007","doi":"10.1109/icas.2008.47","title":"Adapting to Run-Time Changes in Policies Driving Autonomic Management","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Adaptation (eye); Set (abstract data type); Autonomic computing; Computer science; Reinforcement learning; Focus (optics); Risk analysis (engineering); Component (thermodynamics); Process management; Computer security; Artificial intelligence; Engineering; Business; Cloud computing; Operating system","score_opus":0.04248722504328829,"score_gpt":0.27582155006922565,"score_spread":0.23333432502593737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158051007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3628291,0.00037229704,0.6247216,0.0008043633,0.00010552742,0.00021364626,0.000041959454,0.0017338255,0.009177729],"genre_scores_gemma":[0.9636771,0.00013985371,0.03521288,0.00012256131,0.000020603042,0.00005532274,0.00002331102,0.00005468786,0.0006936287],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99891114,0.00042691003,0.000049829152,0.00020812998,0.0002826381,0.00012137023],"domain_scores_gemma":[0.9965244,0.001636778,0.0005523065,0.00052986946,0.00055787305,0.00019884606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017943964,0.0005037347,0.00034069445,0.0003337172,0.00050955074,0.0013251669,0.0008374801,0.00076156494,0.00077799853],"category_scores_gemma":[0.01071524,0.00028505336,0.00021154866,0.00026156113,0.00090351095,0.0011222027,0.00079093245,0.0013682344,0.00028165948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022906778,0.0004101178,0.020008186,0.00013655804,0.00014039886,0.00044754436,0.00071329804,0.7231983,0.064872555,0.02400608,0.0017036408,0.16413434],"study_design_scores_gemma":[0.000021001475,0.0000939603,0.0032885156,0.000021704722,0.000023717741,0.00013996343,0.00011522515,0.9663795,0.0143908905,0.013263979,0.002230089,0.000031370662],"about_ca_topic_score_codex":0.00195473,"about_ca_topic_score_gemma":0.0018314961,"teacher_disagreement_score":0.00195473,"about_ca_system_score_codex":0.00065997336,"about_ca_system_score_gemma":0.00089140487,"threshold_uncertainty_score":0.009489775},"labels":[],"label_agreement":null},{"id":"W2158127877","doi":"10.1002/smr.1595","title":"The Linux kernel: a case study of build system variability","year":2013,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"University of Waterloo","keywords":"Linux kernel; Computer science; Source code; Software; Operating system; Kernel (algebra); Code (set theory); File system; Software versioning; System call; Software bug; Programming language; Set (abstract data type); Mathematics","score_opus":0.0181435987402588,"score_gpt":0.2851493079553175,"score_spread":0.26700570921505873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158127877","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98859847,0.000091987684,0.009055707,0.00019112788,0.000007906377,0.00003886507,0.00016338011,0.00031510036,0.0015374512],"genre_scores_gemma":[0.9903865,0.000060441467,0.008549975,0.000036308502,0.000006508471,0.000025647625,0.00024274919,0.00013456553,0.00055732747],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99598926,0.0012889062,0.0002818581,0.00046394693,0.0016881259,0.00028786963],"domain_scores_gemma":[0.97146624,0.018464316,0.002908326,0.003804693,0.002646718,0.0007098598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028809987,0.00038043904,0.00032553638,0.001742476,0.0015681322,0.0011178252,0.0010827854,0.0010992896,0.00056454283],"category_scores_gemma":[0.013599211,0.00037296768,0.0005286983,0.0016535423,0.0013864989,0.0013072478,0.0012944341,0.0012006664,0.00015030002],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010303637,0.0015284413,0.61076415,0.00076957606,0.00032899002,0.05320716,0.05590874,0.07543471,0.036229253,0.018072352,0.007952612,0.13877366],"study_design_scores_gemma":[0.00026932172,0.0019009678,0.49967214,0.00042026938,0.0005316053,0.037197493,0.03267208,0.25751024,0.08359549,0.021107728,0.064658515,0.0004641535],"about_ca_topic_score_codex":0.0079481015,"about_ca_topic_score_gemma":0.00998544,"teacher_disagreement_score":0.0079481015,"about_ca_system_score_codex":0.0012140203,"about_ca_system_score_gemma":0.0007954687,"threshold_uncertainty_score":0.015803695},"labels":[],"label_agreement":null},{"id":"W2158182160","doi":"10.1109/iceccs.1996.558427","title":"An algorithmic semantics for Viewcharts","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Notation; Semantics (computer science); Programming language; Formal semantics (linguistics); Theoretical computer science; Mathematics","score_opus":0.08108985946091467,"score_gpt":0.31361763701050727,"score_spread":0.23252777754959258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158182160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033814798,0.0002069123,0.9883901,0.0004379905,0.00010007935,0.00009146518,0.00016385713,0.00060798036,0.006620117],"genre_scores_gemma":[0.16076028,0.00089516357,0.8289083,0.00056214683,0.00025599217,0.00065414165,0.0008621123,0.00053942995,0.0065624146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99677736,0.0010897764,0.00038859044,0.0005495898,0.0009081478,0.00028649624],"domain_scores_gemma":[0.99643517,0.001713366,0.00033632858,0.00047029153,0.0008466056,0.00019835723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035389052,0.00090418785,0.0006147619,0.0018071574,0.0017532235,0.005496255,0.001905352,0.002131802,0.0057422156],"category_scores_gemma":[0.007153815,0.0008682358,0.0022597858,0.0017661891,0.004598447,0.008773185,0.0032312556,0.0033740492,0.0013949515],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008918372,0.000009528278,0.00005008341,0.000040394727,0.000004614452,0.000059159072,0.00024571386,0.0018654699,0.0005415899,0.99003685,0.0005810863,0.00655668],"study_design_scores_gemma":[0.000029913115,0.000024706571,0.0000477033,0.00005664626,0.000013723503,0.00013026399,0.000121141195,0.017665856,0.00125447,0.94470394,0.03593028,0.000021362312],"about_ca_topic_score_codex":0.0022697786,"about_ca_topic_score_gemma":0.0021903692,"teacher_disagreement_score":0.0057422156,"about_ca_system_score_codex":0.0016539438,"about_ca_system_score_gemma":0.00235284,"threshold_uncertainty_score":0.019209623},"labels":[],"label_agreement":null},{"id":"W2158197890","doi":"10.1109/icc.1996.540271","title":"Analyzing differences between Internet information system software architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Software development; Systems development life cycle; Resource-oriented architecture; Architecture tradeoff analysis method; Software construction; Software development process; Software system; Software architecture; The Internet; Reference architecture; Software; Software architecture description; World Wide Web; Programming language","score_opus":0.04560067949791878,"score_gpt":0.25069317451682954,"score_spread":0.20509249501891075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158197890","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98357534,0.00022452143,0.0106199775,0.00011981923,0.00001301064,0.000038848266,0.00009183487,0.00010904631,0.005207603],"genre_scores_gemma":[0.9850428,0.00010058157,0.014068559,0.000015746047,0.000005932895,0.000039074817,0.000274978,0.00003778945,0.00041449108],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.997246,0.0011057591,0.00018975437,0.00023700393,0.0010394562,0.00018198324],"domain_scores_gemma":[0.98244876,0.010815286,0.0015468951,0.0012298804,0.0035013685,0.0004579142],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032265473,0.00022466942,0.00016356324,0.004872723,0.00062716444,0.0018221984,0.00036928867,0.0005840899,0.0008297877],"category_scores_gemma":[0.025904177,0.0002613799,0.00028874128,0.0023750735,0.00063106965,0.0029310584,0.0010427223,0.0006506516,0.00018609992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010729058,0.00039457038,0.50144607,0.0002714395,0.00031792364,0.00057702046,0.009435541,0.052994855,0.029563965,0.07677539,0.0020152866,0.325135],"study_design_scores_gemma":[0.00008211063,0.0010040852,0.44504884,0.00011635734,0.00030550658,0.0008106455,0.007602492,0.41469315,0.017042482,0.09678837,0.016361238,0.00014476058],"about_ca_topic_score_codex":0.0020340483,"about_ca_topic_score_gemma":0.0029551522,"teacher_disagreement_score":0.004872723,"about_ca_system_score_codex":0.0010756626,"about_ca_system_score_gemma":0.0006508987,"threshold_uncertainty_score":0.017063797},"labels":[],"label_agreement":null},{"id":"W2158425043","doi":"10.1109/ccece.2005.1557126","title":"Formal approaches to requirements engineering: from behavior trees to alloy","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais; University of Ottawa","funders":"","keywords":"Soundness; Computer science; Consistency (knowledge bases); Formal specification; Completeness (order theory); Requirements engineering; Formal methods; Software engineering; Requirements analysis; Programming language; Formal verification; Semantics (computer science); Theoretical computer science; Software; Artificial intelligence; Mathematics","score_opus":0.16090026528535578,"score_gpt":0.28140310392925844,"score_spread":0.12050283864390265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158425043","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013419591,0.001843102,0.99061537,0.00093060924,0.000063324376,0.000050040846,0.00007476386,0.00020061308,0.0048801983],"genre_scores_gemma":[0.055131674,0.004047277,0.936338,0.0005745137,0.00019242367,0.00028653958,0.0002558171,0.00018185949,0.0029919208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953365,0.001877751,0.00039908523,0.00042215586,0.0017786558,0.00018602637],"domain_scores_gemma":[0.9941577,0.0037130127,0.00051407213,0.0007341319,0.00074536644,0.00013569173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00443266,0.0013556515,0.00087105477,0.0033490895,0.0010909177,0.003793122,0.002720129,0.0016153274,0.0025156431],"category_scores_gemma":[0.008535106,0.0011525874,0.0021110866,0.0029854039,0.0067899516,0.0064606727,0.0022489212,0.0037946485,0.0010238625],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103060365,0.00002328276,0.000110499495,0.0001456643,0.000017059408,0.0000827453,0.00039318507,0.013209906,0.0006696064,0.9645433,0.0010303005,0.019764083],"study_design_scores_gemma":[0.00001347776,0.000019188414,0.000061795814,0.00009686642,0.000014654644,0.0000950068,0.000116952455,0.037466757,0.00079876854,0.9351836,0.026112394,0.000020588637],"about_ca_topic_score_codex":0.005207434,"about_ca_topic_score_gemma":0.0048729475,"teacher_disagreement_score":0.005207434,"about_ca_system_score_codex":0.003264579,"about_ca_system_score_gemma":0.0024490382,"threshold_uncertainty_score":0.02368629},"labels":[],"label_agreement":null},{"id":"W2158538317","doi":"10.1109/iwspm.2006.9","title":"Towards Comprehensive Release Planning for Software Product Lines","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software; Software release life cycle; Software product line; Product (mathematics); Software engineering; Systems engineering; Software system; Software development; Engineering; Software construction; Programming language","score_opus":0.061086463516986385,"score_gpt":0.31994677897719576,"score_spread":0.2588603154602094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158538317","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052058594,0.00026505467,0.9915354,0.00031283777,0.000016116144,0.00012559703,0.00011714848,0.000282558,0.0021394645],"genre_scores_gemma":[0.11263822,0.0011470728,0.88279766,0.00009356892,0.000028289513,0.00036317855,0.0004869641,0.00020774738,0.002237346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971718,0.0010999356,0.0002574597,0.0003593471,0.0008939782,0.00021738933],"domain_scores_gemma":[0.9970318,0.0014726672,0.0004491936,0.00039722258,0.0005194998,0.00012959544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038587002,0.0015373877,0.0010112032,0.001466249,0.0008439192,0.004086342,0.001758916,0.0017974491,0.0020813558],"category_scores_gemma":[0.0076516145,0.0016969807,0.002321111,0.0014938377,0.001684188,0.0037219382,0.0023660855,0.0025460094,0.00060472585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000333968,0.000037239304,0.00043413378,0.0001838438,0.00003466348,0.00021697552,0.00040493745,0.8875333,0.0018839801,0.075739086,0.0011483653,0.032350123],"study_design_scores_gemma":[0.000019963383,0.000044110795,0.00013938185,0.00008556296,0.000025397654,0.00008328872,0.00012000933,0.9465235,0.00090771395,0.04586383,0.006162558,0.000024800187],"about_ca_topic_score_codex":0.011325473,"about_ca_topic_score_gemma":0.015441378,"teacher_disagreement_score":0.011325473,"about_ca_system_score_codex":0.0019423178,"about_ca_system_score_gemma":0.004106531,"threshold_uncertainty_score":0.022519112},"labels":[],"label_agreement":null},{"id":"W2158641963","doi":"10.1109/aiccsa.2009.5069359","title":"Organizational behavior &amp;#x00026; software product line engineering: An empirical study","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Knowledge management; Organizational learning; Organizational engineering; Organizational behavior and human resources; Organizational performance; Organizational commitment; Organizational studies; Software product line; Organizational culture; Empirical research; Computer science; Organization development; Process management; Software development; Business; Software; Management","score_opus":0.07249071462715961,"score_gpt":0.353580737531205,"score_spread":0.2810900229040454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158641963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99738854,0.0000656927,0.00014866826,0.00018141519,0.0000035097053,0.00005729726,0.00009225196,0.0000035012206,0.002059047],"genre_scores_gemma":[0.9967315,0.00021339965,0.00051257905,0.00013681523,0.000010948533,0.00022078198,0.00033492048,0.000005922931,0.001833114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99741024,0.0014320272,0.00014532894,0.00019505595,0.00054585614,0.0002715788],"domain_scores_gemma":[0.97280157,0.015959399,0.00416566,0.0014146937,0.0027846321,0.0028741094],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046383245,0.0003551536,0.0003228256,0.0019830188,0.001506287,0.0017642279,0.000965973,0.0010325502,0.0055463184],"category_scores_gemma":[0.0139575945,0.00039536803,0.00033352163,0.0018262855,0.0013671448,0.0016021132,0.0012727439,0.0017520039,0.0018552497],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013686581,0.010332116,0.94338644,0.00012090213,0.00004941927,0.0003626495,0.014971126,0.00025016483,0.00037143205,0.0012048805,0.0016139513,0.027200233],"study_design_scores_gemma":[0.000026489199,0.00097137963,0.9652844,0.00014395209,0.00002978062,0.0003024367,0.028173074,0.0014334342,0.00021963366,0.00032071458,0.0030725112,0.000022193723],"about_ca_topic_score_codex":0.003734574,"about_ca_topic_score_gemma":0.0059301024,"teacher_disagreement_score":0.0055463184,"about_ca_system_score_codex":0.0010997332,"about_ca_system_score_gemma":0.001486096,"threshold_uncertainty_score":0.024530113},"labels":[],"label_agreement":null},{"id":"W2158804895","doi":"10.1109/icdcsw.2002.1030812","title":"Distributing objects with multiple aspects","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Separation of concerns; Maintainability; Computer science; Warrant; Reuse; Software engineering; Context (archaeology); Software; Software framework; Software development; Component-based software engineering; Aspect-oriented programming; Programming language; Engineering","score_opus":0.02116804947166353,"score_gpt":0.24438379714967096,"score_spread":0.22321574767800742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158804895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.043167964,0.00037293514,0.9408772,0.0005755208,0.00015059796,0.00018680174,0.000028755778,0.0021230197,0.012517254],"genre_scores_gemma":[0.3227929,0.00067209,0.6440956,0.0004884891,0.00025626298,0.000332768,0.0002031713,0.0011375208,0.0300212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979512,0.00034716688,0.00017071879,0.00039244714,0.0008865855,0.00025201362],"domain_scores_gemma":[0.9958132,0.0006486714,0.0002462903,0.0024325284,0.0005038117,0.00035543446],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026367442,0.00081904145,0.00074911554,0.00093564246,0.0013279256,0.003565733,0.0019315602,0.0012287948,0.004835014],"category_scores_gemma":[0.0047513465,0.00074516813,0.0010768566,0.0011206939,0.0020872033,0.005378746,0.006298781,0.0019407803,0.0015830796],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047979908,0.00034041528,0.00505877,0.00034955415,0.00015492742,0.0011200099,0.0055049043,0.02001551,0.061586592,0.42953375,0.0071138446,0.46874186],"study_design_scores_gemma":[0.00035458006,0.0007054489,0.0033437537,0.00023575882,0.0005459465,0.0021032973,0.0015888859,0.109916545,0.05854048,0.44188496,0.38061363,0.00016672506],"about_ca_topic_score_codex":0.0014210788,"about_ca_topic_score_gemma":0.0011756422,"teacher_disagreement_score":0.004835014,"about_ca_system_score_codex":0.0008035543,"about_ca_system_score_gemma":0.0014215304,"threshold_uncertainty_score":0.016174734},"labels":[],"label_agreement":null},{"id":"W2159158384","doi":"10.1007/s11334-011-0159-y","title":"An architecture process maturity model of software product line engineering","year":2011,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Product engineering; Domain engineering; Software development; Reference architecture; Product (mathematics); Software architecture; Software development process","score_opus":0.047315858661468924,"score_gpt":0.27290533281681345,"score_spread":0.22558947415534453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159158384","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044633128,0.00075432955,0.9233276,0.0022015506,0.00005412403,0.00026475693,0.0002447707,0.0005938058,0.027925825],"genre_scores_gemma":[0.7200036,0.0009202812,0.2720689,0.00013660477,0.000045370747,0.00034292034,0.0005109469,0.00010567158,0.005865604],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997654,0.00092769717,0.00019116038,0.00022117163,0.0008218173,0.0001842691],"domain_scores_gemma":[0.9961857,0.0014721798,0.0003888065,0.00036730105,0.0014327264,0.00015327119],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003532192,0.00064315856,0.000380234,0.0024886203,0.0006364823,0.003811826,0.0014034997,0.0018468861,0.0019758749],"category_scores_gemma":[0.008718326,0.00052177603,0.00085426914,0.0019779124,0.0008364138,0.006308808,0.0011360527,0.0019641921,0.0010149906],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008350569,0.0002096618,0.005962348,0.00017390958,0.00007327123,0.00016665284,0.001153241,0.12439116,0.0037116883,0.74760294,0.0023991866,0.11407238],"study_design_scores_gemma":[0.000030999396,0.00013739923,0.0028704994,0.00013579938,0.0000799156,0.00010303669,0.0002761555,0.7302754,0.0014906888,0.2517876,0.012767535,0.000044927237],"about_ca_topic_score_codex":0.009155225,"about_ca_topic_score_gemma":0.0061491732,"teacher_disagreement_score":0.009155225,"about_ca_system_score_codex":0.0027884487,"about_ca_system_score_gemma":0.0032450517,"threshold_uncertainty_score":0.020231724},"labels":[],"label_agreement":null},{"id":"W2159176014","doi":"10.1145/2611563","title":"Coordination of Independent Loops in Self-Adaptive Systems","year":2014,"lang":"en","type":"article","venue":"ACM Transactions on Reconfigurable Technology and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Computer science; Control reconfiguration; Parsec; Benchmark (surveying); Suite; Frequency scaling; Distributed computing; Variety (cybernetics); Code (set theory); Embedded system; Artificial intelligence; Programming language; Power (physics)","score_opus":0.021533193869213364,"score_gpt":0.24557778809813657,"score_spread":0.2240445942289232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159176014","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21159236,0.00054555567,0.7798811,0.00028120182,0.000074424286,0.00014036612,0.00003980364,0.0028774808,0.00456762],"genre_scores_gemma":[0.93568593,0.00010522084,0.06204559,0.00010139459,0.000033361248,0.00012854912,0.00004503556,0.00018196246,0.001672872],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983735,0.00045482378,0.00010858291,0.0004594037,0.0003879403,0.00021570314],"domain_scores_gemma":[0.99577636,0.0021790704,0.00063443783,0.0007408927,0.00035691806,0.00031222746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015243138,0.00068795343,0.0006698629,0.00060379313,0.0007277355,0.0013482589,0.0014560651,0.0009706213,0.0014892933],"category_scores_gemma":[0.0048871096,0.0005491208,0.0004081382,0.00037434086,0.001902676,0.001354254,0.0013323951,0.000896941,0.00023084255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025192404,0.00013213546,0.002557155,0.0001376532,0.000069103655,0.00025740263,0.00038665722,0.9024239,0.018761437,0.020808972,0.0008972243,0.05331633],"study_design_scores_gemma":[0.00005217283,0.00010813823,0.0005387779,0.000012978152,0.000023269022,0.000077515055,0.000047550227,0.9663609,0.0086156055,0.022089392,0.0020523379,0.000021319467],"about_ca_topic_score_codex":0.0023017195,"about_ca_topic_score_gemma":0.0018074053,"teacher_disagreement_score":0.0023017195,"about_ca_system_score_codex":0.0007567956,"about_ca_system_score_gemma":0.0008714022,"threshold_uncertainty_score":0.008061469},"labels":[],"label_agreement":null},{"id":"W2159987338","doi":"10.5555/381473.381502","title":"Separating features in source code: an exploratory study","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":106,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Source code; Feature (linguistics); Programming language; Software system; Software evolution; Code (set theory); Software; Aspect-oriented programming; Software construction; Set (abstract data type)","score_opus":0.06756396958322983,"score_gpt":0.3482740333509789,"score_spread":0.2807100637677491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159987338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951197,0.00007176291,0.003607547,0.00010598994,0.000002154484,0.00011878724,0.000072354036,0.00007524146,0.000826475],"genre_scores_gemma":[0.9912657,0.00011265681,0.0074934163,0.00008073147,0.0000070866436,0.00023502143,0.00019991904,0.0000576303,0.0005477988],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99422425,0.0028860886,0.00042011004,0.0007250296,0.0014274189,0.00031699231],"domain_scores_gemma":[0.899621,0.08121627,0.0070480597,0.0047529186,0.006413412,0.00094833545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005307999,0.00047403184,0.00033813607,0.002180271,0.0017051372,0.0015965535,0.0010790157,0.0013773718,0.0008755566],"category_scores_gemma":[0.04671757,0.000586343,0.00053448085,0.0020383962,0.001987327,0.0033159067,0.0019754102,0.0015232263,0.0003078936],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014969304,0.0073988005,0.35059947,0.001515955,0.00021138313,0.0056523927,0.28576687,0.006359643,0.094555594,0.0052075787,0.0021948623,0.23904045],"study_design_scores_gemma":[0.00039217362,0.012406176,0.68241334,0.0006280648,0.0003910368,0.008110066,0.14337368,0.02960585,0.0809661,0.008893999,0.032446895,0.0003727067],"about_ca_topic_score_codex":0.0013893301,"about_ca_topic_score_gemma":0.0032170054,"teacher_disagreement_score":0.005307999,"about_ca_system_score_codex":0.0009504669,"about_ca_system_score_gemma":0.00081433635,"threshold_uncertainty_score":0.028071761},"labels":[],"label_agreement":null},{"id":"W2160184505","doi":"10.1109/oceans.1993.326195","title":"A command, control and communications interface for an environmental sampling ROV","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Interface (matter); Remotely operated underwater vehicle; Software; Command and control; Sampling (signal processing); Computer science; User interface; Control (management); Mission control center; Embedded system; Operating system; Human–computer interaction; Systems engineering; Engineering; Telecommunications; Artificial intelligence","score_opus":0.1305009722069534,"score_gpt":0.33385298939530833,"score_spread":0.20335201718835494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160184505","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11421478,0.00016889606,0.83391756,0.0006782937,0.00017266272,0.001054188,0.00031479532,0.017966155,0.031512626],"genre_scores_gemma":[0.5942929,0.0001354559,0.35698816,0.0005060573,0.000060471975,0.00072265515,0.0007838566,0.00085836486,0.045652002],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993686,0.00019742633,0.000038166883,0.00008646008,0.00025062854,0.00005874597],"domain_scores_gemma":[0.99914503,0.0003634042,0.00004750871,0.00008162073,0.00027394757,0.00008850042],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000948972,0.0005645539,0.00022632105,0.00031984758,0.00050163,0.0010366604,0.00092050614,0.00070318364,0.008765078],"category_scores_gemma":[0.0021617766,0.00019992518,0.00015409014,0.0001823367,0.00038548108,0.000576825,0.00062593044,0.0004820631,0.0012802809],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018277061,0.00050739676,0.011800327,0.00046295414,0.00007780469,0.003340831,0.0032141455,0.038242586,0.20713885,0.028682193,0.04946199,0.65524316],"study_design_scores_gemma":[0.00056839164,0.002563444,0.011649776,0.00013926109,0.00017067279,0.002389747,0.0010335064,0.3218628,0.14365895,0.004865914,0.51093316,0.00016441829],"about_ca_topic_score_codex":0.0032212806,"about_ca_topic_score_gemma":0.002924612,"teacher_disagreement_score":0.008765078,"about_ca_system_score_codex":0.000487742,"about_ca_system_score_gemma":0.0006339508,"threshold_uncertainty_score":0.029322088},"labels":[],"label_agreement":null},{"id":"W2160708296","doi":"10.1109/ms.2007.155","title":"A Software Chasm: Software Engineering and Scientific Computing","year":2007,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Military College of Canada","funders":"","keywords":"Social software engineering; Software Engineering Process Group; Software engineering; Software development; Software requirements; Software construction; Software system; Software; Software peer review; Computer science; Personal software process; Software deployment; Engineering management; Systems engineering; Engineering; Operating system","score_opus":0.02701085889276701,"score_gpt":0.2734204104807158,"score_spread":0.2464095515879488,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160708296","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063496763,0.20270494,0.40173486,0.27699775,0.011875739,0.00015317144,0.00015777897,0.0020724924,0.09795363],"genre_scores_gemma":[0.3322131,0.2088796,0.28848362,0.08156941,0.047040775,0.00097261,0.0005462898,0.002905417,0.037389122],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97633946,0.010839539,0.0011942313,0.0018795675,0.008916399,0.00083080376],"domain_scores_gemma":[0.92415565,0.06052423,0.0016124761,0.005482442,0.005763506,0.0024616227],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.021054946,0.0013713908,0.001976659,0.007108521,0.0042272336,0.015292935,0.0022981022,0.0086753415,0.006550132],"category_scores_gemma":[0.04759909,0.0013064855,0.0011409058,0.00953919,0.028502587,0.039036162,0.010952266,0.017586438,0.0032886846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030493096,0.000029731975,0.00031142266,0.00031431494,0.00004112579,0.00011814709,0.0011454028,0.0008933576,0.0002583113,0.91106105,0.031038936,0.05475769],"study_design_scores_gemma":[0.000016091835,0.000025151841,0.00010937712,0.0003505098,0.0000075031926,0.00014916653,0.0002922194,0.0021767968,0.00017675557,0.8880882,0.10858169,0.00002645788],"about_ca_topic_score_codex":0.001793745,"about_ca_topic_score_gemma":0.0011836793,"teacher_disagreement_score":0.9789451,"about_ca_system_score_codex":0.0040439307,"about_ca_system_score_gemma":0.005252539,"threshold_uncertainty_score":0.11135048},"labels":[],"label_agreement":null},{"id":"W2160802977","doi":"10.1109/re.2005.75","title":"Use cases based requirements validation with scenarios","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Complement (music); System requirements specification; Requirements engineering; System requirements; Software requirements specification; Requirements analysis; Systems engineering; Reliability engineering; Risk analysis (engineering); Software engineering; Engineering; Software system; Programming language; Software","score_opus":0.12634482384003265,"score_gpt":0.32012926022255245,"score_spread":0.1937844363825198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160802977","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03769154,0.00011160175,0.93936896,0.0005342008,0.00010127806,0.0030293947,0.0008802011,0.0024453097,0.015837539],"genre_scores_gemma":[0.22913823,0.00026990255,0.7577988,0.0003382458,0.000033694974,0.00496593,0.0028123192,0.0006412735,0.0040016063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.8990674,0.07084552,0.005510478,0.0034084707,0.019427527,0.0017404804],"domain_scores_gemma":[0.8380071,0.10208375,0.0064200065,0.02962521,0.023024883,0.00083913334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.041601576,0.0030323942,0.0010965399,0.004711844,0.0013732584,0.0054164245,0.0046267565,0.004014657,0.0075854203],"category_scores_gemma":[0.12911676,0.0018795531,0.0024024646,0.0021888835,0.0029376755,0.0067574056,0.005870941,0.0031775904,0.0020404418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014988541,0.0023511986,0.0067568314,0.0019332402,0.0007694127,0.0035828084,0.010805106,0.4022993,0.02740321,0.28961447,0.01071525,0.24227029],"study_design_scores_gemma":[0.0005485263,0.0007802196,0.0017359027,0.0015186945,0.00022871658,0.0010842556,0.0022174527,0.7737336,0.052748624,0.08631562,0.07878446,0.0003038617],"about_ca_topic_score_codex":0.003427317,"about_ca_topic_score_gemma":0.0021327173,"teacher_disagreement_score":0.041601576,"about_ca_system_score_codex":0.0030593448,"about_ca_system_score_gemma":0.0037637774,"threshold_uncertainty_score":0.22001284},"labels":[],"label_agreement":null},{"id":"W2160998628","doi":"10.1109/splc.2008.49","title":"Sample Spaces and Feature Models: There and Back Again","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Probabilistic logic; Computer science; Feature (linguistics); Set (abstract data type); Software product line; Semantics (computer science); Data mining; Software; Feature engineering; Artificial intelligence; Feature model; Theoretical computer science; Programming language; Software development","score_opus":0.07047881643928271,"score_gpt":0.2660813422082334,"score_spread":0.19560252576895065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160998628","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007605977,0.0028888336,0.97887224,0.0049470877,0.00016635968,0.000034034463,0.0002787672,0.000340806,0.0048660194],"genre_scores_gemma":[0.40266997,0.006084602,0.5757236,0.002597569,0.0006865533,0.00041519565,0.00085084996,0.00048543396,0.01048614],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953002,0.002146833,0.00024979637,0.00080598315,0.0012606338,0.00023657102],"domain_scores_gemma":[0.9871292,0.008288503,0.00081210205,0.0026022333,0.00085313566,0.0003148419],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037093,0.0012695139,0.0013638968,0.0030335824,0.0010481267,0.006411429,0.00236693,0.0031453439,0.0072063515],"category_scores_gemma":[0.021042809,0.001080868,0.0026767473,0.0038465958,0.006128436,0.01744291,0.0042901323,0.0058229347,0.0014378943],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006271974,0.00003638018,0.0016816388,0.00017901251,0.00009465007,0.00017880657,0.00045955213,0.013314744,0.00049460225,0.9217703,0.0022275704,0.059500106],"study_design_scores_gemma":[0.000009354247,0.00004219163,0.0003461022,0.000089506095,0.000021256577,0.00019866848,0.00012173116,0.045884766,0.00043702545,0.9397315,0.013083035,0.000034803103],"about_ca_topic_score_codex":0.0033400198,"about_ca_topic_score_gemma":0.0029884728,"teacher_disagreement_score":0.0072063515,"about_ca_system_score_codex":0.0019324622,"about_ca_system_score_gemma":0.0008637029,"threshold_uncertainty_score":0.024107635},"labels":[],"label_agreement":null},{"id":"W2161216060","doi":"10.5539/cis.v3n4p135","title":"Aspect Oriented Requirements Engineering","year":2010,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Modular programming; Requirements engineering; Traceability; Aspect-oriented programming; Separation of concerns; Software engineering; Viewpoints; Requirements analysis; Requirements traceability; Representation (politics); Non-functional requirement; Modular design; Systems engineering; Requirements elicitation; Requirement; Software; Software development; Programming language; Software construction; Engineering","score_opus":0.01873131082164009,"score_gpt":0.27278429852377173,"score_spread":0.25405298770213164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161216060","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013780681,0.0036459267,0.91442955,0.0020444542,0.00038584814,0.0016473455,0.0006582309,0.0023687808,0.07344176],"genre_scores_gemma":[0.031612776,0.0064647943,0.9384565,0.0015913269,0.00037452823,0.0020023389,0.0024496722,0.0006271318,0.016420955],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98036975,0.0073237885,0.0020033766,0.0013700873,0.008367172,0.00056596193],"domain_scores_gemma":[0.9872913,0.0053171422,0.0008960629,0.0027006357,0.003441728,0.00035321168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010253862,0.0022893187,0.0015146226,0.002938881,0.0012456047,0.0060540866,0.003678745,0.003022261,0.008017551],"category_scores_gemma":[0.018679377,0.0012138024,0.0019936515,0.0032294623,0.0019659905,0.004565379,0.00401607,0.0035475888,0.008938803],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049492995,0.00017692255,0.0004992741,0.002438005,0.00019387198,0.00073225575,0.0008507554,0.015269254,0.007742546,0.66024065,0.03719932,0.27460772],"study_design_scores_gemma":[0.00006205161,0.0000895559,0.00028208262,0.00092401577,0.00006034995,0.0011615142,0.00030748034,0.016296336,0.0036079811,0.2486319,0.72850746,0.00006926464],"about_ca_topic_score_codex":0.0011410726,"about_ca_topic_score_gemma":0.0010858631,"teacher_disagreement_score":0.010253862,"about_ca_system_score_codex":0.0016452544,"about_ca_system_score_gemma":0.0037028524,"threshold_uncertainty_score":0.054228246},"labels":[],"label_agreement":null},{"id":"W2161849440","doi":"10.1007/s007660170013","title":"From Non-Functional Requirements to Design through Patterns","year":2001,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":219,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Functional requirement; Computer science; Software engineering","score_opus":0.12472457154920946,"score_gpt":0.32024164918658515,"score_spread":0.1955170776373757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161849440","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007762579,0.0007805132,0.9597572,0.0026854323,0.00010882007,0.00010655168,0.00017147612,0.00065287505,0.027974522],"genre_scores_gemma":[0.21466894,0.003300256,0.75798297,0.0009788888,0.00013112166,0.0004138917,0.0007744427,0.0007026007,0.021046814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99653095,0.0013496845,0.00028634537,0.00047336743,0.0012180994,0.00014163382],"domain_scores_gemma":[0.9935156,0.0037840381,0.0003393088,0.0015501924,0.0006924353,0.000118403535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024713546,0.0010053564,0.00050108304,0.0018138575,0.0006086566,0.0032763972,0.0013883937,0.0014640277,0.007263857],"category_scores_gemma":[0.01333699,0.0010367087,0.0008777827,0.001550573,0.0032120596,0.010627643,0.0033310526,0.002863972,0.002114872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002967703,0.000043580454,0.0005056366,0.00063364365,0.00002788681,0.00042604972,0.0016783404,0.0042936504,0.0025703986,0.8299558,0.0037795317,0.15605582],"study_design_scores_gemma":[0.000016255035,0.00004841033,0.00025584918,0.0003419852,0.000028178527,0.0005015101,0.0005316211,0.011723085,0.0043246676,0.92458725,0.057622537,0.000018724191],"about_ca_topic_score_codex":0.001311882,"about_ca_topic_score_gemma":0.0012350213,"teacher_disagreement_score":0.007263857,"about_ca_system_score_codex":0.0010315547,"about_ca_system_score_gemma":0.0011038445,"threshold_uncertainty_score":0.024300039},"labels":[],"label_agreement":null},{"id":"W2161885642","doi":"10.1109/wpc.2002.1021320","title":"Where's the schema? A taxonomy of patterns for software exchange","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Schema (genetic algorithms); Schema migration; Data exchange; Software; Software engineering; Database schema; Star schema; Information retrieval; Programming language; Database; Semi-structured model; Database design","score_opus":0.077390923343219,"score_gpt":0.2859335038696524,"score_spread":0.20854258052643337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161885642","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03628566,0.006128268,0.8981165,0.013522274,0.00022681458,0.00075272116,0.0005422382,0.0011877491,0.04323771],"genre_scores_gemma":[0.2271671,0.0068536843,0.7557382,0.0012999913,0.00012342575,0.0011096543,0.0008793401,0.00040048835,0.006428069],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9842934,0.006836315,0.0027253826,0.001350754,0.0039003226,0.00089388527],"domain_scores_gemma":[0.98299766,0.0077559496,0.0022610107,0.003703807,0.0026455834,0.00063590077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011662505,0.0013997988,0.0011658903,0.009924342,0.004185057,0.012267993,0.0026622608,0.005183481,0.00441155],"category_scores_gemma":[0.025118642,0.0011448675,0.0022508628,0.01370871,0.01270276,0.036069617,0.0049292115,0.0040911073,0.0012897593],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005723999,0.000077022036,0.005476574,0.00050405023,0.000040541687,0.00039218634,0.015529898,0.0007456825,0.0012498948,0.88117105,0.0039387494,0.0908172],"study_design_scores_gemma":[0.000052495234,0.00016147047,0.0033539967,0.0015561384,0.00007380893,0.0035703415,0.019868579,0.015028237,0.0015042403,0.83855164,0.11616175,0.00011725178],"about_ca_topic_score_codex":0.0060725496,"about_ca_topic_score_gemma":0.004175196,"teacher_disagreement_score":0.012267993,"about_ca_system_score_codex":0.0031821553,"about_ca_system_score_gemma":0.004087829,"threshold_uncertainty_score":0.061677933},"labels":[],"label_agreement":null},{"id":"W2161917019","doi":"10.1109/icsm.2001.972753","title":"The build-time software architecture view","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architectural pattern; Software engineering; Software architecture; Resource-oriented architecture; Software system; Software architecture description; Reference architecture; Concurrency; Software deployment; Architectural style; Software development; Programming language; Software construction; Software; Architecture","score_opus":0.023877581048480416,"score_gpt":0.24567570987563409,"score_spread":0.22179812882715366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2161917019","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029366251,0.0024879249,0.8434855,0.0071645603,0.00024906176,0.000089167836,0.00017845826,0.0010509749,0.11592811],"genre_scores_gemma":[0.57950443,0.0049647633,0.38099277,0.0015531244,0.00030915576,0.00035020715,0.000511234,0.00076221203,0.031052176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99805874,0.0006063107,0.00010985955,0.00030169787,0.0007326303,0.00019076103],"domain_scores_gemma":[0.9969644,0.0010359198,0.00025576766,0.0008819663,0.00055336446,0.00030858823],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017321629,0.0007711841,0.00031599222,0.0015407578,0.0011487046,0.0057499306,0.0013362037,0.0021295473,0.003570246],"category_scores_gemma":[0.003489733,0.0008452092,0.00089860015,0.0011347525,0.006518706,0.011733393,0.0024196405,0.0041781627,0.0012244013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000841324,0.00001098904,0.0006153832,0.00005221123,0.000009180224,0.000098708195,0.0012041731,0.0035034064,0.0008920834,0.9800014,0.0012109347,0.012393163],"study_design_scores_gemma":[0.000014912463,0.000044300752,0.0008045047,0.00009154562,0.000030789535,0.00035847953,0.0007479204,0.01826004,0.0012250234,0.8252622,0.15313469,0.000025605736],"about_ca_topic_score_codex":0.005307667,"about_ca_topic_score_gemma":0.0043288255,"teacher_disagreement_score":0.0057499306,"about_ca_system_score_codex":0.0027318215,"about_ca_system_score_gemma":0.0029479112,"threshold_uncertainty_score":0.01982081},"labels":[],"label_agreement":null},{"id":"W2162416448","doi":"10.1109/isre.2001.948590","title":"The single model principle [for software development]","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software development; Development (topology); Software engineering; Software; Contrast (vision); Programming language; Artificial intelligence; Mathematics","score_opus":0.11717605569597077,"score_gpt":0.29352456990663484,"score_spread":0.17634851421066405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2162416448","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002811632,0.0021277582,0.9412594,0.01101169,0.0008775337,0.00017300092,0.000102983206,0.0011304751,0.040505476],"genre_scores_gemma":[0.13380116,0.0027516661,0.8373414,0.008616097,0.0012715745,0.0012557214,0.00023129482,0.0011730538,0.013557958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9885047,0.0038921882,0.0008438183,0.001616609,0.004467184,0.0006755054],"domain_scores_gemma":[0.98541623,0.0062838844,0.0012818042,0.004694408,0.0017102388,0.0006134219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011604623,0.0015712477,0.0013440307,0.0019050173,0.0032930092,0.0056243576,0.005090227,0.0072494405,0.005151684],"category_scores_gemma":[0.019598668,0.001455505,0.0025428338,0.0022993346,0.018830137,0.019343404,0.008838842,0.010170397,0.0046208976],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012597357,0.00001739963,0.00009987142,0.00013876727,0.000019360607,0.00008102363,0.00045100012,0.001047432,0.0004925586,0.9793956,0.0052074813,0.013036936],"study_design_scores_gemma":[0.000027482465,0.000052720836,0.00006567124,0.00010551013,0.000025790565,0.00041622276,0.000072038856,0.003392022,0.0011455906,0.9069904,0.08767168,0.00003483824],"about_ca_topic_score_codex":0.0015330015,"about_ca_topic_score_gemma":0.0017620986,"teacher_disagreement_score":0.011604623,"about_ca_system_score_codex":0.002358204,"about_ca_system_score_gemma":0.0042146533,"threshold_uncertainty_score":0.061371863},"labels":[],"label_agreement":null},{"id":"W2163064865","doi":"10.1109/ase.2009.66","title":"Self-Repair through Reconfiguration: A Requirements Engineering Approach","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Control reconfiguration; Computer science; Exploit; Software architecture; Personalization; Software; Software engineering; Software system; Embedded system; Distributed computing; Reliability engineering; Systems engineering; Operating system; Engineering; Computer security","score_opus":0.05150899406219699,"score_gpt":0.2898537628969603,"score_spread":0.2383447688347633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163064865","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006414557,0.00027189046,0.98154575,0.0014078561,0.00002654416,0.00033859527,0.00006318915,0.00033682137,0.009594777],"genre_scores_gemma":[0.11770588,0.00055497413,0.87807417,0.00027605027,0.000056357527,0.0006582086,0.0002059547,0.00012421327,0.0023441636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9936883,0.0032480347,0.0003235154,0.00053534925,0.0018933985,0.00031142274],"domain_scores_gemma":[0.992786,0.0042384705,0.00065147923,0.0010591795,0.0010135797,0.0002513115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059302347,0.0015672804,0.00084857875,0.0023599188,0.0011848634,0.0034023991,0.0040163468,0.0027087876,0.0017834676],"category_scores_gemma":[0.010219931,0.0011231685,0.0019814793,0.0017405296,0.0026969407,0.0036086193,0.002563157,0.002358498,0.0007271023],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085277854,0.0004354539,0.0014439649,0.0010881172,0.0002120413,0.0024813768,0.004126931,0.32141298,0.016057627,0.49578658,0.00532585,0.1515437],"study_design_scores_gemma":[0.000095536,0.00025030135,0.0006940718,0.0005406447,0.000119401106,0.0013292879,0.002053576,0.6109345,0.0074708005,0.30488613,0.07150702,0.00011871735],"about_ca_topic_score_codex":0.0022513182,"about_ca_topic_score_gemma":0.002759367,"teacher_disagreement_score":0.0059302347,"about_ca_system_score_codex":0.0021777775,"about_ca_system_score_gemma":0.0030915944,"threshold_uncertainty_score":0.031362414},"labels":[],"label_agreement":null},{"id":"W2163080014","doi":"10.1145/1985793.1986055","title":"Workshop on SHAring and Reusing architectural Knowledge (SHARK 2011)","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Computer science; Software engineering; Personalization; Software architecture; Architecture; Software; Representation (politics); World Wide Web; Knowledge management; Programming language; Engineering","score_opus":0.13886102790199978,"score_gpt":0.3151709467084551,"score_spread":0.1763099188064553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163080014","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040041585,0.044068705,0.47799242,0.1310401,0.050712876,0.0014846078,0.003821493,0.004247721,0.24659048],"genre_scores_gemma":[0.16777043,0.04105194,0.3301319,0.013992378,0.008099044,0.0018892952,0.012883426,0.0030635654,0.42111802],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99345475,0.0026205825,0.00041318056,0.0009502161,0.0017056538,0.00085559546],"domain_scores_gemma":[0.98556954,0.0042964746,0.00043976848,0.0033827552,0.0033760194,0.0029354591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014392153,0.0012524179,0.0015246397,0.0016307957,0.0025297296,0.008159432,0.0032891426,0.00502548,0.021022964],"category_scores_gemma":[0.014254075,0.001082903,0.0021582453,0.002398461,0.0024824005,0.012011978,0.008902149,0.00663085,0.010369004],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005040245,0.0004855709,0.0008530044,0.0009808525,0.00010138008,0.00053537264,0.0041912836,0.003905838,0.004412052,0.07646538,0.5388993,0.36866587],"study_design_scores_gemma":[0.000058104008,0.00016378949,0.0016569388,0.0009879386,0.000054777545,0.0006450708,0.0021319652,0.0056587593,0.003554794,0.04729497,0.93768114,0.00011182509],"about_ca_topic_score_codex":0.007262341,"about_ca_topic_score_gemma":0.008773645,"teacher_disagreement_score":0.021022964,"about_ca_system_score_codex":0.0035276953,"about_ca_system_score_gemma":0.008971364,"threshold_uncertainty_score":0.07611388},"labels":[],"label_agreement":null},{"id":"W2163165845","doi":"10.1109/tse.2009.30","title":"Engineering of Framework-Specific Modeling Languages","year":2009,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Model-driven architecture; Domain-specific language; Reverse engineering; Domain (mathematical analysis); Modeling language; Programming language; Software development; Software","score_opus":0.024973816079868247,"score_gpt":0.26647242826469514,"score_spread":0.24149861218482688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163165845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059769596,0.0001444442,0.98746383,0.00043174505,0.00005239096,0.00028181347,0.0001165231,0.0020516282,0.0034805376],"genre_scores_gemma":[0.028026251,0.00022145505,0.96883494,0.00009439021,0.000015475047,0.00028816215,0.00034974611,0.00065793423,0.0015117442],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9887494,0.0036954577,0.0011247005,0.00093715393,0.0046885773,0.0008048085],"domain_scores_gemma":[0.984445,0.0042068157,0.0012489414,0.005402988,0.004165584,0.00053077424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017439429,0.0013141355,0.00069093873,0.0026756946,0.0014519513,0.0048927017,0.0040556514,0.0017246742,0.0017291518],"category_scores_gemma":[0.027904933,0.0017619568,0.0031315102,0.0013518423,0.0023892329,0.005718647,0.005673054,0.0047546313,0.0007608156],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009181747,0.00025013738,0.0033707411,0.0006466237,0.00016286391,0.0007649044,0.004009055,0.07016752,0.01576685,0.7372467,0.007877974,0.15964492],"study_design_scores_gemma":[0.00011211535,0.00017098043,0.00095731183,0.0007720379,0.00021478091,0.0010738252,0.0011587285,0.39841312,0.04272996,0.23258252,0.32159507,0.00021962092],"about_ca_topic_score_codex":0.0060491846,"about_ca_topic_score_gemma":0.00894354,"teacher_disagreement_score":0.017439429,"about_ca_system_score_codex":0.0031105708,"about_ca_system_score_gemma":0.00834925,"threshold_uncertainty_score":0.092229605},"labels":[],"label_agreement":null},{"id":"W2163245363","doi":"10.1109/spline.2006.1691576","title":"Feature Models are Views on Ontologies","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Rotation formalisms in three dimensions; Feature (linguistics); Computer science; IDEF5; Feature model; Ontology; Web Ontology Language; Software; Theoretical computer science; Data mining; Information retrieval; Programming language; Ontology-based data integration; Semantic Web; Mathematics","score_opus":0.08510427721559695,"score_gpt":0.2957424475035451,"score_spread":0.21063817028794818,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163245363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004249759,0.0006870055,0.97094077,0.0017939574,0.00017840746,0.00006727985,0.0003512274,0.00060713827,0.021124544],"genre_scores_gemma":[0.26294312,0.0027662746,0.7124544,0.0016741095,0.0005417593,0.00046044798,0.0023809012,0.0007132208,0.016065858],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926064,0.0029781512,0.0005516706,0.0010351281,0.0023191806,0.0005094782],"domain_scores_gemma":[0.99243236,0.0027930557,0.00054523186,0.002838056,0.0010929217,0.00029836624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00491849,0.001068294,0.00085672067,0.0024585146,0.0013159523,0.007949166,0.0018637618,0.0024232375,0.0039260318],"category_scores_gemma":[0.008992862,0.001152617,0.0024331769,0.002767126,0.004391836,0.020248063,0.0055151843,0.004798891,0.0012480089],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010323627,0.000011332622,0.00015249659,0.000047377995,0.000027047916,0.00008131476,0.0007224919,0.0016137139,0.0005749656,0.9834192,0.0014153274,0.011924267],"study_design_scores_gemma":[0.000015931157,0.00001753755,0.00013186007,0.00008437997,0.000039280018,0.00014632441,0.00034755343,0.012380322,0.0011593929,0.8937957,0.09185689,0.000024804544],"about_ca_topic_score_codex":0.0045164656,"about_ca_topic_score_gemma":0.0044340915,"teacher_disagreement_score":0.007949166,"about_ca_system_score_codex":0.0019095415,"about_ca_system_score_gemma":0.0018574382,"threshold_uncertainty_score":0.026011765},"labels":[],"label_agreement":null},{"id":"W2163351999","doi":"10.1109/re.2008.49","title":"Extracting and Modeling Product Line Functional Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":97,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Relation (database); Domain (mathematical analysis); Product (mathematics); Product line; Data mining; Engineering; Mathematics","score_opus":0.26690395839411013,"score_gpt":0.3349787026835538,"score_spread":0.06807474428944366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163351999","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041208703,0.00007749568,0.9526662,0.00015259956,0.000008646285,0.0003083769,0.001033157,0.0012347487,0.0033100615],"genre_scores_gemma":[0.16381186,0.00019846013,0.8292514,0.000048309266,0.000010736922,0.0004392629,0.003996185,0.00027623842,0.0019674986],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978352,0.000588476,0.00023207994,0.00030167116,0.0009408035,0.00010177639],"domain_scores_gemma":[0.9957705,0.0019641418,0.0005397833,0.0006701972,0.0010021108,0.000053318658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017893286,0.0011305263,0.0004624431,0.0033576076,0.0004500161,0.0018146735,0.0010583955,0.0008197457,0.0013161201],"category_scores_gemma":[0.0077753696,0.0007869629,0.0013558788,0.0015383975,0.00057859113,0.0018281013,0.0009854236,0.0009112909,0.00085782225],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022287082,0.00046493436,0.017955776,0.0015492921,0.0001675748,0.0034677847,0.005693589,0.23811455,0.08298547,0.09407113,0.0070737107,0.5482333],"study_design_scores_gemma":[0.000045542994,0.00022669185,0.006062502,0.00027503344,0.00013968661,0.0014313584,0.0014370553,0.8419553,0.05796842,0.03712164,0.053233333,0.000103310114],"about_ca_topic_score_codex":0.0044338577,"about_ca_topic_score_gemma":0.0058183596,"teacher_disagreement_score":0.0044338577,"about_ca_system_score_codex":0.00091901544,"about_ca_system_score_gemma":0.0015325091,"threshold_uncertainty_score":0.009463012},"labels":[],"label_agreement":null},{"id":"W2163581369","doi":"10.5555/1926458.1926476","title":"A dynamic-priority based approach to fixing inconsistent feature models","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Consistency (knowledge bases); Usability; Feature model; Constraint (computer-aided design); Domain (mathematical analysis); Hierarchy; Focus (optics); Scalability; Data mining; Task (project management); Machine learning; Artificial intelligence; Human–computer interaction; Software; Mathematics; Database","score_opus":0.03064984916631849,"score_gpt":0.27646986963286124,"score_spread":0.24582002046654275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163581369","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004802335,0.00010173467,0.9920151,0.00021273002,0.000066119006,0.000115506635,0.000050719085,0.0014623321,0.0011733086],"genre_scores_gemma":[0.124881186,0.0001144221,0.87178534,0.00020020668,0.00007160694,0.00009262333,0.00021545225,0.00049449847,0.002144706],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9871674,0.0025035092,0.0009376957,0.0022643823,0.006169257,0.00095775345],"domain_scores_gemma":[0.9724468,0.007419495,0.0019733873,0.010040535,0.007256063,0.0008637723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009439192,0.0012769197,0.0017621625,0.004536569,0.0023783692,0.0040484793,0.008429044,0.0025247124,0.0056825546],"category_scores_gemma":[0.032089524,0.0017722239,0.002232811,0.0031958825,0.0024702016,0.0084458105,0.0055918973,0.004839729,0.0010282374],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000749514,0.0005881297,0.0044810637,0.0005115171,0.0002856137,0.0005613295,0.0011681657,0.08289052,0.024948543,0.13613494,0.0086878,0.73899287],"study_design_scores_gemma":[0.00021730881,0.0003631725,0.0010841676,0.0001381627,0.00047635025,0.0007950297,0.00044913913,0.7919594,0.028359044,0.15719713,0.018764416,0.0001966555],"about_ca_topic_score_codex":0.009055855,"about_ca_topic_score_gemma":0.017178077,"teacher_disagreement_score":0.009439192,"about_ca_system_score_codex":0.0025232262,"about_ca_system_score_gemma":0.0052608103,"threshold_uncertainty_score":0.049919784},"labels":[],"label_agreement":null},{"id":"W2164081943","doi":"10.1109/rev.2009.7","title":"Visualizing Emotional Requirements","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Visualization; Computer science; Focus (optics); Requirements analysis; Human–computer interaction; Domain (mathematical analysis); Production (economics); Work (physics); Emotional expression; Requirements elicitation; Artificial intelligence; Psychology; Cognitive psychology; Engineering","score_opus":0.07772418594401323,"score_gpt":0.3615408594797756,"score_spread":0.28381667353576234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164081943","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.053083457,0.00026487935,0.92171645,0.0005517691,0.00012183747,0.00031067367,0.0009104107,0.0054439874,0.017596515],"genre_scores_gemma":[0.44320223,0.0005065796,0.54431444,0.00019071432,0.00003262656,0.00047161747,0.001957088,0.0020116789,0.007312992],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99880517,0.0004909337,0.0000962544,0.00012740599,0.0003977997,0.0000824851],"domain_scores_gemma":[0.9950583,0.002834688,0.00026621087,0.0007126054,0.0009792113,0.00014903327],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014271567,0.00093994784,0.00036716473,0.0011639494,0.00038396489,0.0023560724,0.00076076156,0.0011221851,0.008626629],"category_scores_gemma":[0.010750599,0.0003890464,0.0005599863,0.0005273218,0.00043039623,0.0022818302,0.0021610619,0.0010515111,0.00143364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009963285,0.00030242605,0.0065835365,0.0027106816,0.0001180689,0.0018678026,0.023437124,0.029198658,0.23018846,0.08303085,0.03644493,0.58512104],"study_design_scores_gemma":[0.00025682192,0.0008172439,0.019115157,0.0010651528,0.00020740998,0.0039527663,0.013988622,0.35336772,0.20137219,0.094442174,0.31096852,0.00044623166],"about_ca_topic_score_codex":0.00073231105,"about_ca_topic_score_gemma":0.0007851633,"teacher_disagreement_score":0.008626629,"about_ca_system_score_codex":0.0003533276,"about_ca_system_score_gemma":0.00038755778,"threshold_uncertainty_score":0.02885896},"labels":[],"label_agreement":null},{"id":"W2164335210","doi":"10.1109/case.1995.465322","title":"Extending programming environments to support architectural design","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Programming language; Comparison of multi-paradigm programming languages; Second-generation programming language; Fifth-generation programming language; Programming language theory; Programming paradigm; Software engineering","score_opus":0.10552243601368191,"score_gpt":0.29355627431906783,"score_spread":0.18803383830538592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164335210","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00436215,0.00018835,0.98677397,0.00038339576,0.00007760492,0.000050797862,0.000029814544,0.0032004248,0.004933535],"genre_scores_gemma":[0.027161654,0.000600988,0.9674126,0.00017059575,0.000057799178,0.00014441316,0.00013447904,0.0008883845,0.0034290357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955713,0.002157532,0.00056734507,0.00053295126,0.0008717275,0.00029922603],"domain_scores_gemma":[0.9925092,0.0039095455,0.00050944684,0.0020201155,0.00069144723,0.0003602272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061981543,0.0011650599,0.0006225129,0.0012084524,0.0012356768,0.0058395956,0.0025287697,0.0018048898,0.0025551904],"category_scores_gemma":[0.012291618,0.0015572143,0.0017585986,0.0014742553,0.0027934771,0.00894414,0.007299405,0.004724307,0.0016971356],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012772436,0.00016725062,0.001236192,0.0004674454,0.000065221524,0.00088809326,0.0051489263,0.033182696,0.009186941,0.7351569,0.0069463854,0.20742622],"study_design_scores_gemma":[0.0001331871,0.00011207866,0.00026402817,0.00041680294,0.000091891256,0.0008685453,0.0004728932,0.093548656,0.0076633473,0.40369666,0.49260917,0.00012279111],"about_ca_topic_score_codex":0.0009232949,"about_ca_topic_score_gemma":0.0014314422,"teacher_disagreement_score":0.0061981543,"about_ca_system_score_codex":0.00062033214,"about_ca_system_score_gemma":0.0016838514,"threshold_uncertainty_score":0.032779336},"labels":[],"label_agreement":null},{"id":"W2165004046","doi":"10.1109/iccbss.2007.34","title":"Setting Up COTS-Based Software Product Lines","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Software; Avionics software; Product (mathematics); Computer science; Software engineering; Avionics; Set (abstract data type); Software construction; Systems engineering; Software development; Engineering; Operating system","score_opus":0.0376845693739275,"score_gpt":0.31679413158849756,"score_spread":0.27910956221457006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165004046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14949924,0.0006718114,0.82775533,0.0006688408,0.00015932361,0.0016156544,0.00023741958,0.0019219756,0.01747051],"genre_scores_gemma":[0.26034948,0.00059654005,0.7327436,0.00017252784,0.00003341353,0.0006015362,0.0005501874,0.0003285352,0.0046241726],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959966,0.0012894714,0.00027448044,0.00056154863,0.00161024,0.00026759435],"domain_scores_gemma":[0.9911398,0.0018921293,0.0012674119,0.0016957289,0.0032001445,0.00080468925],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028370195,0.001077186,0.00055861677,0.0014879339,0.00085443637,0.002700226,0.0014809974,0.0011405798,0.0030816684],"category_scores_gemma":[0.011493025,0.0010569517,0.0006840905,0.0010538433,0.0007037991,0.0043015033,0.0026030368,0.0017616258,0.00209316],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005453607,0.001482757,0.021057032,0.0012697356,0.00012879948,0.004172302,0.004692092,0.13538244,0.078432806,0.11615613,0.01270712,0.6239734],"study_design_scores_gemma":[0.00046091093,0.004547152,0.010211763,0.0018684252,0.00019231546,0.0039574783,0.0048737437,0.6094264,0.07684475,0.06157627,0.22576343,0.0002774495],"about_ca_topic_score_codex":0.001180589,"about_ca_topic_score_gemma":0.0015606461,"teacher_disagreement_score":0.0030816684,"about_ca_system_score_codex":0.0009284707,"about_ca_system_score_gemma":0.001478114,"threshold_uncertainty_score":0.015003741},"labels":[],"label_agreement":null},{"id":"W2165210986","doi":"10.1002/smr.534","title":"Formalizing interactive staged feature model configuration","year":2011,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; National Research Council Canada","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Software product line; Domain (mathematical analysis); Software engineering; Personalization; Soundness; Domain model; Completeness (order theory); Fuzzy logic; Representation (politics); Theoretical computer science; Process (computing); Programming language; Artificial intelligence; Software; Software development; Mathematics; World Wide Web","score_opus":0.0440590751993122,"score_gpt":0.2916542145321129,"score_spread":0.24759513933280067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165210986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017441459,0.000035319357,0.97423786,0.00012354196,0.000013771557,0.00017676395,0.00012326987,0.0013276226,0.006520462],"genre_scores_gemma":[0.49446866,0.0000948638,0.49944925,0.00010265697,0.000015749292,0.00042647004,0.00047295462,0.00032046775,0.00464889],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99700457,0.00074344006,0.00022280411,0.0004895755,0.0012378455,0.00030169668],"domain_scores_gemma":[0.99579525,0.0019419099,0.00034225412,0.0012294475,0.00061414985,0.00007702786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026959123,0.0005612794,0.00036048572,0.001058908,0.0007146908,0.0020004448,0.0021289508,0.0013843225,0.0067270724],"category_scores_gemma":[0.0064290557,0.00088676973,0.0016806953,0.00067635864,0.003256954,0.0029966873,0.003402362,0.0019931034,0.00088000187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010493268,0.00010907216,0.0014780385,0.00020678056,0.00006331967,0.0013867407,0.0014233135,0.19631253,0.020968465,0.7163341,0.0017149259,0.059897844],"study_design_scores_gemma":[0.000054593238,0.000100678895,0.00038666555,0.00011866223,0.000052447205,0.00040154075,0.00019612478,0.7175258,0.027589025,0.23266104,0.020856176,0.000057252466],"about_ca_topic_score_codex":0.002725794,"about_ca_topic_score_gemma":0.0029001532,"teacher_disagreement_score":0.0067270724,"about_ca_system_score_codex":0.0018746993,"about_ca_system_score_gemma":0.0013520502,"threshold_uncertainty_score":0.02250427},"labels":[],"label_agreement":null},{"id":"W2165854000","doi":"10.1109/ecbs.2006.70","title":"UMLintr: a UML profile for specifying intrusions","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Applications of UML; Unified Modeling Language; UML tool; Object Constraint Language; Programming language; Software engineering; Usability; Software; Human–computer interaction","score_opus":0.03169250254184054,"score_gpt":0.28548082958928117,"score_spread":0.25378832704744064,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165854000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00382382,0.0004614246,0.95173526,0.00071217824,0.00015576549,0.0010983887,0.004833019,0.029650701,0.0075295167],"genre_scores_gemma":[0.033616345,0.0015058325,0.92693263,0.0006331547,0.00015032289,0.0024393916,0.021968469,0.0048224977,0.007931249],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9940878,0.0020620811,0.0013769704,0.0003594667,0.0018033067,0.00031035847],"domain_scores_gemma":[0.99048495,0.0035752421,0.0013410604,0.0017961353,0.0023819357,0.00042063356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007504143,0.0024163704,0.0011387949,0.0041822363,0.0011277357,0.003531301,0.0024973275,0.0025677509,0.0052838568],"category_scores_gemma":[0.018828416,0.0019422706,0.0017033321,0.002004842,0.0006886616,0.005476152,0.002051461,0.0031896937,0.0067765196],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00088951964,0.00062039343,0.005917056,0.002115497,0.00020558407,0.0023810207,0.00541654,0.041553926,0.061107483,0.23756114,0.21200682,0.4302251],"study_design_scores_gemma":[0.00018470045,0.00018089946,0.0015347723,0.0007200362,0.00009525761,0.0021250043,0.0003360059,0.0657722,0.020493338,0.053955536,0.85434085,0.00026139955],"about_ca_topic_score_codex":0.005048146,"about_ca_topic_score_gemma":0.006715043,"teacher_disagreement_score":0.007504143,"about_ca_system_score_codex":0.0015827729,"about_ca_system_score_gemma":0.004537047,"threshold_uncertainty_score":0.039686203},"labels":[],"label_agreement":null},{"id":"W2165944130","doi":"10.1109/hicss.2007.47","title":"Adaptive Systems Require Adaptive Support--When Tools Attack!","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Interoperability; Computer science; Key (lock); Software engineering; Software; Adaptation (eye); Software system; Computer security; World Wide Web","score_opus":0.14959978067801494,"score_gpt":0.331404698246628,"score_spread":0.18180491756861306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2165944130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23720162,0.0027122984,0.5013532,0.03773109,0.0007086464,0.0006218479,0.00025929624,0.008353658,0.21105826],"genre_scores_gemma":[0.8526946,0.0011594979,0.124596454,0.004193828,0.00027606677,0.00032430392,0.00025066742,0.0008594457,0.015645267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945064,0.0015366804,0.0004755595,0.0006988066,0.002143934,0.00063866714],"domain_scores_gemma":[0.9774475,0.00819218,0.0030112437,0.007739221,0.0021695413,0.0014403118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005750132,0.00063174596,0.00042490283,0.0011763368,0.0021576562,0.010834688,0.001913131,0.0034225057,0.004815286],"category_scores_gemma":[0.027581979,0.0007328528,0.00055286795,0.0010523319,0.009150744,0.019969262,0.0077602314,0.0034268266,0.0028931072],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019014023,0.00021853033,0.03483658,0.00089549675,0.0001779117,0.0017802524,0.02616284,0.004156815,0.020178849,0.5232868,0.014828182,0.37328753],"study_design_scores_gemma":[0.000055942477,0.00052064424,0.01994743,0.0010183016,0.0001470165,0.0029427735,0.01823215,0.009935964,0.01091049,0.5901969,0.34585512,0.00023728474],"about_ca_topic_score_codex":0.001177915,"about_ca_topic_score_gemma":0.00094378425,"teacher_disagreement_score":0.010834688,"about_ca_system_score_codex":0.0010710638,"about_ca_system_score_gemma":0.0021733823,"threshold_uncertainty_score":0.030409992},"labels":[],"label_agreement":null},{"id":"W2166099324","doi":"10.1109/re.2005.19","title":"Configuring common personal software: a requirements-driven approach","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Personalization; Computer science; Consistency (knowledge bases); Construct (python library); Software; Configuration Management (ITSM); Software configuration management; Overlay; Human–computer interaction; Software system; Software engineering; World Wide Web; Software construction; Programming language; Artificial intelligence","score_opus":0.061795612433035045,"score_gpt":0.3037081872259737,"score_spread":0.24191257479293865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166099324","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11501606,0.00017175963,0.87176317,0.0008337196,0.000011403004,0.0005116741,0.00010885176,0.00074080704,0.010842692],"genre_scores_gemma":[0.46637878,0.00017836808,0.53101736,0.000103983504,0.000010222587,0.00029522533,0.00025571827,0.00017808992,0.001582217],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906308,0.004402299,0.00043941886,0.000907386,0.0029885415,0.00063149957],"domain_scores_gemma":[0.986603,0.0067317374,0.0012103379,0.0033369584,0.0015632045,0.00055475265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006915644,0.0010651011,0.00074113323,0.002514692,0.0013271772,0.0043650544,0.0037746907,0.0020946665,0.001742005],"category_scores_gemma":[0.018713398,0.0014421117,0.0013617144,0.0017494231,0.0031723736,0.005100101,0.0025700233,0.0017077219,0.00044063883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003467169,0.0008031685,0.021931062,0.0012242029,0.0003179386,0.0041336142,0.014551186,0.35206616,0.040552437,0.29126015,0.0040569715,0.26875642],"study_design_scores_gemma":[0.00006154653,0.0003238427,0.004848153,0.0003852654,0.00012808024,0.002278845,0.007892334,0.7664429,0.030076798,0.16060106,0.02677382,0.00018728942],"about_ca_topic_score_codex":0.0032155656,"about_ca_topic_score_gemma":0.0057974206,"teacher_disagreement_score":0.006915644,"about_ca_system_score_codex":0.002635677,"about_ca_system_score_gemma":0.002115047,"threshold_uncertainty_score":0.036573887},"labels":[],"label_agreement":null},{"id":"W2166251938","doi":"","title":"A formal component-based software engineering approach for developing trustworthy systems","year":2009,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Computer science; Software system; Component-based software engineering; Software engineering; Trustworthiness; Software; Computer security; Programming language","score_opus":0.046665717073774614,"score_gpt":0.2877684624344632,"score_spread":0.24110274536068857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166251938","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004614316,0.00027102014,0.9952625,0.0003039728,0.00006933482,0.00011571799,0.000024359686,0.00016943662,0.0033222272],"genre_scores_gemma":[0.030379184,0.0009675176,0.9638515,0.00018012128,0.000092515336,0.00060309574,0.000110067296,0.00011201148,0.0037039113],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99613225,0.0013478032,0.0004041617,0.00046225215,0.0014978925,0.00015559577],"domain_scores_gemma":[0.99609876,0.0020649899,0.0002673162,0.0006554837,0.00079454045,0.000118938704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044765775,0.0015217642,0.00076666276,0.0022244195,0.0016854014,0.0033166457,0.0029205699,0.0019580836,0.0036641576],"category_scores_gemma":[0.007510574,0.0012031472,0.0026930508,0.0016282194,0.004256009,0.0036458638,0.0029973085,0.0047315164,0.0014994029],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000114369195,0.000041248113,0.00016967361,0.0002732684,0.000029006122,0.0002495535,0.00056264194,0.05092644,0.0023955102,0.9223915,0.0014806862,0.021469017],"study_design_scores_gemma":[0.000055848377,0.000110300585,0.00012789383,0.0004041816,0.00010272442,0.00042766833,0.000193923,0.25775027,0.00491838,0.6181429,0.11769428,0.0000716702],"about_ca_topic_score_codex":0.003986384,"about_ca_topic_score_gemma":0.0039908923,"teacher_disagreement_score":0.0044765775,"about_ca_system_score_codex":0.002502243,"about_ca_system_score_gemma":0.0043117865,"threshold_uncertainty_score":0.023674667},"labels":[],"label_agreement":null},{"id":"W2166790309","doi":"10.5555/954014.954021","title":"Combining UCMs and formal methods for representing and checking the validity of scenarios as user requirements","year":2003,"lang":"en","type":"article","venue":"South African Institute of Computer Scientists and Information Technologists","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Usability; Requirements engineering; Heuristics; Formal methods; Formal specification; Context (archaeology); Software requirements specification; Notation; Human–computer interaction; Software development; Software; Software design; Programming language","score_opus":0.0527743353092594,"score_gpt":0.32674629626306406,"score_spread":0.27397196095380466,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166790309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021582085,0.00007383142,0.9953276,0.00016366084,0.000023898838,0.00016166747,0.000043852517,0.0009222052,0.0011251138],"genre_scores_gemma":[0.06414162,0.00015843239,0.9335495,0.00011536758,0.00003307888,0.00057365745,0.00023927665,0.00026715753,0.0009218978],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.952083,0.030359697,0.0049030134,0.0024647221,0.0091811605,0.0010084999],"domain_scores_gemma":[0.8544901,0.10414615,0.0071464456,0.023285344,0.010154047,0.00077792886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.030900367,0.0018098138,0.0011305166,0.006752725,0.0015949226,0.006656718,0.0041263974,0.0025523067,0.004217642],"category_scores_gemma":[0.11887452,0.0016447214,0.00276336,0.0035203947,0.0055986526,0.011396039,0.0065243966,0.0035069045,0.00094237976],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019639774,0.00020067285,0.0034667242,0.0009949259,0.00017501895,0.00054476585,0.0029197882,0.14144693,0.005038397,0.5815061,0.0025290633,0.26098126],"study_design_scores_gemma":[0.00007346073,0.00016806142,0.00044972653,0.00067852327,0.000120033306,0.00038529528,0.0007194911,0.6339383,0.009869666,0.32630396,0.027164783,0.00012864658],"about_ca_topic_score_codex":0.009021157,"about_ca_topic_score_gemma":0.009875863,"teacher_disagreement_score":0.030900367,"about_ca_system_score_codex":0.003440276,"about_ca_system_score_gemma":0.00450549,"threshold_uncertainty_score":0.16341877},"labels":[],"label_agreement":null},{"id":"W2166830361","doi":"10.1109/csie.2009.946","title":"A Metamodel for Tracing Non-functional Requirements","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Metamodeling; Computer science; Software engineering; Tracing; Traceability; Non-functional requirement; Interdependence; Requirements traceability; Software requirements specification; Software development; Programming language; Software; Software design; Software construction; Requirement","score_opus":0.1082299927848097,"score_gpt":0.3347465553292612,"score_spread":0.22651656254445146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2166830361","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034268382,0.00007511596,0.99203414,0.00030232294,0.000038841124,0.00012527072,0.00027877683,0.0016553006,0.002063411],"genre_scores_gemma":[0.04986286,0.00033711543,0.94493556,0.00015971177,0.000028003344,0.00036728717,0.0011174196,0.00033555992,0.0028564392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973603,0.00087285513,0.00041798828,0.00038589732,0.0008348719,0.00012805882],"domain_scores_gemma":[0.99527836,0.0016693798,0.0004108045,0.0018876897,0.00059754745,0.00015628802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004728028,0.0008479951,0.0006082347,0.0021690908,0.000870732,0.0029018715,0.0021557882,0.0022568055,0.0022497377],"category_scores_gemma":[0.008650268,0.00084659114,0.0017780361,0.0014383703,0.0012788343,0.00501027,0.0017616223,0.0025946281,0.0009085139],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017797803,0.0003291465,0.0027639377,0.000627483,0.00012986996,0.0009491645,0.0029406126,0.06640049,0.041463252,0.7388698,0.006601759,0.1387465],"study_design_scores_gemma":[0.00012450086,0.00033648108,0.00103608,0.0006131029,0.00022297403,0.0014335108,0.0006980047,0.33657148,0.04171095,0.2682503,0.34880143,0.00020124191],"about_ca_topic_score_codex":0.004477119,"about_ca_topic_score_gemma":0.0072783134,"teacher_disagreement_score":0.004728028,"about_ca_system_score_codex":0.0014985815,"about_ca_system_score_gemma":0.004126662,"threshold_uncertainty_score":0.025004506},"labels":[],"label_agreement":null},{"id":"W2167700889","doi":"10.1109/splc.2008.11","title":"On-Demand Cluster Analysis for Product Line Functional Requirements","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Identification (biology); Cluster analysis; Complement (music); Domain (mathematical analysis); Domain analysis; Decomposition; Product (mathematics); Software product line; Feature (linguistics); Data mining; Functional requirement; Software engineering; Artificial intelligence; Programming language","score_opus":0.1319120343533863,"score_gpt":0.3264558404744939,"score_spread":0.19454380612110758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167700889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02359039,0.00005889251,0.9723617,0.00012454746,0.000009057137,0.0002894785,0.00045353174,0.0007371122,0.0023752998],"genre_scores_gemma":[0.20843558,0.0000917296,0.7870061,0.0000562333,0.000020066153,0.00045298634,0.0019205653,0.0002804146,0.0017364327],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9969548,0.0008033535,0.00014121705,0.00043504487,0.0014605179,0.00020508863],"domain_scores_gemma":[0.9935656,0.0030128278,0.0005293255,0.0011500444,0.001547802,0.00019442716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015593969,0.0012270211,0.0010380741,0.005425378,0.0012331611,0.0018098328,0.0018190434,0.0010513704,0.0035377399],"category_scores_gemma":[0.00856441,0.0004625747,0.0015189585,0.0035373885,0.0008253145,0.0015375688,0.0018413618,0.0009783757,0.0010217966],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039586623,0.0007118141,0.011897763,0.00085605826,0.000249285,0.00086833513,0.0026385884,0.3104473,0.036949,0.07734548,0.009328456,0.548312],"study_design_scores_gemma":[0.000019592144,0.000079753314,0.0032677753,0.000030627943,0.000031952368,0.00024698777,0.0006548402,0.95471174,0.0076791444,0.027526353,0.0057011666,0.000050087438],"about_ca_topic_score_codex":0.008887293,"about_ca_topic_score_gemma":0.011358426,"teacher_disagreement_score":0.008887293,"about_ca_system_score_codex":0.0016816012,"about_ca_system_score_gemma":0.0014716514,"threshold_uncertainty_score":0.017671108},"labels":[],"label_agreement":null},{"id":"W2168036872","doi":"10.1109/aiccsa.2009.5069399","title":"Comparison of Garbage Collector prototypes for C++ applications","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Programmer; Memory management; Garbage collection; Task (project management); Garbage; C dynamic memory allocation; Manual memory management; Task management; Process (computing); Programming language","score_opus":0.07158666608162294,"score_gpt":0.404266334110418,"score_spread":0.33267966802879506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168036872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8457597,0.009634461,0.09165545,0.0006599326,0.00046493867,0.001226873,0.00095061876,0.026315833,0.02333219],"genre_scores_gemma":[0.85442317,0.0033464793,0.13094386,0.0002407848,0.00005890772,0.0005780634,0.0019129745,0.0035253896,0.0049703824],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99502724,0.0012078683,0.0006831667,0.00049681414,0.001900297,0.00068458077],"domain_scores_gemma":[0.9848577,0.0074364766,0.0006458887,0.0024103723,0.0037538395,0.00089572254],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032990638,0.0014134598,0.0011007551,0.0024813912,0.000799039,0.0026231308,0.0059492188,0.002297102,0.0033671474],"category_scores_gemma":[0.016794039,0.0010425836,0.00072103937,0.0023136146,0.0007288005,0.0031124789,0.0012032132,0.0013420287,0.0009828546],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.019435368,0.0019690942,0.01612575,0.009462862,0.0005242039,0.0014757669,0.0050488934,0.05825042,0.15832049,0.021350164,0.016907796,0.69112915],"study_design_scores_gemma":[0.0025741812,0.011455936,0.053359896,0.0020841444,0.0011706308,0.002573808,0.0047081746,0.31991342,0.4163357,0.006750941,0.17819345,0.0008797621],"about_ca_topic_score_codex":0.0032905953,"about_ca_topic_score_gemma":0.0024041266,"teacher_disagreement_score":0.0059492188,"about_ca_system_score_codex":0.0014045065,"about_ca_system_score_gemma":0.0013424711,"threshold_uncertainty_score":0.017447293},"labels":[],"label_agreement":null},{"id":"W2168130140","doi":"10.1145/1509239.1509243","title":"Dependent advice","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Compiler; Advice (programming); Programming language; Overhead (engineering); Domain (mathematical analysis); Compile time; Software engineering; Aspect-oriented programming; Software","score_opus":0.023590967772627786,"score_gpt":0.28695332654456945,"score_spread":0.2633623587719417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168130140","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020399004,0.0023484954,0.6353396,0.0025186932,0.0025366342,0.0009542474,0.007169488,0.106343284,0.22239062],"genre_scores_gemma":[0.2641081,0.0030863627,0.3035435,0.005198536,0.0014148272,0.00075972785,0.017618306,0.04289977,0.36137083],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984067,0.00017259178,0.00011604958,0.00032530839,0.0008276959,0.00015168189],"domain_scores_gemma":[0.99606544,0.0013323711,0.00016860724,0.0013387011,0.0009053765,0.00018955537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015515699,0.0014358903,0.0006845878,0.0011972716,0.00084626646,0.0017533145,0.0021038433,0.0017849351,0.05673944],"category_scores_gemma":[0.0072560078,0.0010182705,0.0010221705,0.00059515255,0.0008736794,0.0036172864,0.0029709437,0.002382574,0.027376523],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008162741,0.00033926108,0.007227144,0.001562429,0.0001554046,0.0012196201,0.0014786426,0.003305346,0.032081712,0.16708261,0.27616403,0.5085674],"study_design_scores_gemma":[0.000081209284,0.00007910378,0.0018190366,0.00024918508,0.00010873866,0.00078755495,0.0001191153,0.011591836,0.023875313,0.049277004,0.9119312,0.00008067881],"about_ca_topic_score_codex":0.001931165,"about_ca_topic_score_gemma":0.0027609093,"teacher_disagreement_score":0.05673944,"about_ca_system_score_codex":0.00071519904,"about_ca_system_score_gemma":0.0009719298,"threshold_uncertainty_score":0.1898123},"labels":[],"label_agreement":null},{"id":"W2168328460","doi":"10.5555/2075144.2075179","title":"System identification for adaptive software systems: a requirements engineering perspective","year":2011,"lang":"en","type":"article","venue":"International Conference on Conceptual Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Identification (biology); Computer science; Process (computing); Perspective (graphical); Control engineering; Control system; Requirements engineering; System identification; Adaptive control; Software system; Adaptive system; Software; Control (management); Control theory (sociology); Engineering; Data modeling; Software engineering; Artificial intelligence","score_opus":0.28005961887481123,"score_gpt":0.34278792976508443,"score_spread":0.0627283108902732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168328460","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038500794,0.0002464498,0.99284875,0.0005371882,0.000012257417,0.000052913958,0.000014090076,0.00010346642,0.002334767],"genre_scores_gemma":[0.4327851,0.0016158804,0.56060064,0.00036518287,0.00017266955,0.00042365634,0.00016922876,0.0001233557,0.0037442667],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954503,0.0021018132,0.00025203908,0.00033820234,0.0015931189,0.00026451985],"domain_scores_gemma":[0.9902282,0.0077217687,0.00043212975,0.0006316063,0.00089448085,0.00009184578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00475652,0.0010337835,0.0013675028,0.0013492577,0.00065318367,0.0024761318,0.0018759068,0.0021264711,0.002513189],"category_scores_gemma":[0.014592352,0.0011451244,0.0013084674,0.0008514686,0.0023517099,0.0031888143,0.0017225951,0.0021933413,0.0005347818],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010959637,0.0001515537,0.0013301705,0.00071682455,0.00014831187,0.0006383202,0.00085906556,0.5052,0.010993847,0.37431583,0.0015143473,0.10402212],"study_design_scores_gemma":[0.00002981116,0.00010854304,0.0003722181,0.00013672835,0.000046839734,0.00022465711,0.00028820973,0.83910227,0.0039463327,0.15125911,0.004445018,0.000040210365],"about_ca_topic_score_codex":0.003147017,"about_ca_topic_score_gemma":0.0020721576,"teacher_disagreement_score":0.00475652,"about_ca_system_score_codex":0.0011396799,"about_ca_system_score_gemma":0.001832546,"threshold_uncertainty_score":0.025155187},"labels":[],"label_agreement":null},{"id":"W2168552959","doi":"10.1109/qsic.2011.36","title":"Improving the Modifiability of the Architecture of Business Applications","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Software engineering; Software architecture; Business process modeling; Business requirements; Business process; Business rule; Process management; Software; Engineering; Work in process; Programming language; Operations management","score_opus":0.04585217602257218,"score_gpt":0.2418643968832827,"score_spread":0.19601222086071052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168552959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21030289,0.0004991359,0.77192354,0.000643057,0.00007938539,0.00081686274,0.00022322586,0.008035162,0.00747671],"genre_scores_gemma":[0.49564978,0.0006107651,0.50002015,0.00015238504,0.000022908964,0.00033387323,0.0008715898,0.00093554636,0.0014031035],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99261487,0.0019864528,0.0007832913,0.0009383504,0.0033516516,0.00032538016],"domain_scores_gemma":[0.9698076,0.012017259,0.0039106226,0.008657185,0.005360939,0.00024635345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006131934,0.0010849864,0.00048899476,0.003322194,0.0007750977,0.00284742,0.0015721284,0.0013959697,0.00087435485],"category_scores_gemma":[0.042735636,0.00073067396,0.001192526,0.001249767,0.0010924018,0.0026791657,0.0015297979,0.0021708307,0.00044319715],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029345974,0.0007643675,0.027567046,0.0008460083,0.00023143286,0.0007883815,0.002105295,0.15107368,0.13784401,0.03243001,0.0028630071,0.6431933],"study_design_scores_gemma":[0.00010290085,0.0005623939,0.011254264,0.00039471246,0.0005373857,0.00080925424,0.00043262015,0.6938241,0.2220788,0.039773416,0.030095382,0.00013476153],"about_ca_topic_score_codex":0.0036782257,"about_ca_topic_score_gemma":0.004735084,"teacher_disagreement_score":0.006131934,"about_ca_system_score_codex":0.0013838276,"about_ca_system_score_gemma":0.002440953,"threshold_uncertainty_score":0.03242916},"labels":[],"label_agreement":null},{"id":"W2168577507","doi":"10.11575/prism/31118","title":"IConJ 0.1: A Proof of Concept Tool for Applying Implicit Context to Java Software","year":2004,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Programming language; Java; Context (archaeology); Adaptation (eye); Semantics (computer science); Software engineering","score_opus":0.024219177877563742,"score_gpt":0.2417476923045277,"score_spread":0.21752851442696394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2168577507","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023836645,0.00019796214,0.973096,0.0002885457,0.00026892876,0.0005297029,0.00041168905,0.017258286,0.005565228],"genre_scores_gemma":[0.04349137,0.00078892626,0.93986666,0.0005281264,0.00014594774,0.0015046305,0.0011569903,0.005841858,0.0066753477],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940731,0.0012190752,0.0004233255,0.0005895349,0.0031627128,0.0005322351],"domain_scores_gemma":[0.9857065,0.0103948135,0.0007067394,0.00131612,0.0015625936,0.00031311883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072982507,0.0022547718,0.00138625,0.0025413479,0.0019455631,0.0047063865,0.005356054,0.0032413325,0.020275751],"category_scores_gemma":[0.022092924,0.0027335614,0.0024980095,0.0012039068,0.0031933964,0.0072893295,0.006585615,0.005749857,0.0037918808],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004962189,0.0009321681,0.0013834422,0.003643335,0.00019028301,0.0025253992,0.0018448905,0.0127373105,0.044303373,0.6383557,0.050067227,0.24352069],"study_design_scores_gemma":[0.0008647381,0.0006678499,0.00085171405,0.0012779428,0.00029015404,0.0032325233,0.0003084944,0.14765482,0.12762243,0.21402726,0.5027223,0.0004797844],"about_ca_topic_score_codex":0.0026417307,"about_ca_topic_score_gemma":0.002980643,"teacher_disagreement_score":0.020275751,"about_ca_system_score_codex":0.0012318052,"about_ca_system_score_gemma":0.004273969,"threshold_uncertainty_score":0.06782913},"labels":[],"label_agreement":null},{"id":"W2169048372","doi":"10.1109/agile.2009.12","title":"Extreme Product Line Engineering: Managing Variability and Traceability via Executable Specifications","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Executable; Traceability; Extreme programming; Software product line; Computer science; Software engineering; Requirements traceability; Domain (mathematical analysis); Domain engineering; Requirement; Product (mathematics); Systems engineering; Process (computing); Requirements engineering; Software; Software development; Software development process; Engineering; Programming language; Component-based software engineering","score_opus":0.07698219893382473,"score_gpt":0.2702470268410203,"score_spread":0.19326482790719557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169048372","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.041435894,0.00011247695,0.9528634,0.00048104057,0.000012600167,0.00010618994,0.000034571953,0.0006942598,0.004259607],"genre_scores_gemma":[0.36134744,0.0003059517,0.6343928,0.00014299886,0.000021732405,0.00021735254,0.00025830782,0.00020333948,0.003110026],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.992595,0.003933531,0.00043644154,0.00044564714,0.0023295593,0.0002598656],"domain_scores_gemma":[0.9809155,0.0094236415,0.0028142852,0.004590855,0.0018639639,0.0003918052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006857332,0.00071820326,0.00029102748,0.0009565125,0.0007429127,0.0025499722,0.0021453225,0.0012530908,0.0012184799],"category_scores_gemma":[0.020284813,0.0005130167,0.0004427048,0.00090868183,0.0018234391,0.004344081,0.0026784777,0.0014864525,0.0003350411],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030189691,0.00053146225,0.008862427,0.0006060952,0.00010684221,0.0020977594,0.013610751,0.09550878,0.042534053,0.20693713,0.002620802,0.626282],"study_design_scores_gemma":[0.00023850547,0.0019839578,0.0054639084,0.00080890994,0.000201693,0.0043491903,0.004333028,0.44853964,0.09490977,0.32510787,0.11375186,0.0003117032],"about_ca_topic_score_codex":0.0010353304,"about_ca_topic_score_gemma":0.0009925568,"teacher_disagreement_score":0.006857332,"about_ca_system_score_codex":0.00058570097,"about_ca_system_score_gemma":0.0018590619,"threshold_uncertainty_score":0.036265492},"labels":[],"label_agreement":null},{"id":"W2169408775","doi":"10.1109/ecbs.2000.839887","title":"Ensuring structure and behavior correctness in design composition","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Correctness; Computer science; Component (thermodynamics); Reuse; Composition (language); Component-based software engineering; Software design pattern; Design pattern; Structural pattern; Mathematical proof; Software engineering; Software design; Programming language; Software; Theoretical computer science; Software development; Distributed computing; Mathematics; Engineering","score_opus":0.061337944330850665,"score_gpt":0.2672008134282432,"score_spread":0.20586286909739254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169408775","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022944551,0.000052712112,0.9729951,0.0004223191,0.000029313958,0.00019148673,0.000020409285,0.0008775087,0.0024665452],"genre_scores_gemma":[0.3436912,0.0002719674,0.6511104,0.00029586355,0.00008515696,0.000721582,0.0001505845,0.0005449902,0.0031282024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9754533,0.008994295,0.0020465434,0.0020954954,0.010103433,0.0013067877],"domain_scores_gemma":[0.9605608,0.017528923,0.003688769,0.011311492,0.006251465,0.00065868255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0124512715,0.0010820321,0.0011343505,0.0017263218,0.0025697472,0.0035191271,0.0015689594,0.0027644457,0.0019129362],"category_scores_gemma":[0.058990277,0.0017928956,0.0016084074,0.0011947704,0.007285776,0.0057494836,0.0041033593,0.0029820409,0.0012613252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004630648,0.00037351224,0.0067657,0.00072288554,0.00018012123,0.0013146062,0.004626845,0.11776923,0.039907422,0.6132691,0.00215329,0.21245421],"study_design_scores_gemma":[0.0003547241,0.00040263985,0.0012147174,0.00027745386,0.00023017533,0.0008345088,0.0005254926,0.2908555,0.07098488,0.6092756,0.024927644,0.000116664865],"about_ca_topic_score_codex":0.003173654,"about_ca_topic_score_gemma":0.0020775779,"teacher_disagreement_score":0.0124512715,"about_ca_system_score_codex":0.0017835813,"about_ca_system_score_gemma":0.006486093,"threshold_uncertainty_score":0.06584942},"labels":[],"label_agreement":null},{"id":"W2169774186","doi":"10.1109/sera.2010.29","title":"Object-Oriented Intensional Programming: Intensional Java/Lucid Classes","year":2010,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Programming language; Java; Object (grammar); Object-oriented programming; Context (archaeology); Semantics (computer science); Meaning (existential); Artificial intelligence","score_opus":0.042819651768283326,"score_gpt":0.3098172460921884,"score_spread":0.2669975943239051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169774186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005086165,0.000711335,0.96466154,0.0006148077,0.00020985975,0.000098509765,0.000115344796,0.0040731933,0.024429249],"genre_scores_gemma":[0.09939289,0.0015418397,0.8701287,0.00131502,0.0005291453,0.00044072233,0.0005673209,0.0026963758,0.023387985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99843293,0.00027972006,0.00011859441,0.0002761466,0.00071889424,0.00017368543],"domain_scores_gemma":[0.9988978,0.00037251416,0.00014574347,0.00027707012,0.00019531706,0.000111534806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022792697,0.0006615269,0.00045977114,0.00082877063,0.00057023636,0.003637217,0.0017141708,0.0006286773,0.005655723],"category_scores_gemma":[0.0030705638,0.0005099387,0.00080842094,0.00074386195,0.0019761643,0.006170568,0.0029403935,0.0026644343,0.001791164],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088370034,0.00005215155,0.0006002905,0.00022764028,0.000021522119,0.00019149794,0.00072469946,0.0014008037,0.0052857916,0.86661565,0.010012161,0.11477947],"study_design_scores_gemma":[0.000086116095,0.00006485659,0.00073693605,0.0002740747,0.000067334404,0.001096258,0.00018977196,0.030182512,0.013207931,0.3529189,0.60110253,0.00007283397],"about_ca_topic_score_codex":0.0005119089,"about_ca_topic_score_gemma":0.0007553873,"teacher_disagreement_score":0.005655723,"about_ca_system_score_codex":0.0008174794,"about_ca_system_score_gemma":0.0010334369,"threshold_uncertainty_score":0.018920302},"labels":[],"label_agreement":null},{"id":"W2170148567","doi":"10.1109/ccece.1999.807222","title":"A reflective architecture for cross-assemblers","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Reflection (computer programming); Architecture; Java; Programming language; Computer architecture; Directive; Extensibility; Software engineering","score_opus":0.053571222673345534,"score_gpt":0.3643263952947785,"score_spread":0.310755172621433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170148567","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011466701,0.00010850263,0.97805107,0.00007953022,0.00004533639,0.000048708433,0.000011586601,0.0060336557,0.004155024],"genre_scores_gemma":[0.19261019,0.00036779334,0.7883041,0.00019581003,0.000052679337,0.00015575868,0.00020474092,0.0014676295,0.016641198],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99846244,0.0003287093,0.00015421686,0.00033623498,0.00054859964,0.00016979102],"domain_scores_gemma":[0.9979665,0.0002873492,0.00016447424,0.00096183084,0.00046425307,0.00015558643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015315382,0.00077749346,0.00050697505,0.00067529234,0.00074236316,0.0021217715,0.0021958274,0.0011683818,0.0037246468],"category_scores_gemma":[0.0028045413,0.0008772146,0.0007939591,0.00040082575,0.0010372136,0.0025366626,0.0025679192,0.0018984283,0.002804664],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068349973,0.00047263957,0.002930702,0.00045873673,0.0001365327,0.0011518553,0.0033752476,0.06403198,0.20377074,0.18856941,0.006580799,0.52783793],"study_design_scores_gemma":[0.00015905766,0.00089021574,0.0016525545,0.00018879793,0.00021808529,0.0022053642,0.00047039083,0.4047252,0.28598973,0.07419425,0.2290814,0.00022505528],"about_ca_topic_score_codex":0.0008018188,"about_ca_topic_score_gemma":0.0008957633,"teacher_disagreement_score":0.0037246468,"about_ca_system_score_codex":0.00047252278,"about_ca_system_score_gemma":0.0007815031,"threshold_uncertainty_score":0.012460172},"labels":[],"label_agreement":null},{"id":"W2170525167","doi":"10.1109/ecbs.2006.50","title":"Modeling and reasoning for confidentiality requirements in software development","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Confidentiality; Computer science; Requirements engineering; Requirements analysis; Non-functional requirement; Requirements management; Requirements elicitation; Requirement; Functional requirement; User requirements document; Business requirements; System requirements; Usability; Computer security; Software engineering; Software development; Software; Engineering; Human–computer interaction; Software construction","score_opus":0.056646555450703566,"score_gpt":0.3123440697004073,"score_spread":0.2556975142497037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170525167","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008611212,0.00032914028,0.9830136,0.001323913,0.000033066317,0.00029413396,0.000118545206,0.0002719864,0.0060044117],"genre_scores_gemma":[0.2108443,0.0010647976,0.7828833,0.00032389624,0.00008606772,0.00075158605,0.00057446404,0.00014050229,0.0033311439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97143114,0.014253213,0.0031004888,0.0018808662,0.008176557,0.0011577385],"domain_scores_gemma":[0.9636971,0.026686175,0.003120263,0.003318267,0.0027996758,0.00037858158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016272368,0.0012424298,0.00084238104,0.0037071928,0.0019760919,0.006259459,0.003219482,0.0038702602,0.0022952154],"category_scores_gemma":[0.04269931,0.0017325924,0.0031082162,0.002428026,0.0038443278,0.010272665,0.0047675488,0.0035958434,0.00073269324],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009392269,0.00013446569,0.0021316751,0.0005794601,0.00009907884,0.0017690334,0.006106085,0.14764053,0.0040158266,0.779443,0.0023112316,0.05567573],"study_design_scores_gemma":[0.00006430072,0.00006802179,0.00043365528,0.0004027528,0.00009505768,0.000702481,0.0008358382,0.49219534,0.004972511,0.47115374,0.028997784,0.0000785818],"about_ca_topic_score_codex":0.009761104,"about_ca_topic_score_gemma":0.007492369,"teacher_disagreement_score":0.016272368,"about_ca_system_score_codex":0.0034949535,"about_ca_system_score_gemma":0.0041029947,"threshold_uncertainty_score":0.086057544},"labels":[],"label_agreement":null},{"id":"W2170963582","doi":"10.1007/s00766-007-0041-5","title":"MiHOS: an approach to support handling the mismatches between system requirements and COTS products","year":2007,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Systems engineering; Computer science; Requirements analysis; Reliability engineering; Engineering; Operating system; Software","score_opus":0.09880262873347517,"score_gpt":0.31504234760101346,"score_spread":0.2162397188675383,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2170963582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018915253,0.000073908595,0.94847876,0.00030684905,0.000087681794,0.00042523735,0.00031200566,0.02468429,0.0067160903],"genre_scores_gemma":[0.11390916,0.00011610732,0.876095,0.00028472446,0.000047504745,0.0002956331,0.0008366044,0.0015022231,0.0069131036],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964348,0.00071061973,0.00032144174,0.0004092818,0.0018886524,0.00023520747],"domain_scores_gemma":[0.9939214,0.0019984376,0.0009941293,0.002072898,0.0007552724,0.00025794667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037528188,0.001014468,0.00054022524,0.0013312877,0.00070410734,0.002258697,0.0029591334,0.0014850328,0.004227191],"category_scores_gemma":[0.011496389,0.0011350856,0.0007479535,0.0008620511,0.0006301206,0.003558023,0.0038427098,0.00225648,0.0015479849],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010460119,0.0008201414,0.009408753,0.0013105348,0.0003359981,0.0022795484,0.003299772,0.032321073,0.1470893,0.08717245,0.032632418,0.682284],"study_design_scores_gemma":[0.00021962462,0.0007105652,0.005294067,0.00031809247,0.00040212806,0.00247807,0.0011754992,0.53007334,0.16539013,0.043932863,0.24974665,0.00025900867],"about_ca_topic_score_codex":0.0013713065,"about_ca_topic_score_gemma":0.0035852988,"teacher_disagreement_score":0.004227191,"about_ca_system_score_codex":0.0004660906,"about_ca_system_score_gemma":0.0016385589,"threshold_uncertainty_score":0.019847035},"labels":[],"label_agreement":null},{"id":"W2171201740","doi":"10.5539/cis.v4n2p2","title":"A Framework of Tools for Managing Software Architecture Knowledge","year":2011,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Knowledge management; Software engineering; Process (computing); Architecture; Software architecture; Tacit knowledge; Process management; Software; Engineering; Operating system","score_opus":0.06632861684970612,"score_gpt":0.3048733111329208,"score_spread":0.2385446942832147,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171201740","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011047362,0.00026765413,0.9904688,0.00038882898,0.000026789454,0.00027721084,0.00017342647,0.0033254183,0.0039671315],"genre_scores_gemma":[0.014391989,0.00039892684,0.9817317,0.0000712075,0.000020205032,0.00041566847,0.00062260934,0.00022612352,0.0021215877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941679,0.0015734939,0.0012166704,0.00076160085,0.0018485119,0.0004318645],"domain_scores_gemma":[0.99456006,0.0021247559,0.00047719936,0.0014632383,0.0009808982,0.00039386563],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00811058,0.0019061738,0.0012063541,0.008360975,0.002644876,0.012006021,0.0056383517,0.003418028,0.003457011],"category_scores_gemma":[0.011060867,0.0019899388,0.003599178,0.005469386,0.0033923588,0.009429744,0.004615702,0.004232086,0.0022700138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055144963,0.0002338015,0.0013534711,0.0011408069,0.00016986686,0.00089798874,0.004045497,0.029436225,0.005228205,0.66211087,0.009434708,0.28589347],"study_design_scores_gemma":[0.000071251976,0.00013452771,0.00095023797,0.001759283,0.00015333248,0.0010583927,0.0012158697,0.1489159,0.006995729,0.5047721,0.3337912,0.00018221936],"about_ca_topic_score_codex":0.012329444,"about_ca_topic_score_gemma":0.011965923,"teacher_disagreement_score":0.98799396,"about_ca_system_score_codex":0.0036211796,"about_ca_system_score_gemma":0.0067973095,"threshold_uncertainty_score":0.04289335},"labels":[],"label_agreement":null},{"id":"W2171511087","doi":"10.1007/978-3-319-11653-2_19","title":"Three Cases of Feature-Based Variability Modeling in Industry","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software versioning; Feature (linguistics); Notation; Constraint (computer-aided design); Software engineering; Industrial engineering; Product (mathematics); Data mining; Software; Programming language","score_opus":0.06094764478730784,"score_gpt":0.28744412566178557,"score_spread":0.2264964808744777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171511087","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33174032,0.0004282965,0.5661751,0.0023719245,0.00007838276,0.0001961017,0.00039556174,0.0013979962,0.09721637],"genre_scores_gemma":[0.93373823,0.00013166385,0.0568815,0.00013660354,0.000020291956,0.00006721474,0.0001909052,0.00010895463,0.008724592],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976997,0.00055147696,0.0001231299,0.0002936527,0.00097012793,0.00036197173],"domain_scores_gemma":[0.9943515,0.0030301283,0.0004826818,0.0014252074,0.00045714475,0.0002532239],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030422038,0.0005807586,0.0004390215,0.0012497182,0.0015129541,0.0039361287,0.0016631569,0.0041317074,0.0045246524],"category_scores_gemma":[0.010061322,0.00048027182,0.001756621,0.0021875375,0.0017867167,0.0030279616,0.0024180962,0.0020178775,0.00068408565],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005437828,0.0004982028,0.024863303,0.00013611227,0.000100634126,0.008731991,0.004026734,0.17326215,0.0062056324,0.6698407,0.005572213,0.10621855],"study_design_scores_gemma":[0.00010836844,0.0003477112,0.010297305,0.00017239156,0.00014982239,0.0042064777,0.0022773198,0.5924408,0.009432344,0.3401791,0.040188055,0.00020044876],"about_ca_topic_score_codex":0.006682556,"about_ca_topic_score_gemma":0.0047231033,"teacher_disagreement_score":0.006682556,"about_ca_system_score_codex":0.0013562016,"about_ca_system_score_gemma":0.0009416859,"threshold_uncertainty_score":0.016088903},"labels":[],"label_agreement":null},{"id":"W2172069600","doi":"10.1145/643603.643617","title":"Quantifying aspects in middleware platforms","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":117,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Aspect-oriented programming; Common Object Request Broker Architecture; Message oriented middleware; Distributed computing; Programming paradigm; AspectJ; Overhead (engineering); Set (abstract data type); Software engineering; Software architecture; Software; Programming language","score_opus":0.1109312008426559,"score_gpt":0.3159666053836972,"score_spread":0.2050354045410413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172069600","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23070312,0.0014616582,0.74982786,0.0005187418,0.000080151396,0.0001524041,0.00008155083,0.0005751135,0.016599448],"genre_scores_gemma":[0.7496982,0.0006774899,0.24719156,0.00006301319,0.000060395017,0.00015072044,0.00008783367,0.00016257339,0.0019081454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945898,0.0015233599,0.00045539474,0.0007531135,0.002350613,0.00032770494],"domain_scores_gemma":[0.99041677,0.004375755,0.0018887385,0.0018927903,0.0011026086,0.00032332912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034572526,0.00096867565,0.0004255802,0.0032184464,0.0011313263,0.00400586,0.0009626536,0.0011285379,0.00083248515],"category_scores_gemma":[0.016888624,0.00084588793,0.00079252134,0.0019461976,0.002657162,0.0076522077,0.0034205331,0.0016144196,0.00018232124],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010899572,0.00006711587,0.010161898,0.00031322901,0.00009952379,0.0004836838,0.0023900566,0.08584548,0.02208964,0.7698221,0.00055981096,0.108058445],"study_design_scores_gemma":[0.000016569573,0.00011111144,0.0052118865,0.00013854705,0.00012980805,0.0004812217,0.0006304161,0.20153849,0.014572804,0.756686,0.020394135,0.00008901036],"about_ca_topic_score_codex":0.0013550447,"about_ca_topic_score_gemma":0.0008531017,"teacher_disagreement_score":0.00400586,"about_ca_system_score_codex":0.0014769167,"about_ca_system_score_gemma":0.0008857762,"threshold_uncertainty_score":0.018283904},"labels":[],"label_agreement":null},{"id":"W2172162363","doi":"10.1109/ease.2006.5","title":"Constructing an Autonomic Computing Infrastructure Using Cougaar","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Autonomic computing; Computer science; Cognitive computing; Architecture; Distributed computing; Isolation (microbiology); Ubiquitous computing; Software engineering; Cognition; Cloud computing; Human–computer interaction; Operating system","score_opus":0.026505770253996135,"score_gpt":0.288034647499262,"score_spread":0.26152887724526586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2172162363","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067966186,0.00037354245,0.8465494,0.0011185309,0.0003497363,0.00066422805,0.00013586062,0.03802918,0.044813376],"genre_scores_gemma":[0.4283476,0.00029941247,0.55576915,0.00037472197,0.000061019207,0.00041328967,0.00046159865,0.0010262758,0.013246918],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99907887,0.00016292853,0.00005044254,0.00016712601,0.00032073035,0.0002198167],"domain_scores_gemma":[0.99918514,0.00013466137,0.000069623486,0.00029639818,0.00020721035,0.00010685384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013326819,0.0003717244,0.00045016038,0.0009358859,0.0017281971,0.0024145423,0.0017880482,0.0010484857,0.004039447],"category_scores_gemma":[0.0023064655,0.0005469131,0.000573451,0.0006916984,0.0009404272,0.0024590082,0.0028891757,0.002009506,0.0013619037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006996264,0.00082295254,0.004393232,0.00045145996,0.00016827653,0.0010215988,0.0023068401,0.13828789,0.06757718,0.39052093,0.023295827,0.3704542],"study_design_scores_gemma":[0.00019303667,0.00030776853,0.0013379123,0.00010658902,0.00010583865,0.0005946952,0.00032966517,0.73436505,0.059181698,0.05932322,0.14395443,0.00020014643],"about_ca_topic_score_codex":0.0063042836,"about_ca_topic_score_gemma":0.007004572,"teacher_disagreement_score":0.0063042836,"about_ca_system_score_codex":0.0011093874,"about_ca_system_score_gemma":0.0018517828,"threshold_uncertainty_score":0.013513267},"labels":[],"label_agreement":null},{"id":"W2175191933","doi":"","title":"A Product Line Engineering Practices Model.","year":2004,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Product line; Product (mathematics); New product development; Domain engineering; Software product line; Systems engineering; Product engineering; Line (geometry); Software engineering; Product design; Manufacturing engineering; Software development; Engineering; Software; Software construction","score_opus":0.04986041364910519,"score_gpt":0.3134084200281508,"score_spread":0.2635480063790456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175191933","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006325087,0.00090957346,0.84207886,0.0058418163,0.00021703923,0.0008204555,0.0009515444,0.0016709939,0.14118458],"genre_scores_gemma":[0.15226528,0.0017733043,0.7834454,0.0012822062,0.000117887656,0.0014566085,0.003306098,0.00041867912,0.05593454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99469346,0.0019615358,0.00048203315,0.00076934934,0.0018859389,0.00020767539],"domain_scores_gemma":[0.9936447,0.002254758,0.00086242764,0.0011179999,0.0016985155,0.00042160958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004576277,0.0010392962,0.00027943915,0.00254634,0.0011210713,0.005876482,0.002306336,0.0022932016,0.010971141],"category_scores_gemma":[0.008639648,0.0005110024,0.0009812186,0.0022976967,0.0017085546,0.0077850907,0.0019911854,0.002162713,0.0062972233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039592356,0.00016119925,0.0020312197,0.0003318798,0.000044051143,0.00031649624,0.0022512076,0.012555342,0.0009901677,0.8249735,0.017521814,0.13878356],"study_design_scores_gemma":[0.000053282347,0.00016518266,0.0011974777,0.0006408441,0.00005730547,0.00074008625,0.0012205335,0.04565484,0.0016136677,0.2959711,0.6526274,0.00005823956],"about_ca_topic_score_codex":0.0061553633,"about_ca_topic_score_gemma":0.004464428,"teacher_disagreement_score":0.010971141,"about_ca_system_score_codex":0.0033316778,"about_ca_system_score_gemma":0.0045364094,"threshold_uncertainty_score":0.036702096},"labels":[],"label_agreement":null},{"id":"W2175371122","doi":"10.1109/models.2015.7338259","title":"Concern-oriented interfaces for model-based reuse of APIs","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Software engineering; Interface (matter); Context (archaeology); Process (computing); Application programming interface; Code reuse; Code (set theory); Software; User interface; Source code; Programming language; Operating system; Engineering","score_opus":0.16662638010944691,"score_gpt":0.35702374486928146,"score_spread":0.19039736475983454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2175371122","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011691405,0.000062095256,0.9955354,0.00013130241,0.000019837316,0.0000464141,0.000033883978,0.0011448294,0.0018570919],"genre_scores_gemma":[0.062051583,0.0003747512,0.9320409,0.00020858225,0.000044132925,0.0004746959,0.00023410974,0.0013691112,0.003202128],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99694353,0.0011514798,0.00030964363,0.00032411,0.0010971026,0.00017421773],"domain_scores_gemma":[0.9957495,0.0014960689,0.00036779905,0.0017535136,0.0005424692,0.000090724716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038409287,0.0013301147,0.0006690172,0.0016761938,0.00089566596,0.0033749267,0.0020837935,0.0024757853,0.004285379],"category_scores_gemma":[0.010289593,0.0013171108,0.0026344701,0.0010243483,0.002359314,0.005465681,0.0032966342,0.004456678,0.002054677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003913761,0.00006544378,0.0005001143,0.0002416955,0.00004560255,0.00032336943,0.0016742916,0.024286142,0.009338823,0.9216838,0.0029828665,0.038818732],"study_design_scores_gemma":[0.000056255845,0.000127955,0.0003569704,0.00033557526,0.0001882412,0.0006695858,0.00024023665,0.28728437,0.021301359,0.47309786,0.21623243,0.00010910182],"about_ca_topic_score_codex":0.0019179316,"about_ca_topic_score_gemma":0.0021224045,"teacher_disagreement_score":0.004285379,"about_ca_system_score_codex":0.0010824316,"about_ca_system_score_gemma":0.0017820454,"threshold_uncertainty_score":0.020312965},"labels":[],"label_agreement":null},{"id":"W2183279454","doi":"10.1109/modre.2015.7343876","title":"Evaluation of reusable concern-oriented goal models","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Goal orientation; Software engineering; Separation of concerns; Goal modeling; Context (archaeology); Personalization; Human–computer interaction; Risk analysis (engineering); Systems engineering; Software; Requirements engineering; Engineering; Programming language","score_opus":0.2970508712881124,"score_gpt":0.38179130815277373,"score_spread":0.08474043686466132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183279454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23266567,0.00027024755,0.7450878,0.00045947733,0.00009938543,0.0008532055,0.00047383984,0.0026318026,0.017458597],"genre_scores_gemma":[0.6343978,0.0002220508,0.36128902,0.00008088443,0.000011818288,0.0004544673,0.0010009373,0.00042237074,0.002120645],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9929671,0.002719732,0.00033580395,0.00045675365,0.0031558666,0.00036471843],"domain_scores_gemma":[0.9812221,0.011201873,0.00091403746,0.002403508,0.003923007,0.0003355374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00908223,0.001189173,0.00067333644,0.0017361987,0.000600115,0.0022060124,0.0022907471,0.0010055907,0.003233337],"category_scores_gemma":[0.042418275,0.0005148319,0.0010756929,0.0009355119,0.0009227871,0.003034179,0.0025561543,0.0009918663,0.00035403584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075703143,0.0007745582,0.0046937866,0.0006291184,0.00019563794,0.0005122761,0.0011470746,0.6696775,0.012130235,0.15574479,0.0030304554,0.1507075],"study_design_scores_gemma":[0.00007370828,0.00018269681,0.00029534136,0.00005444001,0.000057272446,0.00003756033,0.00016546465,0.97389734,0.007379019,0.015203472,0.002634024,0.000019797584],"about_ca_topic_score_codex":0.006907134,"about_ca_topic_score_gemma":0.0056214407,"teacher_disagreement_score":0.00908223,"about_ca_system_score_codex":0.0031191378,"about_ca_system_score_gemma":0.0027541928,"threshold_uncertainty_score":0.048031986},"labels":[],"label_agreement":null},{"id":"W2183326959","doi":"","title":"Agile Architecture Recovery","year":2002,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo; Fonds Québécois de la Recherche sur la Nature et les Technologies","keywords":"Agile software development; Architecture; Computer science; Software engineering; History; Archaeology","score_opus":0.016291951158025512,"score_gpt":0.2124145085725811,"score_spread":0.1961225574145556,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2183326959","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01809151,0.00063316134,0.9491315,0.0019523111,0.00019397022,0.00032964026,0.00008903619,0.0023354262,0.02724346],"genre_scores_gemma":[0.25218764,0.0019665968,0.6803057,0.0011115443,0.00010058177,0.0007421275,0.00066919625,0.0011124721,0.061804045],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99514365,0.001522028,0.00019106471,0.0006328615,0.0019678313,0.0005425529],"domain_scores_gemma":[0.9918887,0.001797065,0.0005702451,0.004037122,0.0013342056,0.0003726017],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004391104,0.0011434339,0.00054919015,0.0012497659,0.0012762478,0.0025121004,0.002319355,0.0014004243,0.005589347],"category_scores_gemma":[0.0092347,0.00081117655,0.0009112808,0.0008444022,0.0017298295,0.0029544875,0.0071829935,0.0037690126,0.0040788334],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013361072,0.00038624546,0.0025126848,0.00056714495,0.00010652244,0.0010328778,0.0033822074,0.030709222,0.040585324,0.2621395,0.03673657,0.6217081],"study_design_scores_gemma":[0.00014030817,0.00040592122,0.002116269,0.00053685583,0.00009494052,0.0034104027,0.0038568014,0.12906328,0.046775933,0.26713666,0.54634064,0.00012196349],"about_ca_topic_score_codex":0.0011573154,"about_ca_topic_score_gemma":0.0019264239,"teacher_disagreement_score":0.005589347,"about_ca_system_score_codex":0.0008976293,"about_ca_system_score_gemma":0.0026228763,"threshold_uncertainty_score":0.023222625},"labels":[],"label_agreement":null},{"id":"W2184943467","doi":"","title":"Formal Model Driven Approach to Deal with Requirements Volatility","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Tuple; Model transformation; Transformation (genetics); Requirements engineering; Consistency (knowledge bases); Requirements elicitation; Relational model; Feature model; Requirements analysis; Theoretical computer science; Algebra over a field; Software; Relational database; Mathematics; Programming language; Data mining; Artificial intelligence; Discrete mathematics; Pure mathematics","score_opus":0.11220535885890395,"score_gpt":0.29586989422888593,"score_spread":0.18366453536998198,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184943467","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060854806,0.0000746488,0.9966725,0.00027362304,0.000038502465,0.00006160697,0.000030719682,0.00020173176,0.0020379433],"genre_scores_gemma":[0.058745023,0.0003258797,0.93554133,0.00029513487,0.00010474936,0.00061280234,0.00024349078,0.00014880022,0.0039828485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9953591,0.0018825481,0.0003456526,0.0003915562,0.0017842961,0.0002368067],"domain_scores_gemma":[0.9954016,0.0025519072,0.00031592185,0.0009279679,0.00066199736,0.0001405568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061670393,0.0010272303,0.00074192364,0.0015836427,0.0009867427,0.0025381288,0.0032811426,0.0018612727,0.0037594158],"category_scores_gemma":[0.007696747,0.0010120769,0.0028243286,0.0013111045,0.002316941,0.0036946568,0.0031090924,0.0038157445,0.00071293535],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018453502,0.00008341766,0.00019064687,0.0001532272,0.000076762546,0.00037193275,0.00041953896,0.090889856,0.0024205383,0.8845872,0.0018249744,0.018963398],"study_design_scores_gemma":[0.00005051528,0.00005574414,0.000064403874,0.00009748837,0.00005911385,0.0003181191,0.000092692506,0.4587265,0.003101774,0.49692726,0.040470976,0.000035435904],"about_ca_topic_score_codex":0.0022603762,"about_ca_topic_score_gemma":0.0027774652,"teacher_disagreement_score":0.0061670393,"about_ca_system_score_codex":0.0021480322,"about_ca_system_score_gemma":0.0032089222,"threshold_uncertainty_score":0.032614827},"labels":[],"label_agreement":null},{"id":"W2184977027","doi":"10.1007/978-3-319-24912-4_11","title":"On the Reuse of Goal Models","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Reuse; Goal modeling; Goal orientation; Workflow; Feature (linguistics); Isolation (microbiology); Feature model; Mechanism (biology); Software engineering; Artificial intelligence; Machine learning; Programming language; Requirements engineering; Database; Software","score_opus":0.07888203164101738,"score_gpt":0.2927435530799985,"score_spread":0.21386152143898113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2184977027","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009024814,0.004025844,0.88491535,0.002387477,0.00015497692,0.000075550895,0.00013697929,0.0005979778,0.09868107],"genre_scores_gemma":[0.34930515,0.009308442,0.5767446,0.0009630668,0.00033210422,0.0002860194,0.00096545415,0.0013034458,0.06079174],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99517184,0.0020977615,0.00033503288,0.0005270405,0.0015386636,0.00032969372],"domain_scores_gemma":[0.98858833,0.005894247,0.00038287224,0.004204594,0.00074358954,0.00018625833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005124784,0.0012969428,0.0010771762,0.0023316836,0.0014566004,0.004869381,0.0029575117,0.0020833148,0.008353211],"category_scores_gemma":[0.017778466,0.0014843359,0.0026006051,0.004084216,0.005269141,0.012950262,0.0066985628,0.0048166392,0.0021432585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019533309,0.000022238155,0.000138778,0.000121500474,0.00002432198,0.0000925177,0.0007103692,0.005039584,0.0003275939,0.9449176,0.0022410168,0.046345018],"study_design_scores_gemma":[0.000008113749,0.000013590073,0.000080897706,0.0001413053,0.000024173381,0.00012059196,0.000121207195,0.013971713,0.00056115456,0.95675457,0.028189112,0.000013563815],"about_ca_topic_score_codex":0.005440139,"about_ca_topic_score_gemma":0.0045384164,"teacher_disagreement_score":0.008353211,"about_ca_system_score_codex":0.0023009167,"about_ca_system_score_gemma":0.0017518264,"threshold_uncertainty_score":0.027944267},"labels":[],"label_agreement":null},{"id":"W2185015319","doi":"","title":"Specification and measurement of system configuration non functional requirements","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Functional requirement; Functional specification; Software requirements specification; Non-functional requirement; Aerospace; Computer science; Non-functional testing; Software; Requirements analysis; Software system; System requirements; Embedded system; Systems engineering; Reliability engineering; Software engineering; Engineering; Software construction; Programming language; Requirement; Operating system","score_opus":0.08170180821993309,"score_gpt":0.2711125032940882,"score_spread":0.18941069507415512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185015319","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12563367,0.00027126717,0.8379555,0.00043620894,0.00007387592,0.00228278,0.0036572055,0.0037443796,0.025945064],"genre_scores_gemma":[0.668193,0.00046335667,0.30910942,0.00023773074,0.00005760951,0.0038293079,0.010962476,0.0006648028,0.0064823227],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96416646,0.01167378,0.004109694,0.0016514851,0.017266737,0.0011318258],"domain_scores_gemma":[0.94614846,0.019905385,0.0060467045,0.012148785,0.015164294,0.0005863532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011656235,0.0013547455,0.0010028711,0.00332487,0.0007180859,0.0025230544,0.0018551816,0.0017638332,0.0023164856],"category_scores_gemma":[0.03906828,0.00071267044,0.0007878345,0.0018834413,0.0009859359,0.002967921,0.0016065952,0.0014969021,0.0015630584],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006117122,0.0009385157,0.044751767,0.0026585967,0.00018180638,0.0016465465,0.0054050772,0.25400856,0.16221866,0.13676913,0.015919589,0.3748901],"study_design_scores_gemma":[0.00014447139,0.002343179,0.05309353,0.00087059283,0.0001629917,0.0023362162,0.002416914,0.6037548,0.18993518,0.035448123,0.109023735,0.00047023603],"about_ca_topic_score_codex":0.002833967,"about_ca_topic_score_gemma":0.0028056551,"teacher_disagreement_score":0.011656235,"about_ca_system_score_codex":0.001956421,"about_ca_system_score_gemma":0.0027235472,"threshold_uncertainty_score":0.061644852},"labels":[],"label_agreement":null},{"id":"W2186595108","doi":"10.1109/icse.2005.1553547","title":"Aspect-oriented programming and modular reasoning","year":2005,"lang":"en","type":"article","venue":"Proceedings. 27th International Conference on Software Engineering, 2005. ICSE 2005.","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modular design; Property (philosophy); Computer science; Programming language; Interface (matter); Decomposition; Aspect-oriented programming; Theoretical computer science; Software; Epistemology","score_opus":0.026308533746410644,"score_gpt":0.27788843825532444,"score_spread":0.2515799045089138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2186595108","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005671973,0.0023896005,0.9681493,0.0031182482,0.00016908588,0.000092279726,0.00004008206,0.0005810457,0.019788427],"genre_scores_gemma":[0.22109577,0.004519758,0.761623,0.0015347067,0.0010059804,0.00035612815,0.0002200945,0.00037599026,0.009268574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.995246,0.0017034054,0.00033153605,0.0008530257,0.0015521654,0.00031393513],"domain_scores_gemma":[0.99453616,0.003223623,0.0004247902,0.0011204632,0.00048062197,0.00021439059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067269164,0.0013119521,0.0008837125,0.0014570493,0.0013179492,0.004686491,0.0022659525,0.001658504,0.0033922973],"category_scores_gemma":[0.009915668,0.0013133142,0.0019867888,0.0013099343,0.008395045,0.008687131,0.004898316,0.005090082,0.0008030832],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014319788,0.000023009594,0.00014879301,0.000101837766,0.00003139899,0.00014525007,0.00055906654,0.0041899816,0.0004501908,0.9702178,0.0014236097,0.0226947],"study_design_scores_gemma":[0.000018076242,0.0000070313918,0.000040141855,0.000038016056,0.000011318071,0.00009317662,0.000034015553,0.0061141467,0.00034254187,0.9829202,0.010373955,0.000007442966],"about_ca_topic_score_codex":0.0013782425,"about_ca_topic_score_gemma":0.0010654056,"teacher_disagreement_score":0.0067269164,"about_ca_system_score_codex":0.0014367227,"about_ca_system_score_gemma":0.0015204201,"threshold_uncertainty_score":0.035575807},"labels":[],"label_agreement":null},{"id":"W2187938715","doi":"10.5539/cis.v8n4p12","title":"Multi-View Software Architecture Design: Case Study of a Mission-Critical Defense System","year":2015,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Architecture; Software system; Software architecture; Software engineering; Functional requirement; Non-functional requirement; Software design; Software; Quality (philosophy); Systems design; Software development; Systems engineering; Software construction; Engineering; Operating system","score_opus":0.11062786504639283,"score_gpt":0.34487700720811765,"score_spread":0.23424914216172482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187938715","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8775739,0.00083929393,0.087440096,0.0023995708,0.00007991269,0.0011188062,0.00021975223,0.00022765005,0.030101085],"genre_scores_gemma":[0.90260065,0.00046038636,0.088187516,0.00026795323,0.000018712779,0.00032296957,0.00018224651,0.00007367513,0.007885854],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9959025,0.0025347103,0.00015614818,0.00024765145,0.0007901942,0.0003688687],"domain_scores_gemma":[0.9950624,0.002830924,0.00038341104,0.0003364596,0.00076651236,0.0006202768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029531282,0.00066828565,0.00034076362,0.001351962,0.0031963396,0.0020336194,0.00170389,0.0033176579,0.0024571316],"category_scores_gemma":[0.0049292604,0.0005468785,0.00072821934,0.0010502893,0.0020528194,0.0018295445,0.0020375815,0.0018929626,0.00048036384],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011344244,0.005279524,0.10435343,0.00310149,0.00028206065,0.15785576,0.15675269,0.17167993,0.06668967,0.10867816,0.018718408,0.20547445],"study_design_scores_gemma":[0.0007872711,0.005482689,0.063672855,0.0015056394,0.00032827264,0.0428155,0.15563625,0.38989928,0.044427276,0.03032307,0.2646468,0.00047516325],"about_ca_topic_score_codex":0.011913001,"about_ca_topic_score_gemma":0.026291769,"teacher_disagreement_score":0.011913001,"about_ca_system_score_codex":0.0027439427,"about_ca_system_score_gemma":0.0026848554,"threshold_uncertainty_score":0.023687303},"labels":[],"label_agreement":null},{"id":"W2188269223","doi":"","title":"Towards a Generic Infrastructure for Framework-Specific Integrated Development Environment Extensions","year":2008,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Process management; Critical infrastructure; Development (topology); Business; Computer security; Mathematics","score_opus":0.03391262728873525,"score_gpt":0.2476835748384512,"score_spread":0.21377094754971593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188269223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023404998,0.00020322013,0.983739,0.00042359962,0.00007087119,0.00032692341,0.00008414508,0.010705589,0.0021061364],"genre_scores_gemma":[0.022523351,0.00057123485,0.970771,0.0004115686,0.00006914562,0.000616329,0.0012443737,0.002180846,0.0016121985],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98911,0.0025083998,0.0024270788,0.002071848,0.002883345,0.000999339],"domain_scores_gemma":[0.9768371,0.0036571452,0.0016199645,0.012019528,0.00437799,0.0014883121],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021650642,0.0015940624,0.0016446217,0.0035254732,0.0014567405,0.0061729806,0.007325961,0.0048210705,0.0032114692],"category_scores_gemma":[0.027437234,0.0030533224,0.0033524113,0.0026098709,0.0027408886,0.012249604,0.011956821,0.010833839,0.0034263004],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033317748,0.0010525293,0.006852261,0.0017715258,0.0003123019,0.001945572,0.0039814715,0.038109794,0.032968484,0.59245765,0.024416076,0.2957992],"study_design_scores_gemma":[0.00020514189,0.0004137871,0.0027970534,0.0024523954,0.00037597065,0.0025181056,0.0006546273,0.2466522,0.036891267,0.16463302,0.5419862,0.0004202546],"about_ca_topic_score_codex":0.0023442707,"about_ca_topic_score_gemma":0.0025256132,"teacher_disagreement_score":0.021650642,"about_ca_system_score_codex":0.002235429,"about_ca_system_score_gemma":0.007059656,"threshold_uncertainty_score":0.11450088},"labels":[],"label_agreement":null},{"id":"W2188989473","doi":"","title":"A business process driven approach for automatic generation of business applications","year":2011,"lang":"en","type":"article","venue":"QSpace (Queen's University Library)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Business rule; Artifact-centric business process model; Business process modeling; Computer science; Business requirements; Business Process Model and Notation; New business development; Business architecture; Software engineering; Business analysis; Business domain; Business process; Business process discovery; Business process management; Process management; Business model; Engineering; Business; Operations management","score_opus":0.03924013006833205,"score_gpt":0.22262299575542574,"score_spread":0.1833828656870937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2188989473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017866867,0.00006482274,0.9877902,0.00007163,0.000023602783,0.00032154948,0.00026269144,0.008288731,0.001390044],"genre_scores_gemma":[0.02483682,0.00012807097,0.96955305,0.00007738077,0.000011406895,0.00045608528,0.0016693841,0.001164492,0.002103207],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99758863,0.00041073852,0.00015817721,0.00043887467,0.0012738978,0.00012973239],"domain_scores_gemma":[0.9969982,0.0012317395,0.0002021118,0.0006710578,0.0008038521,0.00009298468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017437082,0.0012823775,0.0005895672,0.002445838,0.001008849,0.0019678571,0.002135766,0.0015265682,0.0057724006],"category_scores_gemma":[0.005867691,0.0012343887,0.0021110484,0.0017031571,0.0008168505,0.0015094006,0.0018947049,0.0023642068,0.0031233886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031515778,0.0005255323,0.0029456506,0.001428224,0.00020442861,0.001343385,0.0011057684,0.09516437,0.10076818,0.053497516,0.021341972,0.7213598],"study_design_scores_gemma":[0.0001412771,0.00019008263,0.0010565359,0.00015431164,0.00012150748,0.00079388334,0.00015253115,0.79898417,0.069357306,0.03135073,0.09760564,0.0000921168],"about_ca_topic_score_codex":0.004051724,"about_ca_topic_score_gemma":0.0068299975,"teacher_disagreement_score":0.0057724006,"about_ca_system_score_codex":0.0010483065,"about_ca_system_score_gemma":0.0026066692,"threshold_uncertainty_score":0.019310653},"labels":[],"label_agreement":null},{"id":"W2208476196","doi":"","title":"Migrating Functional Requirements in SSUCD Use Cases to a More Formal Representation","year":2011,"lang":"en","type":"article","venue":"International Conference on Software Engineering Advances","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Unified Modeling Language; Computer science; Correctness; Applications of UML; UML tool; Model transformation; Software engineering; Programming language; Formal specification; Representation (politics); Transformation (genetics); Software; Artificial intelligence","score_opus":0.22930247169562906,"score_gpt":0.360364319456725,"score_spread":0.13106184776109592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2208476196","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03218419,0.00007401485,0.9527237,0.0005962492,0.00005261178,0.0007909221,0.0004766469,0.0017492237,0.011352501],"genre_scores_gemma":[0.2562395,0.0002637147,0.73178864,0.00026840536,0.000030334491,0.0014448003,0.0019823737,0.00091612857,0.00706617],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.987857,0.004908798,0.0011614843,0.0005928809,0.00494357,0.0005363209],"domain_scores_gemma":[0.98471546,0.007721696,0.0013002339,0.0035596897,0.0025050526,0.00019792677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006436263,0.0011086774,0.0005452465,0.004043539,0.00069349405,0.005363131,0.0018359525,0.0016046528,0.003603067],"category_scores_gemma":[0.024503019,0.0009196817,0.0014567163,0.0015742757,0.0019314187,0.0031819798,0.0025484592,0.0019679929,0.0016551584],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029535693,0.0007876121,0.0058915406,0.0012423097,0.00010337974,0.006348432,0.012904059,0.20260091,0.087922804,0.35833997,0.008853189,0.3147104],"study_design_scores_gemma":[0.00018256082,0.00030526772,0.0029329553,0.0008371202,0.000110206514,0.0023585719,0.0032308556,0.59348756,0.09876261,0.13116066,0.16638902,0.00024259693],"about_ca_topic_score_codex":0.004447911,"about_ca_topic_score_gemma":0.0041070045,"teacher_disagreement_score":0.006436263,"about_ca_system_score_codex":0.00274083,"about_ca_system_score_gemma":0.0028357045,"threshold_uncertainty_score":0.034038603},"labels":[],"label_agreement":null},{"id":"W22131574","doi":"","title":"Techniques for Handling JSF Exceptions, Messages and Contexts.","year":2006,"lang":"en","type":"article","venue":"International Conference on Internet Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Business logic; Layer (electronics); Java; Web application; Interface (matter); User interface; World Wide Web; Stack (abstract data type); Human–computer interaction; Software engineering; Programming language; Operating system; Database","score_opus":0.0511938981409423,"score_gpt":0.33735401957974503,"score_spread":0.28616012143880276,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W22131574","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008780905,0.000500172,0.9525364,0.0006689538,0.00046066407,0.0004449496,0.0002160498,0.031123487,0.005268312],"genre_scores_gemma":[0.12431034,0.00053387124,0.84793967,0.00070361205,0.0003095849,0.00041079646,0.0006300035,0.007195285,0.017966727],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902147,0.0016028516,0.0011863126,0.0010787211,0.0051069576,0.0008104104],"domain_scores_gemma":[0.9769902,0.0075648264,0.0022003911,0.008883735,0.0037616713,0.0005991525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005929082,0.0018892384,0.00097644015,0.0032385974,0.0026341695,0.0040041483,0.0042748763,0.0029225687,0.007391999],"category_scores_gemma":[0.028798,0.0019085857,0.0018792507,0.0015880382,0.002629467,0.007391348,0.007358267,0.00401096,0.004363095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069389335,0.0003063917,0.007343243,0.0009941488,0.000130156,0.0021874588,0.0062372694,0.0042227698,0.042642705,0.06913978,0.033868343,0.8322339],"study_design_scores_gemma":[0.00030146615,0.00040493652,0.0035551286,0.0011729392,0.00048949145,0.0064887544,0.0025933352,0.11692979,0.25070983,0.1293521,0.48742467,0.00057754345],"about_ca_topic_score_codex":0.0038206794,"about_ca_topic_score_gemma":0.006344261,"teacher_disagreement_score":0.007391999,"about_ca_system_score_codex":0.0009931368,"about_ca_system_score_gemma":0.0022944293,"threshold_uncertainty_score":0.031356335},"labels":[],"label_agreement":null},{"id":"W2218924106","doi":"10.1016/j.jlamp.2015.08.004","title":"On the weaving process of aspect-oriented product family algebra","year":2015,"lang":"en","type":"article","venue":"Journal of Logical and Algebraic Methods in Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Weaving; Computer science; Product (mathematics); Rewriting; Feature (linguistics); Process (computing); Programming language; Separation of concerns; Software engineering; Software; Mathematics; Engineering","score_opus":0.09725424835872291,"score_gpt":0.38404041817857465,"score_spread":0.2867861698198517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2218924106","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058699053,0.00044879515,0.92810506,0.00025973946,0.000068276146,0.00008359626,0.00004656988,0.00022690296,0.012062069],"genre_scores_gemma":[0.7245636,0.0012556617,0.26125136,0.00013424472,0.00012325804,0.00011058614,0.0002790729,0.0002838239,0.011998364],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99839574,0.0004739137,0.00011862619,0.000328682,0.00049366243,0.00018926102],"domain_scores_gemma":[0.99795026,0.00088447,0.00016866953,0.0005082519,0.0003449529,0.00014332187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020323987,0.00042170292,0.00063200557,0.0012032647,0.0020243553,0.002303552,0.0010593972,0.0007431074,0.0039492934],"category_scores_gemma":[0.005623907,0.0005434629,0.002007198,0.001650695,0.0024627645,0.0060578603,0.002224463,0.0019609989,0.0005330642],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056067507,0.00003489741,0.0008616685,0.000048021157,0.0000261454,0.00029760355,0.00082711224,0.0071997433,0.0025459046,0.96025896,0.0004921793,0.027351653],"study_design_scores_gemma":[0.000016604377,0.000050874616,0.00043967617,0.000037051414,0.000054512864,0.00029429467,0.0002130188,0.084083356,0.0034209115,0.90218157,0.009171039,0.000037060916],"about_ca_topic_score_codex":0.004555668,"about_ca_topic_score_gemma":0.0023065172,"teacher_disagreement_score":0.004555668,"about_ca_system_score_codex":0.0007122193,"about_ca_system_score_gemma":0.000956683,"threshold_uncertainty_score":0.013211668},"labels":[],"label_agreement":null},{"id":"W2231544782","doi":"10.47749/t/unicamp.2004.320297","title":"Uma abordagem arquitetural com tratamento de exceções para sistemas de software baseados em componentes","year":2004,"lang":"pt","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"ASTER","funders":"","keywords":"Computer science; Humanities; Operating system; Philosophy","score_opus":0.0525621050181625,"score_gpt":0.3322719865312075,"score_spread":0.279709881513045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231544782","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17313579,0.0024438475,0.7669793,0.0047151875,0.0009569386,0.0007294022,0.0001372578,0.0153082805,0.035594072],"genre_scores_gemma":[0.41543448,0.001968709,0.54334617,0.00078143366,0.00023759725,0.0002503545,0.0002752529,0.00246089,0.035245076],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9928115,0.0029229005,0.00029606532,0.000795828,0.0027601048,0.00041348563],"domain_scores_gemma":[0.9887999,0.005101014,0.0004942132,0.0028006427,0.002528149,0.000275936],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005152882,0.001209929,0.0011313118,0.0015256257,0.0029948729,0.0043296902,0.0018195646,0.002164123,0.00723651],"category_scores_gemma":[0.015869025,0.0008626098,0.0015367995,0.0010915981,0.0018050134,0.0034047074,0.0031031203,0.0032922926,0.0017334851],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00084161066,0.0007418467,0.0038419627,0.0011013383,0.00013459145,0.003278636,0.015272763,0.013139788,0.08431865,0.037772298,0.015664238,0.8238923],"study_design_scores_gemma":[0.00056014396,0.0019719382,0.010027221,0.0011096088,0.0011772071,0.0064367056,0.017831812,0.21924907,0.30359316,0.05806062,0.37950414,0.00047834998],"about_ca_topic_score_codex":0.005679263,"about_ca_topic_score_gemma":0.008734907,"teacher_disagreement_score":0.00723651,"about_ca_system_score_codex":0.0008518586,"about_ca_system_score_gemma":0.002116396,"threshold_uncertainty_score":0.027251363},"labels":[],"label_agreement":null},{"id":"W2234748059","doi":"10.1145/2822896","title":"Designing Adaptive Applications Deployed on Cloud Environments","year":2016,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Adaptation (eye); Cloud computing; Ranking (information retrieval); Task (project management); Distributed computing; Quality (philosophy); Control (management); Software; Data mining; Machine learning; Artificial intelligence; Systems engineering; Operating system","score_opus":0.04204519625515511,"score_gpt":0.253166825549227,"score_spread":0.21112162929407186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2234748059","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20679931,0.00017579088,0.7830623,0.00031113604,0.000031634434,0.0006075587,0.00007277728,0.0018646332,0.0070748464],"genre_scores_gemma":[0.78448987,0.00018691205,0.21295245,0.00008866302,0.000012142068,0.0002461305,0.0000868717,0.00024832226,0.0016886428],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989058,0.0003104555,0.00007561435,0.00021924124,0.00030873923,0.00018017291],"domain_scores_gemma":[0.9985177,0.00054156384,0.00018985795,0.00033931775,0.00027271576,0.00013887417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010937012,0.0006851945,0.00040155166,0.00037148336,0.0007483759,0.001392632,0.0013014637,0.00081966136,0.0013955063],"category_scores_gemma":[0.004057167,0.00038988492,0.00041803665,0.0003292296,0.00086748326,0.0012833677,0.0019528004,0.00093356596,0.00036191804],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033365362,0.00043115646,0.010437217,0.0005979316,0.000118411175,0.0015450293,0.0016426406,0.68181473,0.13903765,0.027152415,0.0020462312,0.13484287],"study_design_scores_gemma":[0.00003923521,0.00019118843,0.0024720253,0.00005801149,0.00004688528,0.00022851248,0.0005737866,0.9433355,0.032601405,0.011616415,0.008808635,0.000028502576],"about_ca_topic_score_codex":0.0026505878,"about_ca_topic_score_gemma":0.002914472,"teacher_disagreement_score":0.0026505878,"about_ca_system_score_codex":0.0006904382,"about_ca_system_score_gemma":0.0010151032,"threshold_uncertainty_score":0.0057840943},"labels":[],"label_agreement":null},{"id":"W2237544177","doi":"10.1007/978-3-642-35813-5_5","title":"Towards Practical Runtime Verification and Validation of Self-Adaptive Software Systems","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":81,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Alberta; University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de l'Education Nationale, de l'Enseignement Superieur et de la Recherche; Universidad ICESI; International Business Machines Corporation","keywords":"Computer science; Adaptation (eye); Software engineering; Verification and validation; Software; Software quality; Field (mathematics); Software system; Software development; Software verification; Software construction; Programming language","score_opus":0.039474960745032726,"score_gpt":0.28557474917394055,"score_spread":0.2460997884289078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2237544177","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009632853,0.00019484198,0.98364615,0.00020928108,0.000054254473,0.00008406632,0.000034215715,0.0036078407,0.002536566],"genre_scores_gemma":[0.31082943,0.00047622513,0.6810337,0.00022565373,0.00008029558,0.00016161571,0.0003423601,0.0013836616,0.005467086],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9925488,0.0027959489,0.000498664,0.0007932264,0.0028280797,0.0005352624],"domain_scores_gemma":[0.98671454,0.0056821005,0.00047971494,0.00524771,0.0016905825,0.00018530153],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005541704,0.001210046,0.001005128,0.00076676614,0.0009051692,0.0029291795,0.00285299,0.002150497,0.005379501],"category_scores_gemma":[0.01873497,0.0013921227,0.0018188441,0.00050967606,0.0029317313,0.0038722996,0.0049863653,0.004202545,0.001956027],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000573167,0.0003007759,0.002001914,0.0011770951,0.0001900305,0.00066540926,0.0013741145,0.15833053,0.08847956,0.29092407,0.008333142,0.44765016],"study_design_scores_gemma":[0.00012531457,0.00016230743,0.00045384138,0.0002616311,0.00007912232,0.00041673242,0.00015294267,0.65716755,0.08426806,0.23201962,0.024837641,0.00005515096],"about_ca_topic_score_codex":0.0011577747,"about_ca_topic_score_gemma":0.00162715,"teacher_disagreement_score":0.005541704,"about_ca_system_score_codex":0.0010814834,"about_ca_system_score_gemma":0.0022522598,"threshold_uncertainty_score":0.029307663},"labels":[],"label_agreement":null},{"id":"W2238076878","doi":"","title":"A categorical framework for the specification and the verification of aspect oriented systems","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Software engineering; Traceability; Aspect-oriented programming; Software development; Object-oriented programming; Component-based software engineering; Modularity (biology); Modular design; Software system; Software development process; Programming language; Systems engineering; Software; Engineering","score_opus":0.04664987197909866,"score_gpt":0.31763435485841723,"score_spread":0.2709844828793186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238076878","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013813329,0.0011018283,0.98710674,0.000906213,0.00012440993,0.00012695845,0.0002372507,0.00050976797,0.008505464],"genre_scores_gemma":[0.10405147,0.0029887431,0.88057476,0.0010368321,0.00078826357,0.0011753244,0.0012819283,0.000328311,0.0077743013],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9935993,0.0023140844,0.0008584672,0.0008551415,0.0018410524,0.0005319525],"domain_scores_gemma":[0.9916061,0.004539494,0.0007053027,0.0011451644,0.0016445011,0.00035938135],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009341715,0.001205127,0.0013627108,0.004159427,0.0021232835,0.006672047,0.0054174643,0.0030130409,0.0068919943],"category_scores_gemma":[0.013379147,0.0012557654,0.0037971297,0.003143423,0.0076712957,0.0065648276,0.0049834186,0.006449037,0.002594258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001580382,0.000012047613,0.00011892087,0.00010610432,0.000011895087,0.00011828182,0.00022389524,0.003682016,0.0005930391,0.9871976,0.0008838043,0.0070365886],"study_design_scores_gemma":[0.000045039018,0.000045456727,0.00019341626,0.00015695894,0.000027506083,0.00013658238,0.000107810985,0.03679286,0.00077327003,0.897312,0.06437348,0.00003562601],"about_ca_topic_score_codex":0.011183208,"about_ca_topic_score_gemma":0.0058921217,"teacher_disagreement_score":0.011183208,"about_ca_system_score_codex":0.004509504,"about_ca_system_score_gemma":0.0041013607,"threshold_uncertainty_score":0.049404323},"labels":[],"label_agreement":null},{"id":"W2238145828","doi":"10.1016/b978-044450673-3/50086-5","title":"Building PC clusters: An object-oriented approach","year":2001,"lang":"en","type":"book-chapter","venue":"Elsevier eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Object (grammar); Computer graphics (images); Artificial intelligence","score_opus":0.03940917078518711,"score_gpt":0.28313455803531007,"score_spread":0.24372538725012297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238145828","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073014917,0.00085547956,0.94937253,0.00032762295,0.00015660388,0.00016753511,0.00011584969,0.0045873765,0.037115496],"genre_scores_gemma":[0.03661752,0.0018514325,0.92330366,0.0001293961,0.00009419226,0.00016972015,0.0004785264,0.0013994551,0.035956107],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9995596,0.000066385786,0.000022193595,0.00006563358,0.00023100336,0.000055148503],"domain_scores_gemma":[0.9995023,0.00014447398,0.000024931163,0.0001468628,0.00011595378,0.00006556996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058204256,0.0008759466,0.00062491535,0.000923456,0.0011936266,0.0032777588,0.0026125917,0.0011028491,0.013004091],"category_scores_gemma":[0.0011604306,0.00093287014,0.0006984783,0.0024557365,0.00066720287,0.0025505812,0.0012272116,0.0011532162,0.0049021505],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010478955,0.00015006716,0.001098536,0.000790826,0.00009901416,0.00031557286,0.0006456546,0.039941486,0.017315343,0.17025979,0.052864414,0.71641445],"study_design_scores_gemma":[0.000114364026,0.00026061147,0.001805043,0.00025661476,0.0002530525,0.0011456931,0.00058150233,0.20965137,0.035685427,0.1574808,0.592675,0.000090517715],"about_ca_topic_score_codex":0.0026491587,"about_ca_topic_score_gemma":0.0036201975,"teacher_disagreement_score":0.013004091,"about_ca_system_score_codex":0.0005603352,"about_ca_system_score_gemma":0.0008238389,"threshold_uncertainty_score":0.043503046},"labels":[],"label_agreement":null},{"id":"W2240579356","doi":"","title":"Formal Verification of Object-Oriented Software, Revised Selected Papers Presented at the International Conference, FoVeOOS 2010","year":2011,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Prevention of Organ Failure","funders":"","keywords":"Computer science; Software engineering; Software verification; Programming language; Formal methods; Software; Software development; Software construction","score_opus":0.032103593001161994,"score_gpt":0.25062231914542227,"score_spread":0.21851872614426027,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2240579356","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035841987,0.046161793,0.8605561,0.011743934,0.019644566,0.00027176036,0.00069237064,0.002424435,0.022663087],"genre_scores_gemma":[0.46881866,0.04027115,0.34058625,0.002203497,0.0072787697,0.0002667255,0.0042156125,0.0022824917,0.13407683],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99778134,0.0005145337,0.00023419308,0.00034039913,0.0009767478,0.00015271956],"domain_scores_gemma":[0.9951296,0.002073897,0.00019366757,0.0006460383,0.0018457986,0.00011096199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047544935,0.0008108489,0.0006370124,0.0014405944,0.00058447185,0.0037536623,0.00097016507,0.00074071845,0.0060647293],"category_scores_gemma":[0.00965545,0.00055413146,0.00090325443,0.0008682502,0.0020701431,0.0024581894,0.0009650196,0.0014608859,0.0014193612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000908881,0.0002707794,0.0020927282,0.0025348677,0.00025374518,0.001173528,0.0015773295,0.037437998,0.040294103,0.20168696,0.11431563,0.5974535],"study_design_scores_gemma":[0.00027321812,0.00047554885,0.005983432,0.0016126643,0.00033405444,0.0014349613,0.00056830485,0.08880725,0.062480327,0.23242003,0.60544777,0.00016248235],"about_ca_topic_score_codex":0.007735439,"about_ca_topic_score_gemma":0.0074320026,"teacher_disagreement_score":0.007735439,"about_ca_system_score_codex":0.0024605924,"about_ca_system_score_gemma":0.0023156912,"threshold_uncertainty_score":0.025144517},"labels":[],"label_agreement":null},{"id":"W2241099673","doi":"","title":"Une approche orientée aspect allant du modèle d'exigences au modèle de conception","year":2011,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Humanities; Philosophy; Physics","score_opus":0.07907720521081113,"score_gpt":0.26244636736004756,"score_spread":0.18336916214923643,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2241099673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005881038,0.0002850035,0.97944194,0.0007430316,0.00026596934,0.00010302905,0.000082746235,0.003297609,0.009899589],"genre_scores_gemma":[0.17766431,0.0010416617,0.77216893,0.0008683177,0.00025543018,0.00034391772,0.0006902267,0.0024653908,0.044501808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9924786,0.0018265713,0.00039646713,0.0014146559,0.0035325529,0.00035106123],"domain_scores_gemma":[0.9952807,0.0015003327,0.00018138105,0.0017721172,0.001130751,0.00013473492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036966284,0.0017378961,0.0014251595,0.0017148872,0.0013478909,0.00701599,0.0025060256,0.0039305114,0.010036404],"category_scores_gemma":[0.010842781,0.0012982752,0.0036182683,0.0011490324,0.001643163,0.0052205664,0.0042603905,0.005050767,0.002809266],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056970987,0.00032737845,0.0026198395,0.0010032565,0.00045793367,0.002158877,0.004145597,0.06442375,0.03629641,0.5012169,0.015816389,0.370964],"study_design_scores_gemma":[0.00027379196,0.00025255443,0.00096572074,0.000646402,0.00058359926,0.0019613756,0.0010358699,0.4051004,0.05048671,0.13264705,0.40589833,0.00014830414],"about_ca_topic_score_codex":0.010771939,"about_ca_topic_score_gemma":0.009911592,"teacher_disagreement_score":0.010771939,"about_ca_system_score_codex":0.0019750202,"about_ca_system_score_gemma":0.002570786,"threshold_uncertainty_score":0.033575118},"labels":[],"label_agreement":null},{"id":"W2244339006","doi":"10.4230/dagsemproc.10431.2","title":"10431 Report – Software Engineering for Self-Adaptive Systems","year":2011,"lang":"en","type":"article","venue":"DROPS (Schloss Dagstuhl – Leibniz Center for Informatics)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Software engineering; Software system; Cover (algebra); Software; Adaptive system; Resource (disambiguation); Software development; Distributed computing; Engineering; Operating system; Artificial intelligence","score_opus":0.04869480189528133,"score_gpt":0.25725483047034836,"score_spread":0.20856002857506703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2244339006","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022275945,0.0209555,0.34730875,0.059414804,0.013935256,0.0025716738,0.003704962,0.0069992356,0.5228339],"genre_scores_gemma":[0.14802565,0.032934714,0.23536694,0.0046789185,0.007557131,0.004169136,0.017546248,0.0059918924,0.54372936],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9918943,0.002152932,0.0007902667,0.0005244978,0.0041893576,0.00044872134],"domain_scores_gemma":[0.9895264,0.0037687276,0.000550555,0.0017080539,0.0036513237,0.00079501147],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0104845045,0.0017086384,0.00080707547,0.0028915491,0.0014807901,0.0038783296,0.0017927344,0.0040432224,0.060625557],"category_scores_gemma":[0.014600186,0.0005226115,0.0008224777,0.001962758,0.0013186284,0.005421688,0.0032921156,0.004012324,0.036349062],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030669966,0.00067853136,0.0013651581,0.00067350303,0.000086055385,0.00053791236,0.00053458114,0.00861336,0.0074489512,0.21906433,0.53362185,0.22706908],"study_design_scores_gemma":[0.000097366996,0.000500563,0.0013557633,0.00042230816,0.00003574823,0.00048676302,0.0001745485,0.012445782,0.008643518,0.045756876,0.93001246,0.00006834753],"about_ca_topic_score_codex":0.002284087,"about_ca_topic_score_gemma":0.001650509,"teacher_disagreement_score":0.060625557,"about_ca_system_score_codex":0.002433524,"about_ca_system_score_gemma":0.003840927,"threshold_uncertainty_score":0.20281267},"labels":[],"label_agreement":null},{"id":"W2245006552","doi":"","title":"Proceedings of the 1st international conference on Aspect-oriented software development","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Variety (cybernetics); Computer science; Separation of concerns; Field (mathematics); Government (linguistics); Software engineering; Software; Software development; Data science; Engineering management; Engineering; Artificial intelligence; Programming language","score_opus":0.06974412277917391,"score_gpt":0.2694172020054311,"score_spread":0.1996730792262572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2245006552","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0106549105,0.135579,0.31936857,0.026483607,0.10986517,0.0010115335,0.0017443857,0.007506105,0.38778678],"genre_scores_gemma":[0.04193914,0.09082535,0.17385821,0.008192139,0.018826768,0.000889504,0.010788026,0.0045278994,0.6501529],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973356,0.0005531774,0.00024296172,0.00048166327,0.0011878655,0.00019869312],"domain_scores_gemma":[0.9963505,0.0009353291,0.00015782281,0.000603259,0.0013369865,0.0006159227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031987412,0.0015364921,0.0014414116,0.0015078255,0.0008642389,0.0053688088,0.0020756174,0.0022057542,0.06261433],"category_scores_gemma":[0.0055868006,0.00061391207,0.001162173,0.0013752058,0.0012363307,0.0045946683,0.0027988234,0.0050893193,0.033105258],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022147935,0.0002606088,0.0006433874,0.000714653,0.00008274358,0.00041449908,0.0004181223,0.0010743754,0.0062847314,0.024831103,0.5065101,0.45854408],"study_design_scores_gemma":[0.000014736749,0.000048161863,0.00031254682,0.00021929953,0.000020115469,0.0002851726,0.00006532757,0.0012929452,0.0006473783,0.00519334,0.99188656,0.000014474914],"about_ca_topic_score_codex":0.0014241806,"about_ca_topic_score_gemma":0.0018001195,"teacher_disagreement_score":0.06261433,"about_ca_system_score_codex":0.0009568439,"about_ca_system_score_gemma":0.0018784461,"threshold_uncertainty_score":0.2094658},"labels":[],"label_agreement":null},{"id":"W2250529174","doi":"","title":"Acquiring and reasoning about variability in goal models","year":2008,"lang":"en","type":"dissertation","venue":"TSpace (University of Toronto)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Leverage (statistics); Goal modeling; Process (computing); Categorization; Set (abstract data type); Variation (astronomy); Stakeholder; Exploit; Domain (mathematical analysis); Software engineering; Management science; Data science; Software; Artificial intelligence; Requirements engineering; Engineering; Programming language","score_opus":0.02227707068646401,"score_gpt":0.26597091160702646,"score_spread":0.24369384092056245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2250529174","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01902797,0.000061375635,0.9770775,0.0006204619,0.000018446804,0.00011487143,0.00021885295,0.00048967823,0.0023708201],"genre_scores_gemma":[0.25438464,0.00024806606,0.7417616,0.0002932487,0.00003342208,0.00046037562,0.0010685375,0.00021308332,0.0015370117],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98847264,0.0054498855,0.0011274965,0.0015738889,0.0027376162,0.00063844834],"domain_scores_gemma":[0.9758606,0.016229479,0.0020053436,0.0034717678,0.002020579,0.0004122402],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011753127,0.001237737,0.000813381,0.0029311476,0.0014742911,0.0055854446,0.0022710457,0.0016362291,0.0017511942],"category_scores_gemma":[0.034199912,0.001475013,0.0036892283,0.0014784808,0.0027642143,0.00925633,0.0058387094,0.0039300765,0.00043680798],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011933989,0.00015273824,0.004759818,0.00040532846,0.00020069233,0.0008324577,0.005232465,0.19864905,0.006838454,0.70036995,0.0026839522,0.07975578],"study_design_scores_gemma":[0.000032174383,0.00006457177,0.00050712575,0.0001578719,0.00007831901,0.00016888166,0.0010771914,0.52576596,0.005440909,0.45674437,0.0098960195,0.00006664303],"about_ca_topic_score_codex":0.0059550535,"about_ca_topic_score_gemma":0.008831851,"teacher_disagreement_score":0.011753127,"about_ca_system_score_codex":0.0032376002,"about_ca_system_score_gemma":0.0032008763,"threshold_uncertainty_score":0.062157214},"labels":[],"label_agreement":null},{"id":"W2251155769","doi":"","title":"Proceedings of the 2008 international workshop on Models in software engineering","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Software deployment; Computer science; Software engineering; Software development; Software; Quality (philosophy); Software peer review; Abstraction; Engineering management; Software construction; World Wide Web; Engineering","score_opus":0.0493165675611084,"score_gpt":0.2577334858212364,"score_spread":0.20841691826012798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2251155769","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006150738,0.06784047,0.72786915,0.04286079,0.036928184,0.00030289462,0.0013199206,0.0025429,0.114185005],"genre_scores_gemma":[0.09272134,0.091717966,0.5062918,0.0076069017,0.018895093,0.0009778881,0.009319582,0.003533827,0.26893556],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950421,0.002019791,0.00041551123,0.0006389947,0.001618984,0.00026453342],"domain_scores_gemma":[0.9935343,0.00301246,0.00023349155,0.0012180671,0.0014015607,0.0006000876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0077974326,0.0016254669,0.0016416408,0.0016988128,0.0010531523,0.0076113786,0.0029336934,0.003206175,0.03344471],"category_scores_gemma":[0.014246325,0.00118504,0.0025843594,0.0016398053,0.0016037694,0.008401227,0.0038387491,0.008074539,0.010415187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021126782,0.00021471937,0.000729303,0.00078758155,0.0001729296,0.0003336252,0.001321832,0.009507133,0.002006939,0.25135362,0.43593162,0.29742944],"study_design_scores_gemma":[0.000024885805,0.000055497745,0.00030685353,0.0004725467,0.000043028882,0.0003178822,0.00016795844,0.010886386,0.00073167623,0.076278105,0.91067845,0.000036749487],"about_ca_topic_score_codex":0.0024630034,"about_ca_topic_score_gemma":0.0033682014,"teacher_disagreement_score":0.03344471,"about_ca_system_score_codex":0.0026034738,"about_ca_system_score_gemma":0.0027836107,"threshold_uncertainty_score":0.1118837},"labels":[],"label_agreement":null},{"id":"W2253585752","doi":"","title":"Exploiting emergent technologies to create systems that meet shifting expectations","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Flexibility (engineering); Computer science; Service-orientation; Domain (mathematical analysis); Analytics; Relation (database); Order (exchange); Emerging technologies; Service (business); Systems engineering; Risk analysis (engineering); Data science; Human–computer interaction; Software engineering; Process management; Database; Engineering; Business","score_opus":0.05362982465498129,"score_gpt":0.2847185825488239,"score_spread":0.2310887578938426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253585752","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05171991,0.0009602592,0.88275766,0.00374129,0.00020264568,0.00022166989,0.000110504436,0.00085545063,0.059430636],"genre_scores_gemma":[0.5543774,0.0020212296,0.43032935,0.0008644514,0.00019260873,0.0006041339,0.00024932815,0.00025548236,0.011106102],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99817467,0.0007357287,0.00011655494,0.0002432756,0.00052237645,0.00020729593],"domain_scores_gemma":[0.99735165,0.0012235618,0.00028893357,0.00063425483,0.0003143747,0.00018730736],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024521437,0.0007224697,0.00039714001,0.0010346757,0.0010946201,0.0044448883,0.0011812155,0.0015210833,0.0032929764],"category_scores_gemma":[0.005104824,0.00045476505,0.0006480993,0.00076860195,0.0033845957,0.0063340575,0.004901043,0.0016614106,0.0010949356],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051354447,0.00014084525,0.0032259482,0.0004717466,0.0001022459,0.0010113362,0.005388967,0.03553333,0.026969075,0.8449818,0.004149243,0.077974185],"study_design_scores_gemma":[0.000057282134,0.00020016417,0.001595479,0.00032191517,0.000091840964,0.00070818805,0.0038676674,0.101815365,0.011036052,0.7525741,0.12761694,0.00011490703],"about_ca_topic_score_codex":0.0008391804,"about_ca_topic_score_gemma":0.0011339572,"teacher_disagreement_score":0.0044448883,"about_ca_system_score_codex":0.00092617696,"about_ca_system_score_gemma":0.001656082,"threshold_uncertainty_score":0.012968361},"labels":[],"label_agreement":null},{"id":"W2253782107","doi":"10.1007/978-3-662-43652-3_34","title":"Optimizing Alloy for Multi-objective Software Product Line Configuration","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Solver; Backtracking; Computer science; Integer (computer science); Software product line; Software; Reuse; Constraint satisfaction problem; Product (mathematics); Binary number; Computational science; Binary decision diagram; Algorithm; Theoretical computer science; Software development; Programming language; Mathematics; Artificial intelligence","score_opus":0.053984304059333264,"score_gpt":0.3041171251929969,"score_spread":0.25013282113366364,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2253782107","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13522235,0.00074464845,0.83759636,0.00013121935,0.0000646192,0.00011591226,0.00014428003,0.0018936173,0.02408699],"genre_scores_gemma":[0.7715298,0.00020008445,0.22240876,0.000042556017,0.000013648965,0.00010599209,0.0001998514,0.00034655735,0.005152825],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995815,0.00010902683,0.00001603218,0.000054846027,0.0001768472,0.000061714054],"domain_scores_gemma":[0.99964714,0.00016828558,0.00004294494,0.00004045639,0.00008500107,0.00001625253],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051040726,0.0011410547,0.00087029114,0.0008707394,0.0004901962,0.00087782746,0.0011570585,0.0007234228,0.005017009],"category_scores_gemma":[0.0010908247,0.0005820925,0.00073395815,0.0008345366,0.0003896735,0.00064654055,0.0006349558,0.0006664387,0.00078828767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000102534636,0.00006317053,0.00041002748,0.00011641788,0.0000306664,0.000075984295,0.000035955785,0.90786374,0.008637325,0.004068981,0.00083310046,0.07776205],"study_design_scores_gemma":[0.000011499342,0.000087181004,0.00017853733,0.000011914849,0.000015412123,0.000033235723,0.000018146296,0.9937802,0.0026694986,0.0024716507,0.0007165322,0.0000061610735],"about_ca_topic_score_codex":0.0027277584,"about_ca_topic_score_gemma":0.0037760052,"teacher_disagreement_score":0.005017009,"about_ca_system_score_codex":0.00088708027,"about_ca_system_score_gemma":0.0007972008,"threshold_uncertainty_score":0.016783595},"labels":[],"label_agreement":null},{"id":"W2263443290","doi":"","title":"Merging Features in Featured Transition Systems","year":2015,"lang":"en","type":"preprint","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Software product line; Feature model; Construct (python library); Modularity (biology); Programming language; Transition (genetics); Representation (politics); Theoretical computer science; Line (geometry); Product (mathematics); Product line; Software; Artificial intelligence; Natural language processing; Mathematics; Software development; Engineering; Linguistics","score_opus":0.02627395782122934,"score_gpt":0.23364310551185494,"score_spread":0.2073691476906256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2263443290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06450267,0.00018490573,0.9296999,0.00016939918,0.000028318727,0.000057818488,0.00016806455,0.0018380699,0.0033509273],"genre_scores_gemma":[0.62544537,0.00021816239,0.37011537,0.000106107495,0.000041330026,0.00013206349,0.00048554377,0.00037603558,0.0030801324],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976228,0.00062522845,0.00025470447,0.0006105316,0.00067062443,0.00021610325],"domain_scores_gemma":[0.9959384,0.001925439,0.00042009834,0.0010940364,0.00047682508,0.00014532056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022865846,0.00048968906,0.0005163382,0.0009707467,0.0006865871,0.0020569193,0.0017512327,0.0011198294,0.002646051],"category_scores_gemma":[0.0064320294,0.0008082168,0.0013500397,0.0012693694,0.0019938499,0.0068982365,0.0036121944,0.0013726144,0.00048229127],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037650415,0.00013907292,0.0036300968,0.0004487723,0.0001087282,0.0017616758,0.003779972,0.08328797,0.031847622,0.6937495,0.002341919,0.1785281],"study_design_scores_gemma":[0.00012754506,0.00028575372,0.0008963973,0.00011838047,0.00018326509,0.0008307799,0.00042962056,0.27431262,0.034544393,0.6420432,0.04612597,0.000102009675],"about_ca_topic_score_codex":0.0016261006,"about_ca_topic_score_gemma":0.0013982899,"teacher_disagreement_score":0.002646051,"about_ca_system_score_codex":0.0011571522,"about_ca_system_score_gemma":0.00061306095,"threshold_uncertainty_score":0.012092769},"labels":[],"label_agreement":null},{"id":"W2264948285","doi":"","title":"Le \" refactoring \" de systèmes logiciels : refactoring de modèles pour l'évolution perfective.","year":2014,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Computer Research Institute of Montréal","funders":"","keywords":"Code refactoring; Mod; Programming language; Computer science; Artificial intelligence; Software","score_opus":0.04273077099450606,"score_gpt":0.26577494643303967,"score_spread":0.2230441754385336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264948285","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018904882,0.0018326874,0.97103196,0.0012336404,0.0002131448,0.000068365334,0.000092964874,0.0012407178,0.005381613],"genre_scores_gemma":[0.39850813,0.0026635728,0.58095425,0.00049295253,0.00023038533,0.0001803283,0.0005097691,0.0008053963,0.015655262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99677086,0.0012334015,0.00014206012,0.0003396342,0.0013431736,0.00017079696],"domain_scores_gemma":[0.9959572,0.0015991899,0.0002567342,0.0012246935,0.0008460114,0.00011618593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004444726,0.0011725068,0.0007030576,0.0009584178,0.000718411,0.0023820673,0.0017798363,0.0019993265,0.0026626596],"category_scores_gemma":[0.011970039,0.00094286073,0.0015794225,0.00066364644,0.002376501,0.004513088,0.0018099026,0.003847504,0.0009229682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005113337,0.00023132385,0.0020057955,0.0011012268,0.00028467353,0.00085073855,0.0014670258,0.13046576,0.05010388,0.47712672,0.011758643,0.32409295],"study_design_scores_gemma":[0.0002622095,0.00033333735,0.0017953662,0.0003131616,0.000218098,0.0012779223,0.0002967223,0.6062414,0.08078673,0.24619089,0.062154323,0.0001299054],"about_ca_topic_score_codex":0.009315561,"about_ca_topic_score_gemma":0.005643977,"teacher_disagreement_score":0.009315561,"about_ca_system_score_codex":0.001973313,"about_ca_system_score_gemma":0.0021881538,"threshold_uncertainty_score":0.023506284},"labels":[],"label_agreement":null},{"id":"W2273556975","doi":"10.47749/t/unicamp.2001.217827","title":"Adaptação de componentes de software para o desenvolvimento de sistemas confiaveis","year":2001,"lang":"pt","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Adidas (Canada)","funders":"","keywords":"Component-based software engineering; Computer science; Software development; Software system; Software construction; Software engineering; Software; Operating system","score_opus":0.08359530573033021,"score_gpt":0.3426456956020545,"score_spread":0.2590503898717243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273556975","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.081027396,0.0011790498,0.9045045,0.00025382647,0.00013620108,0.00021795195,0.000021330825,0.002736628,0.009923157],"genre_scores_gemma":[0.58534867,0.0024397445,0.3956532,0.00014341458,0.00007607108,0.00027607736,0.00013994964,0.00054967514,0.0153731955],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990127,0.00029955272,0.000055694065,0.0001630399,0.00038984424,0.000079106365],"domain_scores_gemma":[0.9982862,0.0006754313,0.00011851525,0.00052487734,0.00033345484,0.000061444574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012495291,0.00067433476,0.0004170889,0.0008779383,0.00065494626,0.0012054667,0.00070673623,0.0007178409,0.0019890014],"category_scores_gemma":[0.0059804576,0.00042275502,0.0009671025,0.0007889708,0.0007929651,0.0011241672,0.0011530651,0.0013733702,0.00077913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002691344,0.00033364946,0.0026893546,0.0004842251,0.00015376332,0.0008050133,0.0025049404,0.06068955,0.18769982,0.05245377,0.002568908,0.689348],"study_design_scores_gemma":[0.00017035895,0.0007081572,0.0072522657,0.00026013056,0.000517818,0.0020489378,0.0007841296,0.492255,0.29698455,0.058393497,0.14049557,0.00012970252],"about_ca_topic_score_codex":0.0012882192,"about_ca_topic_score_gemma":0.0016742232,"teacher_disagreement_score":0.0019890014,"about_ca_system_score_codex":0.00044268835,"about_ca_system_score_gemma":0.00074819796,"threshold_uncertainty_score":0.006653905},"labels":[],"label_agreement":null},{"id":"W2277324766","doi":"","title":"Identification d'une architecture a base de composants dans une application orientee objets a l'aide d'une analyse dynamique","year":2011,"lang":"fr","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Representation (politics); Identification (biology); Projection (relational algebra); Object (grammar); Object-oriented programming; Architecture; Theoretical computer science; Programming language; Artificial intelligence; Algorithm","score_opus":0.03566878873693179,"score_gpt":0.3009773872581246,"score_spread":0.2653085985211928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2277324766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057318628,0.00030175893,0.934837,0.00019376735,0.000034045763,0.00015149376,0.000092827155,0.0011704147,0.005900175],"genre_scores_gemma":[0.24125479,0.0007623313,0.75008357,0.00004639898,0.000027951479,0.00018979562,0.00041844416,0.0002925383,0.006924213],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99884593,0.00021410742,0.000058647252,0.00029070105,0.0005130237,0.000077407436],"domain_scores_gemma":[0.99890745,0.0004888735,0.00011067318,0.00015453108,0.00029911468,0.00003943435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011929112,0.001117172,0.0005827381,0.0018960689,0.00092483795,0.0033086496,0.000711939,0.00090184074,0.0019333848],"category_scores_gemma":[0.0025399753,0.0008358422,0.0011365138,0.0008819864,0.0011526116,0.0017814983,0.00088810787,0.0014744498,0.0009520343],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003804436,0.00026201675,0.01693089,0.0007722023,0.00019479176,0.0023825644,0.00526007,0.14860822,0.28016102,0.09899551,0.002763101,0.4432891],"study_design_scores_gemma":[0.000055644978,0.00021159694,0.013551603,0.00026592598,0.00017410239,0.0014687907,0.0017233161,0.75745267,0.120735504,0.039253585,0.06498262,0.0001246541],"about_ca_topic_score_codex":0.009206447,"about_ca_topic_score_gemma":0.0069576385,"teacher_disagreement_score":0.009206447,"about_ca_system_score_codex":0.001177607,"about_ca_system_score_gemma":0.0017332945,"threshold_uncertainty_score":0.018305719},"labels":[],"label_agreement":null},{"id":"W2282973446","doi":"10.30554/ventanainform.25.111.2011","title":"Simulación de técnicas de encolado con prioridad","year":2011,"lang":"es","type":"article","venue":"Ventana informatica","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Consortium canadien en neurodégénérescence associée au vieillissement; Cisco Systems","keywords":"Humanities; Political science; Art","score_opus":0.05963251821345167,"score_gpt":0.30263220537744123,"score_spread":0.24299968716398956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2282973446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50085753,0.00076113915,0.4795331,0.00040630242,0.00026762413,0.00020737028,0.0005091156,0.0045739966,0.012883773],"genre_scores_gemma":[0.9331511,0.00041944705,0.05827446,0.00007854936,0.000017128468,0.00016217843,0.00029699938,0.00033951842,0.007260522],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992429,0.00013340074,0.000044789635,0.00018257403,0.00028306383,0.0001133803],"domain_scores_gemma":[0.99883264,0.0005219236,0.00011331895,0.00018108731,0.00027918137,0.00007183235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00081740686,0.0010728381,0.0006690615,0.0006014632,0.0006334058,0.001840729,0.0010575203,0.0011544626,0.0054432517],"category_scores_gemma":[0.0029386044,0.00055455737,0.0009773117,0.00047696006,0.0007449247,0.0016736885,0.0010615749,0.0010723957,0.0012027634],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072366867,0.00032498664,0.011713201,0.0005232229,0.00010863303,0.0004466626,0.0007001913,0.8108061,0.10941402,0.008096053,0.0017456905,0.05539757],"study_design_scores_gemma":[0.000038840983,0.00038200812,0.0032617585,0.000047471927,0.00004782847,0.000117864394,0.0002812848,0.94097674,0.047037914,0.0021557622,0.005602059,0.000050540784],"about_ca_topic_score_codex":0.0056598736,"about_ca_topic_score_gemma":0.004244452,"teacher_disagreement_score":0.0056598736,"about_ca_system_score_codex":0.0010043359,"about_ca_system_score_gemma":0.0012643153,"threshold_uncertainty_score":0.018209457},"labels":[],"label_agreement":null},{"id":"W2289505320","doi":"10.17485/ijst/2016/v9i31/93731","title":"Verification of SPL Feature Model by using Bayesian Network","year":2016,"lang":"en","type":"article","venue":"Indian Journal of Science and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Feature (linguistics); Feature model; Computer science; Bayesian network; Data mining; Software product line; Software; Dynamic Bayesian network; Artificial intelligence; Bayesian probability; Tree (set theory); Cardinality (data modeling); Pattern recognition (psychology); Machine learning; Software development; Mathematics","score_opus":0.018165262462191002,"score_gpt":0.2680710268672425,"score_spread":0.2499057644050515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289505320","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029685413,0.00004412436,0.96766424,0.00014128051,0.000011324833,0.00006954671,0.0003226491,0.00046176996,0.0015996681],"genre_scores_gemma":[0.7270531,0.00020650984,0.26875246,0.00011008671,0.00003713834,0.00027799886,0.0014432428,0.00014986261,0.001969738],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9951199,0.0011141694,0.00031033633,0.0012103806,0.0019783422,0.00026687328],"domain_scores_gemma":[0.9877229,0.007513238,0.0013986741,0.0011277625,0.002117606,0.0001198123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003481005,0.0007581833,0.00077556574,0.0024567752,0.000772986,0.0016930043,0.0019557227,0.0010245035,0.0030465615],"category_scores_gemma":[0.021431465,0.0006503407,0.0021397115,0.000942124,0.0012848276,0.0036759428,0.0011724689,0.0016609312,0.0004450107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005760682,0.00018431271,0.020328846,0.0002960273,0.0002915774,0.0013414663,0.00052786263,0.7457989,0.01664338,0.11802488,0.0019462523,0.09404045],"study_design_scores_gemma":[0.000017275488,0.000026300106,0.0007689676,0.000020726553,0.00003835744,0.00011193924,0.000022828539,0.9685393,0.0025257217,0.027333086,0.00057909254,0.000016386643],"about_ca_topic_score_codex":0.012136937,"about_ca_topic_score_gemma":0.00961307,"teacher_disagreement_score":0.012136937,"about_ca_system_score_codex":0.0016688942,"about_ca_system_score_gemma":0.0022193592,"threshold_uncertainty_score":0.02413261},"labels":[],"label_agreement":null},{"id":"W2289668902","doi":"10.82308/34613","title":"Dependability-oriented model-driven requirements engineering for reactive systems","year":2010,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Dependability; Requirements elicitation; Computer science; Requirements engineering; Process (computing); Context (archaeology); System requirements specification; Software engineering; Systems engineering; Software requirements specification; Requirements management; Reliability engineering; Risk analysis (engineering); Engineering; Software development; Programming language; Software","score_opus":0.0374860693378123,"score_gpt":0.2743652161698854,"score_spread":0.23687914683207312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289668902","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045060483,0.00025944813,0.9888376,0.00042198462,0.000039169427,0.000286301,0.00011109234,0.0009312916,0.0046070633],"genre_scores_gemma":[0.17146322,0.0012490352,0.8162868,0.0003481015,0.00004715271,0.0013361285,0.0009277457,0.000650489,0.007691261],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9954324,0.002056931,0.00032154034,0.000322397,0.0016173677,0.0002493421],"domain_scores_gemma":[0.99529195,0.0025966114,0.00042685727,0.000690708,0.00086079765,0.00013310932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049115005,0.0013404678,0.00069568807,0.0011440373,0.00067154464,0.0025994603,0.0026131235,0.0018866839,0.0033940566],"category_scores_gemma":[0.009158585,0.0013512798,0.0019626962,0.00072974287,0.0013397646,0.0022845392,0.0022599278,0.002070811,0.0011579121],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020833571,0.0002812665,0.00089238916,0.0013021553,0.00015334852,0.00093147246,0.0019154688,0.61780584,0.032342147,0.20903555,0.0047954977,0.1303365],"study_design_scores_gemma":[0.00011915898,0.00020957437,0.00033830394,0.00037068865,0.00009277634,0.00034918886,0.00033342864,0.8369392,0.018267848,0.08556166,0.057323836,0.00009432142],"about_ca_topic_score_codex":0.0047029094,"about_ca_topic_score_gemma":0.006519237,"teacher_disagreement_score":0.0049115005,"about_ca_system_score_codex":0.0016126711,"about_ca_system_score_gemma":0.0028469437,"threshold_uncertainty_score":0.02597481},"labels":[],"label_agreement":null},{"id":"W2289674944","doi":"","title":"OpenOME: An Open-source Goal and Agent- Oriented Model Drawing and Analysis Tool","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Eclipse; Open source; Qualitative analysis; Download; Software engineering; Human–computer interaction; Programming language; World Wide Web; Software; Qualitative research","score_opus":0.07179730644048878,"score_gpt":0.3019962123253267,"score_spread":0.23019890588483793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2289674944","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009884755,0.00004607242,0.9668387,0.00009661675,0.000050316932,0.00010311139,0.0018325093,0.020537494,0.009506666],"genre_scores_gemma":[0.04318813,0.0005004244,0.9173601,0.00016655913,0.00003874653,0.0007951462,0.011187276,0.010446838,0.016316663],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99957365,0.00007553931,0.000035983307,0.00006621777,0.00019747343,0.000051201932],"domain_scores_gemma":[0.9989644,0.0005301417,0.00007541074,0.00015754916,0.00021565406,0.00005689072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096340553,0.0009271597,0.0004983594,0.0011230166,0.00042555283,0.0018708176,0.0021241868,0.0009296356,0.022067728],"category_scores_gemma":[0.003549835,0.0007958816,0.0011889905,0.0007220708,0.00038417673,0.0019640687,0.0021379967,0.0017604153,0.005615985],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025554886,0.00024375925,0.002243447,0.0022077125,0.00016597021,0.00064832025,0.0010799553,0.11791554,0.018863222,0.26407662,0.1748213,0.4174786],"study_design_scores_gemma":[0.00013429289,0.000056154528,0.0005574754,0.00028319776,0.0000823286,0.00038698135,0.00017439906,0.34623498,0.01446271,0.106700756,0.5308357,0.00009101707],"about_ca_topic_score_codex":0.003232738,"about_ca_topic_score_gemma":0.0060670725,"teacher_disagreement_score":0.022067728,"about_ca_system_score_codex":0.00051496836,"about_ca_system_score_gemma":0.0016395007,"threshold_uncertainty_score":0.07382387},"labels":[],"label_agreement":null},{"id":"W2290071815","doi":"","title":"The mysteries of goal decomposition","year":2011,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; York University","funders":"","keywords":"Decomposition; Process (computing); Computer science; Order (exchange); Field (mathematics); Work (physics); Position (finance); Management science; Artificial intelligence; Engineering; Mathematics; Economics; Ecology; Programming language","score_opus":0.04433169935324126,"score_gpt":0.2856193942827118,"score_spread":0.24128769492947055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290071815","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060991585,0.01331356,0.562319,0.17242482,0.0010370633,0.00018441383,0.00041341677,0.00073010434,0.18858609],"genre_scores_gemma":[0.8385356,0.0046915137,0.14032006,0.007018799,0.0005865139,0.00038712466,0.0002708003,0.00036094105,0.007828666],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9877671,0.0075068558,0.0005360471,0.0015673431,0.0018636497,0.00075905904],"domain_scores_gemma":[0.9763282,0.013689123,0.0014766068,0.0043355254,0.0026616058,0.0015088395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016318025,0.00073080213,0.00089376874,0.0025336093,0.0042132325,0.008893625,0.001737777,0.0037383067,0.0046048313],"category_scores_gemma":[0.030210814,0.0008067222,0.001208503,0.0016281683,0.030165883,0.025057081,0.0068658716,0.008663167,0.0012633326],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001767073,0.000016625529,0.00028882382,0.00007136602,0.0000103740185,0.000027775977,0.0018733693,0.00059302483,0.00011431425,0.98170704,0.002198249,0.013081488],"study_design_scores_gemma":[0.0000056119084,0.0000062213376,0.00018599407,0.000047295172,0.0000034711336,0.00003503862,0.00082202017,0.0012399392,0.00008904608,0.9893723,0.008185679,0.000007277824],"about_ca_topic_score_codex":0.0028352083,"about_ca_topic_score_gemma":0.001997381,"teacher_disagreement_score":0.016318025,"about_ca_system_score_codex":0.0040520052,"about_ca_system_score_gemma":0.0042508333,"threshold_uncertainty_score":0.086299},"labels":[],"label_agreement":null},{"id":"W2291068508","doi":"","title":"AOSD and Reflection: Benefits and Drawbacks to Software Evolution Report on the WS RAM-SE at ECOOP'06","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Session (web analytics); Presentation (obstetrics); Computer science; Reflection (computer programming); Software; Software evolution; Field (mathematics); Event (particle physics); Software review; Software engineering; Software development; Data science; World Wide Web; Software construction; Programming language","score_opus":0.04684132117480649,"score_gpt":0.3236686674281513,"score_spread":0.2768273462533448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291068508","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22681373,0.07566075,0.2098347,0.13061555,0.03458294,0.0020721797,0.0028699036,0.006647002,0.31090322],"genre_scores_gemma":[0.31947774,0.057083257,0.12088446,0.010734703,0.007084945,0.0013138918,0.011459903,0.004837989,0.46712306],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99109846,0.0032050228,0.00059104495,0.00073089113,0.0037334503,0.00064102164],"domain_scores_gemma":[0.97962886,0.008186252,0.00076616014,0.002155292,0.007430973,0.0018324098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02009499,0.0008027649,0.0006741815,0.0014577335,0.0013107999,0.0075060287,0.0016811459,0.0025143307,0.014150278],"category_scores_gemma":[0.019500006,0.0005408409,0.0010779394,0.002097543,0.00093169056,0.005338263,0.0033535906,0.0034537567,0.0040071956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010712584,0.0017132265,0.0069288607,0.0014812656,0.00010279427,0.00090488174,0.0033679258,0.0038365105,0.011698174,0.027883256,0.3498925,0.59111935],"study_design_scores_gemma":[0.00014429976,0.00090869487,0.010243096,0.0014209872,0.00013274072,0.000673969,0.0036360328,0.008016876,0.02092623,0.007628145,0.9461237,0.00014536623],"about_ca_topic_score_codex":0.0053086863,"about_ca_topic_score_gemma":0.0038848307,"teacher_disagreement_score":0.02009499,"about_ca_system_score_codex":0.001835624,"about_ca_system_score_gemma":0.0037184884,"threshold_uncertainty_score":0.10627371},"labels":[],"label_agreement":null},{"id":"W2291652304","doi":"10.1109/repa.2015.7407733","title":"Reusing knowledge on delivering privacy and transparency together","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Transparency (behavior); Computer science; Personally identifiable information; Interdependence; Internet privacy; Computer security; Password; Information privacy; Software; Privacy software; Privacy by Design; Reuse; World Wide Web; Engineering","score_opus":0.13529402289737713,"score_gpt":0.3311304115612554,"score_spread":0.19583638866387826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2291652304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021444442,0.00035249314,0.9584825,0.003331792,0.00005764399,0.00016943738,0.000091555274,0.0007475044,0.015322626],"genre_scores_gemma":[0.41268843,0.0011134606,0.5778027,0.00087470654,0.00008812991,0.0003805815,0.0005275641,0.00054523296,0.005979142],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9839318,0.0072213095,0.0014624601,0.0020609994,0.004099119,0.0012244369],"domain_scores_gemma":[0.945186,0.028878875,0.0029827573,0.017821083,0.0038762505,0.001255045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01503859,0.0020110856,0.0009781739,0.0047932356,0.002690066,0.0072387066,0.0029469598,0.0026165135,0.0039604506],"category_scores_gemma":[0.043269277,0.0017867065,0.0028030826,0.0029938763,0.011701295,0.02352095,0.013360672,0.0047353306,0.00087588903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009055571,0.00017548371,0.002646268,0.0006151003,0.00019829783,0.0009904902,0.0095254565,0.042512134,0.0032651594,0.8023382,0.0021542637,0.13548855],"study_design_scores_gemma":[0.000025909596,0.00006189658,0.00039122158,0.00025317693,0.000116465104,0.000284702,0.0010766508,0.03312228,0.0035791732,0.9402061,0.020820955,0.00006151208],"about_ca_topic_score_codex":0.0099202655,"about_ca_topic_score_gemma":0.0069982433,"teacher_disagreement_score":0.01503859,"about_ca_system_score_codex":0.0033915332,"about_ca_system_score_gemma":0.0064632692,"threshold_uncertainty_score":0.07953262},"labels":[],"label_agreement":null},{"id":"W2293301661","doi":"10.1145/1509239.1509271","title":"Everyday aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Computer science","score_opus":0.024897175498713967,"score_gpt":0.2796010160775569,"score_spread":0.25470384057884293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293301661","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009931644,0.0015297341,0.036942046,0.003715572,0.0010516255,0.00020228031,0.0021345578,0.0046256944,0.9398669],"genre_scores_gemma":[0.20550303,0.0036339515,0.051314592,0.0066786986,0.0011828948,0.00057859125,0.010983467,0.0047205305,0.7154042],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981304,0.00042213438,0.00013336449,0.00037714076,0.00064109894,0.0002958493],"domain_scores_gemma":[0.99788034,0.00034812154,0.00014221473,0.00062591967,0.00065556547,0.00034781804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0011730465,0.0009671513,0.00045178647,0.0009130186,0.0019787024,0.0047012786,0.0012990934,0.0014419279,0.124462746],"category_scores_gemma":[0.0057624127,0.00042059607,0.00069812156,0.001016641,0.0015340274,0.0064921,0.005434559,0.0015979732,0.06526186],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000254031,0.00012609595,0.0051855296,0.0005322414,0.00003045112,0.00094111724,0.009365997,0.00023915916,0.0037601362,0.37876552,0.3406358,0.26016387],"study_design_scores_gemma":[0.0000042728943,0.000011023992,0.00055754546,0.00005129613,0.0000047255057,0.00031580834,0.0005303123,0.00006165488,0.00021551894,0.015547158,0.98269284,0.0000078048],"about_ca_topic_score_codex":0.0027774281,"about_ca_topic_score_gemma":0.0030262563,"teacher_disagreement_score":0.8755373,"about_ca_system_score_codex":0.0009830443,"about_ca_system_score_gemma":0.0011894687,"threshold_uncertainty_score":0.41636938},"labels":[],"label_agreement":null},{"id":"W2293412349","doi":"","title":"Capturing Contextual Variability in i* Models","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Viewpoints; Goal modeling; Dependency (UML); Context (archaeology); Domain (mathematical analysis); Focus (optics); Requirements engineering; Notation; Software engineering; Data science; Systems engineering; Human–computer interaction; Software; Engineering","score_opus":0.13714291935775172,"score_gpt":0.26971799501446025,"score_spread":0.13257507565670854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293412349","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0520348,0.0002054166,0.9402982,0.00041801602,0.000026305235,0.00007101615,0.00027184875,0.000635198,0.006039185],"genre_scores_gemma":[0.7429994,0.00032581677,0.2546388,0.00012422029,0.00002741821,0.00019755837,0.00041401174,0.0002295944,0.001043161],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945785,0.0024819372,0.00043886868,0.0010459512,0.0011063807,0.00034828097],"domain_scores_gemma":[0.98831636,0.0061357785,0.0016628334,0.0026318554,0.0009683851,0.000284844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040619522,0.00094074436,0.0005995964,0.0012881217,0.00059341424,0.0038817304,0.0017246866,0.0009996464,0.0015205033],"category_scores_gemma":[0.013958684,0.0007283398,0.0017095528,0.0011790128,0.0018320654,0.004629461,0.0042103925,0.002157613,0.00031486692],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017555132,0.00010612093,0.0081768725,0.00032881612,0.00016810613,0.0007814571,0.0023212023,0.48158723,0.007894256,0.45578215,0.0010583658,0.041619826],"study_design_scores_gemma":[0.000026484126,0.0001246308,0.000832835,0.00015209592,0.00011974656,0.00018391712,0.0005495435,0.7964255,0.006438686,0.1832671,0.011826642,0.000052913092],"about_ca_topic_score_codex":0.0036825864,"about_ca_topic_score_gemma":0.0053615365,"teacher_disagreement_score":0.0040619522,"about_ca_system_score_codex":0.001300114,"about_ca_system_score_gemma":0.0015490795,"threshold_uncertainty_score":0.021481931},"labels":[],"label_agreement":null},{"id":"W2293852067","doi":"","title":"Improved GRL Modeling and Analysis with jUCMNav 5","year":2013,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Eclipse; Computer science; Stakeholder; Software engineering; Requirements analysis; Systems engineering; Engineering; Programming language; Software","score_opus":0.020301897189157297,"score_gpt":0.24437996875010642,"score_spread":0.22407807156094914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293852067","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006280409,0.00016169058,0.9328566,0.00025653883,0.00010908329,0.00032129543,0.0026760683,0.047899142,0.00943913],"genre_scores_gemma":[0.06325327,0.00023974656,0.9072684,0.00026938287,0.000033202905,0.0005211641,0.010074421,0.010121226,0.008219197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99361247,0.001486001,0.00058302016,0.00085995183,0.0030082783,0.00045040748],"domain_scores_gemma":[0.9920298,0.0028351767,0.000507337,0.002426199,0.0020300273,0.00017146897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005685899,0.0015679157,0.0010104805,0.003152281,0.0007189753,0.003769623,0.003266443,0.0013844083,0.009965939],"category_scores_gemma":[0.01447233,0.0015595707,0.0031058812,0.0011845727,0.00079628517,0.00397558,0.0032791423,0.0032219023,0.0041848207],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005944859,0.0004888755,0.0094924355,0.002656778,0.00030453934,0.0014664636,0.002424472,0.32222593,0.04684039,0.20422037,0.07680455,0.33248073],"study_design_scores_gemma":[0.00010309391,0.000100836834,0.0013559953,0.00034704522,0.00010259929,0.00048914534,0.00017968926,0.69885427,0.025929403,0.026107388,0.24628352,0.0001471016],"about_ca_topic_score_codex":0.010930867,"about_ca_topic_score_gemma":0.01956094,"teacher_disagreement_score":0.010930867,"about_ca_system_score_codex":0.0017833096,"about_ca_system_score_gemma":0.0038285642,"threshold_uncertainty_score":0.03333932},"labels":[],"label_agreement":null},{"id":"W2295174015","doi":"10.3166/isi.12.4.21-43","title":"Expression et usage de la variabilité dans les patrons de conception","year":2007,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Humanities; Psychology; Art","score_opus":0.03044185589562923,"score_gpt":0.3012142781799709,"score_spread":0.2707724222843416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295174015","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11729338,0.00095378637,0.8369043,0.0022884072,0.00016863176,0.00012140878,0.00034642825,0.0023212102,0.039602466],"genre_scores_gemma":[0.6957205,0.0012082563,0.27090937,0.00031410757,0.0001740123,0.000465012,0.000506776,0.001161196,0.029540861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9862156,0.004970738,0.00079786946,0.0021893545,0.0052092415,0.0006171796],"domain_scores_gemma":[0.98753846,0.007351247,0.0008358671,0.002121864,0.0018679579,0.00028462114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010486573,0.0012105958,0.00082440756,0.0024351904,0.0018236447,0.009425434,0.0011516688,0.0022695302,0.00501446],"category_scores_gemma":[0.024263574,0.00095543644,0.001743187,0.0022471598,0.007959935,0.007911089,0.0021582176,0.0057400707,0.0016955587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038176082,0.000104630904,0.006356343,0.00033497027,0.00014987843,0.0010702062,0.012054843,0.008928687,0.025359,0.7679707,0.0022096382,0.17507933],"study_design_scores_gemma":[0.00034321446,0.00065957906,0.022855133,0.00071872224,0.00042664632,0.0065490115,0.00875277,0.12441369,0.102948,0.39843246,0.33316994,0.00073087716],"about_ca_topic_score_codex":0.009820772,"about_ca_topic_score_gemma":0.0048559215,"teacher_disagreement_score":0.010486573,"about_ca_system_score_codex":0.0042015794,"about_ca_system_score_gemma":0.0020832135,"threshold_uncertainty_score":0.055458963},"labels":[],"label_agreement":null},{"id":"W2295265000","doi":"10.1145/1064978.1065026","title":"Optimising aspectJ","year":2005,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Compiler; Programming language; Aspect-oriented programming; Optimizing compiler; Context (archaeology); Compile time; Implementation; Java; Just-in-time compilation; Code (set theory); Overhead (engineering); Software; Set (abstract data type)","score_opus":0.047105354659099805,"score_gpt":0.30287257589711364,"score_spread":0.2557672212380138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295265000","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03863018,0.0014132782,0.8998478,0.0006815958,0.00046361398,0.00023918826,0.0002308679,0.0390906,0.0194029],"genre_scores_gemma":[0.23088807,0.0014711951,0.74389195,0.0006501648,0.0002594925,0.00023179066,0.0012806442,0.013780989,0.0075457017],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965706,0.00059903867,0.00028768432,0.0004998544,0.0017261882,0.0003166345],"domain_scores_gemma":[0.99589914,0.0015636164,0.00037305293,0.0010666737,0.0009761756,0.000121382436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026023474,0.0010004229,0.0005692293,0.0009710305,0.0006015905,0.0019935083,0.0017872544,0.0009734877,0.0027218033],"category_scores_gemma":[0.009337042,0.0011518225,0.0012119684,0.0007652773,0.0010322138,0.0032459698,0.0015143299,0.0025389486,0.0017001705],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000890039,0.0002709116,0.006672416,0.0015680777,0.0002942227,0.0007745953,0.0012464626,0.0676478,0.23234558,0.07525861,0.036540188,0.57649106],"study_design_scores_gemma":[0.00031643882,0.00041332003,0.003310272,0.0002903349,0.00045649047,0.0016408217,0.00028742538,0.45678037,0.17023994,0.07419264,0.29190195,0.00016998951],"about_ca_topic_score_codex":0.0011981959,"about_ca_topic_score_gemma":0.001729905,"teacher_disagreement_score":0.0027218033,"about_ca_system_score_codex":0.0006011532,"about_ca_system_score_gemma":0.0014334857,"threshold_uncertainty_score":0.0137627125},"labels":[],"label_agreement":null},{"id":"W2295659559","doi":"","title":"An Initial Approach to Reuse Non-Functional Requirements Knowledge","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Non-functional requirement; Reuse; Interdependence; Software engineering; Functional requirement; Software; Risk analysis (engineering); Data mining; Software development; Programming language; Engineering","score_opus":0.20466009095195958,"score_gpt":0.3824024696873027,"score_spread":0.1777423787353431,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295659559","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008364895,0.0001872431,0.9594339,0.0016112352,0.000111589165,0.002227606,0.0005957572,0.002204512,0.02526327],"genre_scores_gemma":[0.054513842,0.00025758793,0.92337114,0.0006258429,0.000038244365,0.0017815738,0.0019694448,0.0006879999,0.016754366],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98106486,0.006561247,0.001887505,0.0027326373,0.0065536867,0.0012000549],"domain_scores_gemma":[0.9452862,0.014858694,0.0013786879,0.022881947,0.014413397,0.0011809919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016690673,0.0030344387,0.0018205375,0.009727639,0.0026434714,0.010021818,0.0073142806,0.0052836617,0.012095639],"category_scores_gemma":[0.051236086,0.0025768958,0.0059266603,0.0057899,0.004111909,0.012789544,0.010032222,0.008048298,0.0062938468],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004105822,0.001876612,0.004321638,0.003220322,0.00038110235,0.0024663531,0.02486955,0.010851343,0.034220997,0.34822893,0.013962069,0.5551905],"study_design_scores_gemma":[0.00027598804,0.0010066137,0.0043334872,0.0026004359,0.00042144806,0.003204907,0.009336409,0.06183653,0.051578857,0.19075339,0.6741446,0.00050741836],"about_ca_topic_score_codex":0.007745401,"about_ca_topic_score_gemma":0.010545791,"teacher_disagreement_score":0.016690673,"about_ca_system_score_codex":0.006429497,"about_ca_system_score_gemma":0.0120446235,"threshold_uncertainty_score":0.08826977},"labels":[],"label_agreement":null},{"id":"W2295696838","doi":"10.5220/0005520303580366","title":"Modeling Traceability for Heterogeneous Systems","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Traceability; Computer science; Unified Modeling Language; Requirements traceability; Software engineering; Domain (mathematical analysis); Semantics (computer science); Modeling language; Domain-specific language; Model-driven architecture; Programming language; Requirements engineering; Software","score_opus":0.1829754206707429,"score_gpt":0.3347539188192557,"score_spread":0.1517784981485128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295696838","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005427042,0.00016039376,0.9899194,0.00028542604,0.000027056718,0.00010293924,0.00007660008,0.00030327632,0.0036978694],"genre_scores_gemma":[0.3437747,0.0012520623,0.6431677,0.00026705005,0.00014559866,0.0008403576,0.0010368464,0.00042959987,0.009086046],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99465877,0.0019601854,0.0005673672,0.00089468155,0.0015322377,0.00038673356],"domain_scores_gemma":[0.9921886,0.0040326095,0.00086700264,0.0018995629,0.0008488721,0.00016338199],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052746017,0.0015270931,0.0007595833,0.0035042362,0.0013717455,0.0039720475,0.0033656785,0.0027617444,0.0034097882],"category_scores_gemma":[0.01627785,0.00083350705,0.0028131614,0.0023848382,0.0031599307,0.008408499,0.00470013,0.0030422662,0.0005188712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002937024,0.00007184475,0.0014201003,0.00018214194,0.00008328478,0.0004723114,0.0009966824,0.30280715,0.001911076,0.6683397,0.0005974289,0.023088902],"study_design_scores_gemma":[0.000021999804,0.000044051227,0.00020009045,0.00009011656,0.00006094045,0.00013738238,0.00016313285,0.61037946,0.0019205981,0.37248832,0.014466396,0.0000274743],"about_ca_topic_score_codex":0.010641421,"about_ca_topic_score_gemma":0.0065305075,"teacher_disagreement_score":0.010641421,"about_ca_system_score_codex":0.0028246052,"about_ca_system_score_gemma":0.0026754898,"threshold_uncertainty_score":0.027895153},"labels":[],"label_agreement":null},{"id":"W2296508808","doi":"","title":"Detecting Judgment Inconsistencies to Encourage Model Iteration in Interactive i* Analysis","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Consistency (knowledge bases); Syntax; Qualitative analysis; Human–computer interaction; Artificial intelligence; Qualitative research","score_opus":0.08611120179223027,"score_gpt":0.2946488777339866,"score_spread":0.20853767594175637,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296508808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2574931,0.00010051473,0.72314566,0.0012007109,0.00010556078,0.0013997748,0.00017741405,0.010021366,0.006355827],"genre_scores_gemma":[0.5157599,0.00003012885,0.48148113,0.0002590527,0.000030375926,0.0005834592,0.00018459767,0.0009843908,0.0006869089],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.89889,0.068688214,0.0070994818,0.008311085,0.014905161,0.0021059564],"domain_scores_gemma":[0.4036825,0.44619828,0.03880585,0.0722573,0.035763215,0.0032929424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.069909275,0.0018338154,0.0012365239,0.0039017475,0.0026383481,0.0058499416,0.0047444883,0.0027457217,0.0036980775],"category_scores_gemma":[0.44123054,0.0018654153,0.0010883341,0.0018287078,0.003757048,0.009209805,0.009000988,0.003955505,0.0010142975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005622197,0.002973097,0.06722651,0.0024989957,0.0005138807,0.0019502676,0.14855464,0.038809337,0.11630468,0.038593754,0.012285722,0.5646668],"study_design_scores_gemma":[0.0009208192,0.0024941114,0.025934014,0.0019827802,0.00050709984,0.0014849261,0.022751348,0.61538273,0.21158578,0.086167924,0.029675363,0.0011131504],"about_ca_topic_score_codex":0.002343849,"about_ca_topic_score_gemma":0.0039301827,"teacher_disagreement_score":0.069909275,"about_ca_system_score_codex":0.0020443548,"about_ca_system_score_gemma":0.0057371864,"threshold_uncertainty_score":0.36971998},"labels":[],"label_agreement":null},{"id":"W2315377288","doi":"","title":"Retargeting of virtual reality applications","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Reuse; Component (thermodynamics); Human–computer interaction; Virtual reality; Process (computing); Abstraction; Interface (matter); Semantics (computer science); Software deployment; Abstraction layer; Software; Software engineering; Programming language; Engineering","score_opus":0.044496258308956343,"score_gpt":0.3100174428494518,"score_spread":0.26552118454049545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315377288","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08790678,0.0004942601,0.8863018,0.0002814757,0.00011179076,0.00023275345,0.000051637402,0.013276629,0.011342806],"genre_scores_gemma":[0.48002622,0.0009350579,0.49649784,0.0004477455,0.000075874625,0.00022414149,0.00034727284,0.005151922,0.01629393],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794716,0.0005995361,0.00014581822,0.00039044383,0.00069170113,0.00022540957],"domain_scores_gemma":[0.9963569,0.0014377424,0.0002912877,0.0013796173,0.00043403843,0.000100476704],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013523406,0.0009420962,0.00051844254,0.0010948334,0.0003853433,0.0015327776,0.0016303873,0.00088994263,0.0026418553],"category_scores_gemma":[0.0063059,0.00070049247,0.0010114113,0.00033513023,0.0007301512,0.0017574783,0.0030674986,0.0015075713,0.0012361382],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000271075,0.00028737143,0.0031942038,0.0006681561,0.00011674833,0.0020815332,0.0062003396,0.04274346,0.25681284,0.035624515,0.0045725936,0.6474272],"study_design_scores_gemma":[0.00016368668,0.0014018266,0.009740956,0.00052321225,0.0005344364,0.005262059,0.0016113383,0.2799366,0.3434668,0.04940371,0.30762973,0.0003256952],"about_ca_topic_score_codex":0.0008837096,"about_ca_topic_score_gemma":0.00090685725,"teacher_disagreement_score":0.0026418553,"about_ca_system_score_codex":0.0004093153,"about_ca_system_score_gemma":0.00042746228,"threshold_uncertainty_score":0.008837879},"labels":[],"label_agreement":null},{"id":"W2315449809","doi":"10.3166/isi.10.6.59-80","title":"Développement basé composant. Une approche centrée composition","year":2005,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Composition (language); Art; Literature","score_opus":0.042590271405023306,"score_gpt":0.27867885171141615,"score_spread":0.23608858030639285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2315449809","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011125994,0.00064860313,0.94704944,0.0003619376,0.00031187557,0.00025712527,0.0001794221,0.010840369,0.029225234],"genre_scores_gemma":[0.118595704,0.0013044719,0.78996617,0.00054481404,0.00030645938,0.00032237882,0.0014724815,0.0039233146,0.0835642],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971064,0.0005099507,0.00016655125,0.0007678701,0.0012904466,0.00015894751],"domain_scores_gemma":[0.99829894,0.00048360627,0.00007529742,0.00062316906,0.00041263815,0.00010641439],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018434146,0.0022149645,0.0013520909,0.0015586094,0.0019533285,0.0035219004,0.001966318,0.0024033904,0.016376404],"category_scores_gemma":[0.0034291984,0.0013787847,0.0021541528,0.0010881678,0.00083805766,0.0035762002,0.002154569,0.0030261225,0.0079626655],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009293008,0.00048127925,0.001809096,0.0008177289,0.0002669771,0.0020318034,0.001781395,0.021875763,0.10629603,0.07666105,0.019294852,0.76775473],"study_design_scores_gemma":[0.00027969797,0.00040790386,0.0020847325,0.00040490713,0.0005367021,0.003917117,0.0007616288,0.22928627,0.17574681,0.043590643,0.54283607,0.00014742475],"about_ca_topic_score_codex":0.006024978,"about_ca_topic_score_gemma":0.0063256808,"teacher_disagreement_score":0.016376404,"about_ca_system_score_codex":0.0010146284,"about_ca_system_score_gemma":0.0013220974,"threshold_uncertainty_score":0.054784536},"labels":[],"label_agreement":null},{"id":"W2320397158","doi":"10.2514/6.2015-4461","title":"Model-based Advancements at Lockheed Martin Space Systems Company","year":2015,"lang":"en","type":"article","venue":"AIAA SPACE 2015 Conference and Exposition","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Space (punctuation); Computer science; Aeronautics; Systems engineering; Engineering; Aerospace engineering; Operating system","score_opus":0.08220178162778358,"score_gpt":0.3018713635985441,"score_spread":0.21966958197076053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320397158","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015377156,0.013970305,0.30342567,0.0423273,0.007873494,0.00039977027,0.0026509245,0.03050688,0.5834686],"genre_scores_gemma":[0.080681406,0.012175243,0.13447,0.0027619344,0.0013258114,0.00027189162,0.0039847977,0.0037416902,0.76058716],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709284,0.00030206775,0.000095616604,0.00033365356,0.0019927635,0.00018312356],"domain_scores_gemma":[0.9947312,0.0007438537,0.00011279058,0.0009656161,0.0024532888,0.000993231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004549976,0.0011542526,0.0005926303,0.0018602038,0.0011553383,0.0033877718,0.0013715442,0.0018417088,0.10337945],"category_scores_gemma":[0.0055855853,0.00066849747,0.00076201715,0.0012813818,0.0007479253,0.003669966,0.0023793422,0.0038280536,0.041799832],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018573571,0.00028336144,0.0013039805,0.00018316251,0.000029284236,0.0003091914,0.00046901923,0.009040685,0.0074382615,0.13940035,0.49517342,0.3461837],"study_design_scores_gemma":[0.00003491418,0.0001126227,0.00034385856,0.00011020113,0.000012504257,0.00016320209,0.000049558406,0.020638937,0.0025508462,0.00692167,0.96903425,0.000027397791],"about_ca_topic_score_codex":0.007862735,"about_ca_topic_score_gemma":0.006968536,"teacher_disagreement_score":0.10337945,"about_ca_system_score_codex":0.003029184,"about_ca_system_score_gemma":0.004258069,"threshold_uncertainty_score":0.34583873},"labels":[],"label_agreement":null},{"id":"W2322384395","doi":"10.1145/2892664.2892697","title":"On the modularization provided by concern-oriented reuse","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Software engineering; Metamodeling; Modular programming; Context (archaeology); Separation of concerns; Structuring; Software development; Model-driven architecture; Core (optical fiber); Abstraction; Interface (matter); Programming language; Systems engineering; Software; Engineering","score_opus":0.03197536228469615,"score_gpt":0.2683264510795014,"score_spread":0.23635108879480526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322384395","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0070974776,0.00097218703,0.96567965,0.0024595982,0.00012276774,0.00006743124,0.000032504286,0.0006760577,0.022892274],"genre_scores_gemma":[0.26179326,0.0045749093,0.711199,0.0023534205,0.0006035691,0.00041101818,0.0001811234,0.0008732396,0.0180104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957551,0.0014446501,0.0002713025,0.00071608456,0.0015005275,0.00031233695],"domain_scores_gemma":[0.99020946,0.0034117517,0.00057670055,0.0043535335,0.0011482473,0.00030031937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059259045,0.0011804855,0.00069720333,0.0016645574,0.001634517,0.0034383293,0.0016223453,0.0020602106,0.0040764497],"category_scores_gemma":[0.0121742645,0.001005833,0.0016780986,0.0012605747,0.008675826,0.009898666,0.0048506455,0.0038441925,0.0015904118],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016659886,0.000015686524,0.00019981465,0.00008047253,0.000011742369,0.00012578077,0.0009735288,0.0031322201,0.002295455,0.96968395,0.0010267749,0.022437884],"study_design_scores_gemma":[0.000036344052,0.00010266059,0.00036703286,0.0003412775,0.000055546843,0.0007781669,0.00017705321,0.021943722,0.004450793,0.8752192,0.09646387,0.00006428828],"about_ca_topic_score_codex":0.002098799,"about_ca_topic_score_gemma":0.001758526,"teacher_disagreement_score":0.0059259045,"about_ca_system_score_codex":0.0014197668,"about_ca_system_score_gemma":0.0019037031,"threshold_uncertainty_score":0.031339586},"labels":[],"label_agreement":null},{"id":"W2328205951","doi":"10.3166/jesa.43.683-710","title":"Adaptabilité des systèmes à logiciel prépondérant. Appropriation et démarche orientée aspect","year":2009,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Appropriation; Computer science; Philosophy; Linguistics","score_opus":0.06848867870260263,"score_gpt":0.30951197036338346,"score_spread":0.24102329166078085,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328205951","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10335904,0.002781193,0.86689746,0.0010495842,0.000119873825,0.00021420646,0.00010378826,0.0026795925,0.022795256],"genre_scores_gemma":[0.7172564,0.0024236334,0.25650492,0.00038440232,0.00019499165,0.00029840597,0.00043986074,0.00053534517,0.02196192],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99275345,0.0022743135,0.00053667324,0.0012660472,0.0027626953,0.00040679422],"domain_scores_gemma":[0.9943388,0.0029663905,0.0004706723,0.0010264969,0.0009493612,0.00024822587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0066152955,0.0013632455,0.00062666344,0.002016933,0.0013225877,0.008458375,0.0014411598,0.002054597,0.0024117015],"category_scores_gemma":[0.0132720405,0.00095216586,0.0020233325,0.0010472285,0.0037547199,0.007000954,0.0025180362,0.0034530445,0.0009902668],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062730623,0.00035920713,0.008876817,0.0008218229,0.00040863568,0.0021867498,0.0069155176,0.05768323,0.056400623,0.6004177,0.0026917048,0.26261076],"study_design_scores_gemma":[0.00033665408,0.0008431178,0.010692737,0.0004985737,0.00056802825,0.004090691,0.0024994554,0.4056638,0.067575924,0.32628575,0.18061595,0.00032926595],"about_ca_topic_score_codex":0.013617781,"about_ca_topic_score_gemma":0.0060444153,"teacher_disagreement_score":0.013617781,"about_ca_system_score_codex":0.0031062916,"about_ca_system_score_gemma":0.0014482884,"threshold_uncertainty_score":0.034985423},"labels":[],"label_agreement":null},{"id":"W2328968014","doi":"10.22215/etd/2007-06576","title":"Dynamic system reconfiguration","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Control reconfiguration; Humanities; Computer science; Art; Embedded system","score_opus":0.020316689906743696,"score_gpt":0.3280311498058672,"score_spread":0.3077144598991235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328968014","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08836136,0.0024348942,0.68254125,0.0018953844,0.0012680212,0.0007136606,0.0014007807,0.028429493,0.19295515],"genre_scores_gemma":[0.8323652,0.0011571673,0.096986935,0.0005458047,0.00022468562,0.00036452935,0.0022922829,0.0014990696,0.06456431],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9991903,0.00015876984,0.000046226603,0.00020409658,0.00024264683,0.00015799813],"domain_scores_gemma":[0.9990662,0.00017554165,0.00005184406,0.00043395045,0.00018363056,0.0000888869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057137804,0.0007196749,0.00048384076,0.00073143886,0.0005444171,0.0017416435,0.00086756673,0.0004966891,0.02283032],"category_scores_gemma":[0.0016017419,0.00031055187,0.00051073066,0.000562162,0.00041545872,0.0017751644,0.0014462762,0.0007948747,0.0055240467],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054591976,0.00029874773,0.0018379645,0.00063574594,0.000114679475,0.00070313434,0.0005275653,0.092772685,0.11494461,0.032872885,0.0397698,0.7149763],"study_design_scores_gemma":[0.0001694854,0.00062869035,0.004574642,0.0001890144,0.00015717905,0.001297152,0.00052075647,0.43545812,0.10138939,0.043004293,0.41250497,0.0001061982],"about_ca_topic_score_codex":0.0010886494,"about_ca_topic_score_gemma":0.0022531096,"teacher_disagreement_score":0.02283032,"about_ca_system_score_codex":0.00083501666,"about_ca_system_score_gemma":0.0010155012,"threshold_uncertainty_score":0.07637501},"labels":[],"label_agreement":null},{"id":"W2337491900","doi":"","title":"Linking goals to aspects","year":2005,"lang":"en","type":"article","venue":"Open Research Online (The Open University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Implementation; Modular programming; Modular design; Code (set theory); Identification (biology); Software engineering; Goal modeling; Matching (statistics); Programming language; Requirements analysis; Software; Set (abstract data type)","score_opus":0.23854060709913297,"score_gpt":0.4380757919336435,"score_spread":0.19953518483451052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337491900","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018681465,0.00029999096,0.9355285,0.0012205698,0.0001311874,0.00031471072,0.00024123419,0.0011821901,0.042400144],"genre_scores_gemma":[0.39757103,0.00088019203,0.5743155,0.000868578,0.00012197313,0.0007636113,0.0008960449,0.0012866035,0.023296416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99578935,0.0015428299,0.00039022617,0.00079071155,0.0010657146,0.00042121203],"domain_scores_gemma":[0.9928843,0.0028152259,0.00058006257,0.002457761,0.00095947663,0.00030320685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032055916,0.0011943078,0.00058602536,0.002030702,0.001503664,0.0047922144,0.0013481684,0.001939278,0.0063132034],"category_scores_gemma":[0.01279504,0.0012857248,0.0014417191,0.0012205399,0.0034809224,0.0088363895,0.0068633915,0.0037835536,0.0016929335],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046212066,0.00006455018,0.0016684361,0.00021299842,0.00004506277,0.00048438954,0.004635203,0.00567007,0.0030177638,0.9363182,0.0020430295,0.045794107],"study_design_scores_gemma":[0.000019972895,0.000056482764,0.0007293429,0.00021892559,0.0000842974,0.00046233428,0.0014231815,0.018875873,0.005869267,0.8482741,0.123945944,0.000040296025],"about_ca_topic_score_codex":0.0021189656,"about_ca_topic_score_gemma":0.0018380161,"teacher_disagreement_score":0.0063132034,"about_ca_system_score_codex":0.0013562726,"about_ca_system_score_gemma":0.0020557705,"threshold_uncertainty_score":0.021119773},"labels":[],"label_agreement":null},{"id":"W2339217994","doi":"10.82308/10549","title":"Verifying finite-state properties of large-scale programs","year":2010,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; State (computer science); Finite-state machine; AspectJ; Instrumentation (computer programming); Code (set theory); Property (philosophy); Overhead (engineering); Runtime verification; Interface (matter); Program analysis; Software; Set (abstract data type); Operating system; Formal verification; Aspect-oriented programming","score_opus":0.03812769426984222,"score_gpt":0.25539081443148287,"score_spread":0.21726312016164065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339217994","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2720397,0.00018766636,0.7153633,0.00028971353,0.00007128733,0.0002106264,0.0004727358,0.008026011,0.0033389374],"genre_scores_gemma":[0.88373715,0.000106908825,0.1133544,0.00009222034,0.00002452748,0.00021665056,0.0005104554,0.0004526222,0.0015049892],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99557614,0.0012251172,0.00031778408,0.000958712,0.0015763277,0.00034582394],"domain_scores_gemma":[0.9597519,0.030997984,0.0024991652,0.004367453,0.0020799404,0.00030353668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042468184,0.00066200714,0.0005406018,0.00081418233,0.00085466437,0.002199119,0.001452759,0.0010415278,0.002817532],"category_scores_gemma":[0.025663625,0.0006932294,0.0013317588,0.00049801084,0.0025753619,0.0031369731,0.0011437131,0.0012883156,0.000441953],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015088855,0.00061748596,0.023310367,0.0013805516,0.0003242402,0.0014073778,0.001824574,0.5944107,0.13999277,0.12430611,0.0017936411,0.109123304],"study_design_scores_gemma":[0.00011319608,0.00041318504,0.0029428457,0.00012489244,0.00009566526,0.00017593839,0.00020477739,0.8171876,0.11476695,0.06010463,0.0038119336,0.00005839206],"about_ca_topic_score_codex":0.0045480654,"about_ca_topic_score_gemma":0.0065245694,"teacher_disagreement_score":0.0045480654,"about_ca_system_score_codex":0.0016878438,"about_ca_system_score_gemma":0.0026304591,"threshold_uncertainty_score":0.022459567},"labels":[],"label_agreement":null},{"id":"W2340851561","doi":"","title":"Goal-Oriented Requirements and Feature Modeling for Software Product Line Engineering","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; Athabasca University","funders":"","keywords":"Software product line; Feature model; Computer science; Software engineering; Product (mathematics); Relation (database); Software; Feature (linguistics); Quality (philosophy); Bridging (networking); Process management; Data science; Knowledge management; Software development; Data mining; Engineering; Computer security","score_opus":0.0321689727653028,"score_gpt":0.2932474442898792,"score_spread":0.2610784715245764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2340851561","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017514351,0.00018258048,0.9945246,0.0002830595,0.0000164509,0.000093105824,0.00008818463,0.00021015086,0.0028504296],"genre_scores_gemma":[0.072676346,0.00068257726,0.92376626,0.00020069609,0.000045212142,0.0005624862,0.0003981977,0.00013553552,0.0015326157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996635,0.0016806717,0.0003206661,0.00029279626,0.0009400044,0.00013089801],"domain_scores_gemma":[0.99602497,0.0023572927,0.00046879915,0.0006336691,0.00043729483,0.0000779591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004069189,0.0013985303,0.00069909997,0.001963252,0.0006133444,0.0026114115,0.00202609,0.0018074722,0.0020167285],"category_scores_gemma":[0.008531689,0.0010770474,0.0020392712,0.0022624044,0.0019483495,0.0032915322,0.0013125757,0.0021491987,0.0008994044],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005688829,0.00011677274,0.0010379036,0.0006674734,0.0000957604,0.00046200198,0.0012593693,0.180764,0.004525485,0.7003323,0.0037968669,0.10688514],"study_design_scores_gemma":[0.000049490234,0.000086692315,0.00042650622,0.00032718742,0.00008632855,0.00023656843,0.00026472993,0.48339704,0.0039206455,0.4611608,0.049972374,0.000071698894],"about_ca_topic_score_codex":0.00359028,"about_ca_topic_score_gemma":0.0041224333,"teacher_disagreement_score":0.004069189,"about_ca_system_score_codex":0.0017858478,"about_ca_system_score_gemma":0.0019735422,"threshold_uncertainty_score":0.021520197},"labels":[],"label_agreement":null},{"id":"W2342260988","doi":"","title":"Software Component Integration: Modeling and Techniques","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Computer science; Software; Software engineering; Programming language","score_opus":0.04165212543697478,"score_gpt":0.2921087160569716,"score_spread":0.2504565906199968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2342260988","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028983734,0.0035898788,0.9903296,0.00020723038,0.00004027348,0.0000368022,0.000021489272,0.0005984709,0.0022777894],"genre_scores_gemma":[0.1492889,0.010381352,0.8345957,0.00007281791,0.00017836229,0.00018965069,0.00018519348,0.0003027247,0.004805386],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99823785,0.00038006753,0.00015363705,0.00023968684,0.00089764653,0.000091129434],"domain_scores_gemma":[0.9982035,0.0008516917,0.00014192688,0.00036073817,0.0004009767,0.000041074152],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019450864,0.0011988858,0.0011819431,0.002506139,0.0007474494,0.0026425677,0.0025822055,0.0016706343,0.0021871834],"category_scores_gemma":[0.004428834,0.0020289614,0.0015449749,0.0044037765,0.0012830286,0.005818936,0.0013724779,0.0022532395,0.0011002446],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000908058,0.00021754364,0.0014756233,0.0008669685,0.0001570846,0.0002218506,0.00053452404,0.1791467,0.0066040177,0.34752962,0.005422211,0.45773304],"study_design_scores_gemma":[0.000022229926,0.000053269334,0.00066155783,0.00017589104,0.00016732098,0.00038434,0.00008991889,0.79757845,0.0060555856,0.16515458,0.029612985,0.00004381536],"about_ca_topic_score_codex":0.00337833,"about_ca_topic_score_gemma":0.0034560403,"teacher_disagreement_score":0.00337833,"about_ca_system_score_codex":0.0009697631,"about_ca_system_score_gemma":0.0016100591,"threshold_uncertainty_score":0.010286748},"labels":[],"label_agreement":null},{"id":"W2345221075","doi":"","title":"Détection de problèmes dans les systèmes temps réel par l'analyse de traces","year":2015,"lang":"fr","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Consortium de Recherche et d’innovation en Aérospatiale au Québec","keywords":"Humanities; Political science; Philosophy","score_opus":0.043901573776594344,"score_gpt":0.2803247359462929,"score_spread":0.23642316216969858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2345221075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15451957,0.0009249682,0.8328345,0.0006731171,0.0001269584,0.00021318095,0.00044998515,0.0072173616,0.0030403459],"genre_scores_gemma":[0.6608301,0.00057777605,0.327414,0.00013945745,0.00004603839,0.00018206469,0.0008259898,0.0011053155,0.008879317],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99386156,0.0008500335,0.00048588196,0.0010126119,0.0034077398,0.0003821448],"domain_scores_gemma":[0.9805474,0.010871705,0.0021885082,0.0021935292,0.0039017168,0.0002970599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030958564,0.0015756359,0.0010213227,0.003938431,0.00088865083,0.003594822,0.0017441806,0.0020214817,0.003529583],"category_scores_gemma":[0.021054087,0.000932075,0.0012547576,0.001584593,0.0014879473,0.003303113,0.0016327796,0.0017938662,0.0013082374],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008724402,0.00042311527,0.06799454,0.0016841883,0.000492229,0.0032658356,0.0042699315,0.15430711,0.19592851,0.017134544,0.005233578,0.5483941],"study_design_scores_gemma":[0.000026567162,0.00030466315,0.013512374,0.00022393791,0.00018048518,0.0011205752,0.0010353836,0.8355502,0.12888676,0.009337093,0.009721104,0.000100848876],"about_ca_topic_score_codex":0.011947457,"about_ca_topic_score_gemma":0.015181184,"teacher_disagreement_score":0.011947457,"about_ca_system_score_codex":0.0013857927,"about_ca_system_score_gemma":0.002594431,"threshold_uncertainty_score":0.023755848},"labels":[],"label_agreement":null},{"id":"W2364595788","doi":"","title":"Measuring Complexity of Product Line Architecture","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Architecture; Reference architecture; Software architecture description; Space-based architecture; Product (mathematics); Applications architecture; Product line; Software product line; Enterprise architecture framework; Graph; Multilayered architecture; Software architecture; Theoretical computer science; Software; Programming language; Software development; Mathematics","score_opus":0.08888592851225954,"score_gpt":0.3015567695016815,"score_spread":0.21267084098942193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2364595788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54267186,0.00054688234,0.44338357,0.00020019287,0.000028122204,0.0002230899,0.00091936474,0.001011911,0.0110149775],"genre_scores_gemma":[0.8824061,0.0002142749,0.11446522,0.00002128479,0.000018465671,0.000146574,0.0015838293,0.00008069759,0.0010635034],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945468,0.001134611,0.00048821728,0.0006527533,0.0029795452,0.0001981687],"domain_scores_gemma":[0.980453,0.01026129,0.0029669027,0.0024248038,0.0034492444,0.0004447702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015544913,0.0006386711,0.00041478444,0.0043632626,0.00039749756,0.001769732,0.0005587733,0.00043489283,0.0018553203],"category_scores_gemma":[0.018239424,0.00032284067,0.0006832464,0.003066166,0.00059538294,0.003240263,0.0009622639,0.0005285781,0.00021969662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005645878,0.0002886202,0.15165256,0.0009273463,0.0005689475,0.0004864647,0.0013501548,0.23409145,0.07041496,0.077078365,0.0025642507,0.46001223],"study_design_scores_gemma":[0.000064825595,0.0010161106,0.15054852,0.00011422615,0.00029895458,0.00102656,0.0008719952,0.6860767,0.056463417,0.08948651,0.013774626,0.00025756867],"about_ca_topic_score_codex":0.0017754693,"about_ca_topic_score_gemma":0.0014630139,"teacher_disagreement_score":0.0043632626,"about_ca_system_score_codex":0.0012506418,"about_ca_system_score_gemma":0.0007186178,"threshold_uncertainty_score":0.009074092},"labels":[],"label_agreement":null},{"id":"W2389890979","doi":"","title":"Research and Implementation of an AOP Code Generator for Supporting Contracts","year":2007,"lang":"en","type":"article","venue":"Microcomputer applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Correctness; Design by contract; dBc; Construct (python library); Aspect-oriented programming; Programming language; Generator (circuit theory); Object-oriented programming; Code (set theory); Software engineering; Software development; Software; Power (physics); Software construction","score_opus":0.07495797108266047,"score_gpt":0.4544393254159805,"score_spread":0.37948135433332,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2389890979","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019250134,0.00009153964,0.96789217,0.00020048935,0.00007927991,0.00040168464,0.000062350366,0.009055907,0.0029664913],"genre_scores_gemma":[0.111745745,0.000169997,0.88178504,0.00012940007,0.000031381842,0.00036961812,0.00031494052,0.0011877222,0.0042660753],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883586,0.00026421406,0.00009833811,0.0001599298,0.0005510692,0.0000905889],"domain_scores_gemma":[0.99715024,0.00095851644,0.0002459258,0.00065568206,0.0008139165,0.00017576046],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018588708,0.0004145188,0.00039554236,0.00073943305,0.00049067935,0.0008090074,0.0018680779,0.0008510728,0.0032110477],"category_scores_gemma":[0.00556369,0.0004889528,0.00042717942,0.0004937292,0.0005884669,0.0012144025,0.00066784123,0.0012290358,0.0012323575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005999011,0.0009157655,0.00495822,0.0006621869,0.0000880655,0.0015373821,0.0010520327,0.03770834,0.21920067,0.073161125,0.01129621,0.64882016],"study_design_scores_gemma":[0.000365658,0.0006591568,0.001527691,0.00012814447,0.00006672234,0.0015810668,0.00010380465,0.64199257,0.264639,0.0073349345,0.08150281,0.000098467426],"about_ca_topic_score_codex":0.00065465545,"about_ca_topic_score_gemma":0.00037679228,"teacher_disagreement_score":0.0032110477,"about_ca_system_score_codex":0.000454015,"about_ca_system_score_gemma":0.0011494637,"threshold_uncertainty_score":0.010742009},"labels":[],"label_agreement":null},{"id":"W2395866526","doi":"","title":"Exploring Domain Requirements and Technology Solutions: A Goal Modeling Approach","year":2014,"lang":"en","type":"article","venue":"Università Politecnica delle Marche (Università Politecnica delle Marche)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Domain (mathematical analysis); Domain engineering; Computer science; Domain analysis; Domain model; Variety (cybernetics); Requirements elicitation; Requirements analysis; Feature-oriented domain analysis; Requirements engineering; Systems engineering; Software engineering; User requirements document; Human–computer interaction; Engineering; Domain knowledge; Artificial intelligence; Software development; Programming language; Software","score_opus":0.12346482831835805,"score_gpt":0.26236452021503154,"score_spread":0.1388996918966735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395866526","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015635109,0.00014611926,0.9664944,0.0017578236,0.000016184365,0.00035801114,0.0003299286,0.00033873648,0.014923636],"genre_scores_gemma":[0.1901174,0.00035636008,0.8061727,0.00027966435,0.000012749871,0.0008050905,0.0005836632,0.000105943116,0.0015663882],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9937744,0.0043308423,0.0003516183,0.00043169397,0.00086535676,0.00024597294],"domain_scores_gemma":[0.99093455,0.006600502,0.0006110585,0.0007809399,0.00084011373,0.00023276579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007746379,0.0012092821,0.00063773745,0.0039629815,0.0015036673,0.0059485002,0.002448187,0.0017544299,0.0022223545],"category_scores_gemma":[0.010769815,0.0010237411,0.0024342663,0.0031294164,0.0025522618,0.0057489052,0.0036783237,0.0023385275,0.00048992573],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011301655,0.00036666178,0.0058871293,0.0010368336,0.00025056617,0.00086134515,0.011237723,0.20463601,0.0062060985,0.67156434,0.0039417,0.09389865],"study_design_scores_gemma":[0.00006430458,0.0001602356,0.0013202399,0.0008233632,0.00015733865,0.00039341714,0.008232662,0.69194996,0.005061499,0.24142028,0.050327536,0.00008915971],"about_ca_topic_score_codex":0.008059193,"about_ca_topic_score_gemma":0.009821843,"teacher_disagreement_score":0.008059193,"about_ca_system_score_codex":0.0033234213,"about_ca_system_score_gemma":0.004120652,"threshold_uncertainty_score":0.040967286},"labels":[],"label_agreement":null},{"id":"W2397063921","doi":"10.1145/2896825.2896838","title":"Understanding quality requirements in the context of big data systems","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Institute of Standards and Technology; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Big data; Computer science; Variety (cybernetics); Quality (philosophy); Data quality; Data science; Domain (mathematical analysis); Context (archaeology); Reliability (semiconductor); Data modeling; Software engineering; Data mining; Engineering; Artificial intelligence","score_opus":0.7464510076960811,"score_gpt":0.426457797614994,"score_spread":0.31999321008108705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397063921","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03664242,0.0007732046,0.9451091,0.0056688073,0.000114445465,0.00028689168,0.00021344556,0.00025291846,0.010938704],"genre_scores_gemma":[0.56676173,0.0013916651,0.42744702,0.00090570154,0.00021438905,0.00044726086,0.0005282056,0.0002571979,0.0020468337],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9758875,0.010540513,0.0023790468,0.0014248391,0.008375797,0.0013923638],"domain_scores_gemma":[0.93510205,0.04164631,0.006049405,0.0048243976,0.010569106,0.001808799],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019190643,0.0010321229,0.0007926641,0.0025168364,0.0017701547,0.008167606,0.0028044854,0.0030554105,0.001395701],"category_scores_gemma":[0.056858696,0.0013088818,0.0011364439,0.0019981433,0.0050737723,0.0148605285,0.004689866,0.004090076,0.0003254641],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000090770816,0.00012153476,0.00457508,0.0007600604,0.00006238021,0.001670253,0.0064405906,0.09734246,0.0055550756,0.8497127,0.0031098109,0.030559285],"study_design_scores_gemma":[0.000046557787,0.0001167545,0.0027310841,0.00051244564,0.000069013644,0.0008802597,0.006556305,0.26066613,0.0060062683,0.6768462,0.04544964,0.00011922315],"about_ca_topic_score_codex":0.008358505,"about_ca_topic_score_gemma":0.006247263,"teacher_disagreement_score":0.019190643,"about_ca_system_score_codex":0.0031306036,"about_ca_system_score_gemma":0.003963234,"threshold_uncertainty_score":0.101491034},"labels":[],"label_agreement":null},{"id":"W2397546163","doi":"10.1145/2897045.2897050","title":"Variability management in database applications","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Database schema; Schema (genetic algorithms); Software; Database; Data mining; Software engineering; Database design; Information retrieval; Programming language","score_opus":0.03327205497989156,"score_gpt":0.30347776573078244,"score_spread":0.2702057107508909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2397546163","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06689567,0.0007231281,0.92236835,0.0006154715,0.0000428171,0.00017729805,0.00023192514,0.0058083534,0.0031370777],"genre_scores_gemma":[0.6138374,0.00072709087,0.3795504,0.00034883324,0.00010219998,0.00032879115,0.0008772113,0.0015427549,0.0026851795],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98590904,0.0049915398,0.0018725944,0.0020961342,0.0045470665,0.00058359577],"domain_scores_gemma":[0.9699331,0.017867802,0.0026786479,0.0067801727,0.0022712185,0.00046903986],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012486206,0.0005932053,0.000617826,0.0020561903,0.001188228,0.005174634,0.0031952611,0.0013549189,0.0011144616],"category_scores_gemma":[0.030827392,0.0009853392,0.0013804218,0.0022073342,0.0017057484,0.0045406385,0.0045503345,0.0019567842,0.0004266406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052585005,0.00037246416,0.031285584,0.0012608401,0.00039084008,0.0039655506,0.011027396,0.13306233,0.042725425,0.18107963,0.008329787,0.58597434],"study_design_scores_gemma":[0.00015441577,0.00033061783,0.009796847,0.00053026463,0.00035096385,0.003267344,0.0015249988,0.5766829,0.051419172,0.26612043,0.089518614,0.0003034134],"about_ca_topic_score_codex":0.002749218,"about_ca_topic_score_gemma":0.0020245027,"teacher_disagreement_score":0.012486206,"about_ca_system_score_codex":0.0013975059,"about_ca_system_score_gemma":0.0021066254,"threshold_uncertainty_score":0.06603414},"labels":[],"label_agreement":null},{"id":"W2398289424","doi":"","title":"On Temporally Annotating Goal Models.","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"","keywords":"Computer science; Variety (cybernetics); Representation (politics); Dimension (graph theory); Focus (optics); Goal orientation; Causality (physics); Goal modeling; Artificial intelligence; Human–computer interaction; Data science; Psychology; Mathematics; Requirements engineering; Programming language","score_opus":0.029931069477954698,"score_gpt":0.28143830083144444,"score_spread":0.25150723135348974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398289424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009294013,0.0002153996,0.9774161,0.0010340306,0.00014681609,0.00017750422,0.001698918,0.0046902546,0.0053269737],"genre_scores_gemma":[0.09649938,0.0003630816,0.89396954,0.0003849719,0.00004759945,0.00035455872,0.004304632,0.0011211107,0.002955141],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9932569,0.0033828248,0.0006977529,0.0010637377,0.0013301864,0.00026859576],"domain_scores_gemma":[0.9715147,0.014928805,0.003110657,0.0065649753,0.0033217748,0.00055909867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008984117,0.0014896918,0.00065708417,0.002775886,0.0019695275,0.0044002174,0.0024931321,0.002198261,0.0048534544],"category_scores_gemma":[0.03691194,0.0012796109,0.002617127,0.0028440806,0.002549902,0.012032288,0.0064868983,0.0037499499,0.0015548117],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006050427,0.00028450743,0.0077067674,0.0017687442,0.00019674681,0.0013876003,0.011492307,0.13199654,0.009707334,0.61468214,0.021347519,0.19882475],"study_design_scores_gemma":[0.00006627815,0.0001141775,0.0010911385,0.00092362665,0.00016413908,0.00047872151,0.001704165,0.4206666,0.012896328,0.4183004,0.14345752,0.00013695617],"about_ca_topic_score_codex":0.014107624,"about_ca_topic_score_gemma":0.024517002,"teacher_disagreement_score":0.014107624,"about_ca_system_score_codex":0.0024777635,"about_ca_system_score_gemma":0.0032154815,"threshold_uncertainty_score":0.047513127},"labels":[],"label_agreement":null},{"id":"W2398520257","doi":"","title":"Qualitative vs. Quantitative Contribution Labels in Goal Models: Setting an Experimental Agenda.","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Denial; Intuition; Psychology; Social psychology; Epistemology; Computer science; Cognitive psychology; Cognitive science","score_opus":0.12221395837073207,"score_gpt":0.4175617225908273,"score_spread":0.29534776422009523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398520257","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84446657,0.0013292274,0.094615586,0.0039463486,0.0007738636,0.0107943,0.0019038087,0.000701043,0.04146924],"genre_scores_gemma":[0.8517654,0.0005102317,0.11988284,0.0013380679,0.0001825194,0.020696308,0.0011866185,0.00032860684,0.0041093887],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9504029,0.042022113,0.0020923342,0.0024799902,0.002505185,0.00049731997],"domain_scores_gemma":[0.43826902,0.52460796,0.010247069,0.01845655,0.00661539,0.0018040458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.064197496,0.0012454393,0.00094765786,0.0012086205,0.0017235178,0.0041507194,0.0030214046,0.00343196,0.016971534],"category_scores_gemma":[0.33649832,0.0010952929,0.0012061353,0.0019063978,0.004663179,0.013049052,0.006196304,0.006014219,0.0021687092],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0669844,0.082882896,0.035896696,0.013826072,0.0012717653,0.0006054522,0.080973804,0.04128184,0.030127082,0.25850186,0.023912553,0.3637356],"study_design_scores_gemma":[0.02291579,0.060817372,0.03713747,0.003322173,0.002224353,0.00053583767,0.03234347,0.29972565,0.031947736,0.45579192,0.05200175,0.0012364063],"about_ca_topic_score_codex":0.0015862241,"about_ca_topic_score_gemma":0.0014819787,"teacher_disagreement_score":0.064197496,"about_ca_system_score_codex":0.0026660021,"about_ca_system_score_gemma":0.001360049,"threshold_uncertainty_score":0.33951288},"labels":[],"label_agreement":null},{"id":"W2398761404","doi":"","title":"Instructional Experiences with Modeling and Analysis using the i* Framework.","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Process (computing); Mathematics education; Domain (mathematical analysis); Course (navigation); Instructional design; Conceptual framework; Pedagogy; Knowledge management; Psychology; Engineering; Multimedia; Sociology","score_opus":0.1131053701709256,"score_gpt":0.3304863507317142,"score_spread":0.21738098056078858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398761404","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77594113,0.0009371134,0.16251148,0.0045225765,0.00016278177,0.00045514863,0.00056153233,0.0026442118,0.052264053],"genre_scores_gemma":[0.8445185,0.0011764262,0.13906221,0.0009012113,0.000045110784,0.00041169842,0.00088314083,0.0004047474,0.012597035],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99668175,0.0022472898,0.00014350147,0.00029215758,0.00044751994,0.00018763464],"domain_scores_gemma":[0.9859904,0.010065976,0.00094389904,0.0010129905,0.0009556449,0.0010310817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0061809253,0.00078216277,0.0004646571,0.00072919886,0.001164752,0.003317371,0.0019002671,0.0012725525,0.0054591014],"category_scores_gemma":[0.015475035,0.0006830423,0.0007874363,0.0006168287,0.0011951779,0.0029026335,0.004165894,0.0021896022,0.0016884586],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007890175,0.0052572004,0.033990923,0.0023535725,0.00014663355,0.0039231433,0.35948578,0.025651885,0.024829231,0.05403218,0.06506176,0.42447868],"study_design_scores_gemma":[0.00036432102,0.0031237025,0.019562626,0.0025101735,0.0002480138,0.0050271507,0.10332726,0.13492621,0.040475495,0.051291317,0.63875467,0.00038915963],"about_ca_topic_score_codex":0.0011887499,"about_ca_topic_score_gemma":0.0021989336,"teacher_disagreement_score":0.0061809253,"about_ca_system_score_codex":0.0012370364,"about_ca_system_score_gemma":0.0015949536,"threshold_uncertainty_score":0.03268826},"labels":[],"label_agreement":null},{"id":"W2399077472","doi":"","title":"NDR-Tool: Uma Ferramenta de Apoio ao Reuso de Conhecimento em Requisitos Não Funcionais.","year":2014,"lang":"pt","type":"article","venue":"Conferencia Iberoamericana de Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Software engineering; Semantics (computer science); Process (computing); Field (mathematics); Requirements elicitation; Software; Proof of concept; Programming language; Requirements engineering","score_opus":0.030737367331898222,"score_gpt":0.27064680780611383,"score_spread":0.2399094404742156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399077472","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006410658,0.0005279324,0.9248232,0.0009011116,0.00021073128,0.0005874879,0.00076199375,0.053062078,0.012714852],"genre_scores_gemma":[0.04166915,0.00048317283,0.9409154,0.00035405144,0.000058112793,0.0004237043,0.002223074,0.0041485624,0.009724728],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9866345,0.0040052487,0.0014532746,0.0017465659,0.005606548,0.0005539147],"domain_scores_gemma":[0.9661025,0.017694108,0.0015913387,0.010445001,0.0032572963,0.0009098579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013530997,0.0021300865,0.0016114549,0.0051628426,0.0014270344,0.0070295436,0.0065351585,0.003253954,0.011803678],"category_scores_gemma":[0.044841878,0.0015650623,0.0018800003,0.0017396351,0.0020235945,0.008703816,0.008620975,0.0039825765,0.00555043],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004880482,0.00072935317,0.0037904838,0.0038002473,0.00027980102,0.0016660991,0.005174247,0.008251538,0.035522778,0.09205604,0.039352156,0.8088892],"study_design_scores_gemma":[0.00031483162,0.00036858162,0.0021831074,0.0024545933,0.00026378798,0.004143061,0.00108444,0.09335638,0.046457026,0.08366584,0.7653526,0.00035574904],"about_ca_topic_score_codex":0.0024548199,"about_ca_topic_score_gemma":0.003469088,"teacher_disagreement_score":0.013530997,"about_ca_system_score_codex":0.0018259552,"about_ca_system_score_gemma":0.0053635174,"threshold_uncertainty_score":0.07155961},"labels":[],"label_agreement":null},{"id":"W2399215047","doi":"","title":"Supporting Creative RE with i","year":2015,"lang":"en","type":"article","venue":"City Research Online (City University London)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Creativity; Computer science; Focus (optics); Creativity technique; Representation (politics); Management science; Creative work; Meaning (existential); Human–computer interaction; Knowledge management; Software engineering; Data science; Engineering; Psychology","score_opus":0.22691059162291058,"score_gpt":0.410964945454235,"score_spread":0.18405435383132443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399215047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0237687,0.00030911088,0.8299385,0.0017853177,0.00037854965,0.0005211272,0.00026860833,0.009985728,0.13304439],"genre_scores_gemma":[0.24851096,0.00054680294,0.68839604,0.00076564116,0.00019288946,0.00119395,0.00096066535,0.0030785033,0.056354668],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9948002,0.002008483,0.00039820359,0.0010578816,0.0011157261,0.000619565],"domain_scores_gemma":[0.9828971,0.005996759,0.0010711795,0.0064833066,0.0021140694,0.0014375761],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006296268,0.0014023802,0.00072159024,0.0017661143,0.0016967342,0.008296635,0.0036928002,0.0018548471,0.028762745],"category_scores_gemma":[0.019880366,0.00075040944,0.0014809149,0.0012844647,0.002172704,0.009968185,0.011262128,0.0023986252,0.011480588],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000651264,0.0010065541,0.0031645726,0.0013368232,0.000085082145,0.0008741162,0.015673734,0.007661481,0.034885835,0.36022815,0.036781907,0.53765047],"study_design_scores_gemma":[0.00026405504,0.0007695616,0.002279539,0.0009196443,0.00015666436,0.0014215157,0.008381674,0.10848861,0.060306847,0.30508038,0.51166815,0.0002633742],"about_ca_topic_score_codex":0.0005204868,"about_ca_topic_score_gemma":0.00073897204,"teacher_disagreement_score":0.028762745,"about_ca_system_score_codex":0.0012541369,"about_ca_system_score_gemma":0.0022322447,"threshold_uncertainty_score":0.09622103},"labels":[],"label_agreement":null},{"id":"W2399877150","doi":"","title":"A Framework for Iterative, Interactive Analysis of Agent-Goal Models in Early Requirements Engineering.","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Domain (mathematical analysis); Requirements elicitation; Requirements analysis; Domain model; Process management; Management science; Domain knowledge; Software engineering; Engineering; Mathematics","score_opus":0.05976770320483752,"score_gpt":0.34862011518719555,"score_spread":0.288852411982358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2399877150","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009431945,0.00012091088,0.99490285,0.00046699238,0.000015310849,0.00039849276,0.000062556996,0.00061597925,0.0024736763],"genre_scores_gemma":[0.015216192,0.00007259955,0.9833462,0.000051291336,0.000008713354,0.00061418785,0.00015305595,0.00008029818,0.00045743774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97069156,0.022085393,0.0015847735,0.0013287531,0.0036621164,0.0006473491],"domain_scores_gemma":[0.94534516,0.041986566,0.0020628541,0.005034777,0.0044360915,0.0011345714],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0437207,0.002614189,0.0011898568,0.0066122725,0.0029867014,0.008398292,0.005422436,0.0035661706,0.006432907],"category_scores_gemma":[0.063621275,0.0020810876,0.0038343116,0.0029875038,0.0066456725,0.0093942005,0.008586682,0.0051012626,0.0016443541],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000099777055,0.00025736337,0.0011430307,0.0009218823,0.00017056213,0.0007857179,0.014122538,0.058459,0.0026222065,0.8073061,0.004612703,0.10949916],"study_design_scores_gemma":[0.00010798927,0.00012938645,0.00034442657,0.0013638104,0.00010622819,0.0004294857,0.0029335958,0.3583076,0.0028411676,0.56649697,0.06681401,0.00012533547],"about_ca_topic_score_codex":0.009281097,"about_ca_topic_score_gemma":0.015053676,"teacher_disagreement_score":0.0437207,"about_ca_system_score_codex":0.005081975,"about_ca_system_score_gemma":0.007457879,"threshold_uncertainty_score":0.23121995},"labels":[],"label_agreement":null},{"id":"W2400343256","doi":"","title":"On the Requirements and Design Decisions of an In-House Component-Based SPL Automated Environment.","year":2014,"lang":"en","type":"article","venue":"PUCRS Repository (Pontifical Catholic University of Rio Grande do Sul)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Computer science; Process (computing); Product (mathematics); Set (abstract data type); Software engineering; Product design; Systems engineering; Software; Process management; Engineering management; Risk analysis (engineering); Engineering; Business","score_opus":0.03762605085809244,"score_gpt":0.2350343941185438,"score_spread":0.19740834326045137,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400343256","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24529728,0.00067286054,0.67332345,0.006562531,0.00010297558,0.0026718995,0.0009665192,0.0025893368,0.06781319],"genre_scores_gemma":[0.42465585,0.00043940434,0.56464165,0.00069056154,0.000055254826,0.0007938811,0.0015813994,0.00051544554,0.0066266186],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9838426,0.0073977825,0.00092930585,0.00092783367,0.0061298083,0.00077259325],"domain_scores_gemma":[0.9687141,0.019657472,0.0021181463,0.0036662961,0.0049461103,0.0008978671],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012116859,0.0008712062,0.00053054694,0.0015835267,0.0010494476,0.0037844398,0.0019332304,0.0019270646,0.003940377],"category_scores_gemma":[0.03383931,0.00090467295,0.0006657696,0.00095016405,0.0011457977,0.0036756457,0.0017476311,0.0016476254,0.0021867955],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049156696,0.0021144394,0.0177506,0.0028375676,0.0002519421,0.010693741,0.012370628,0.15350118,0.15120652,0.11819206,0.024113504,0.5064763],"study_design_scores_gemma":[0.0003239855,0.0017372401,0.020808933,0.003146985,0.00047326935,0.00891052,0.013722401,0.47831348,0.08978302,0.10696933,0.27548435,0.00032651267],"about_ca_topic_score_codex":0.0017712852,"about_ca_topic_score_gemma":0.0033304857,"teacher_disagreement_score":0.012116859,"about_ca_system_score_codex":0.0013084661,"about_ca_system_score_gemma":0.004877162,"threshold_uncertainty_score":0.064080894},"labels":[],"label_agreement":null},{"id":"W2400841233","doi":"","title":"Une taxonomie et un métamodèle pour la détection des défauts de conception.","year":2006,"lang":"fr","type":"article","venue":"LMO","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Gynecology; Medicine","score_opus":0.05977247441953887,"score_gpt":0.3080239626894255,"score_spread":0.24825148826988663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2400841233","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024383644,0.0011834638,0.95964366,0.0009280685,0.00021820117,0.00038755394,0.0023211949,0.006145878,0.0047883643],"genre_scores_gemma":[0.07296856,0.0005717247,0.9149769,0.00020414068,0.00005244157,0.00035800025,0.0044794823,0.000566127,0.0058226697],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9941474,0.0014790919,0.00054318336,0.0011360563,0.002430985,0.00026320346],"domain_scores_gemma":[0.99197984,0.0039538117,0.000662353,0.0013750934,0.0016636766,0.0003652477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044217985,0.0013481888,0.00092884,0.005452462,0.0014746091,0.0061303475,0.001184808,0.002851464,0.0055515934],"category_scores_gemma":[0.017994344,0.0010846514,0.002180077,0.002823527,0.0017571645,0.0076683057,0.0021042128,0.003646091,0.002053903],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009060202,0.00079492223,0.028961843,0.001851154,0.00043656872,0.0013637771,0.004842587,0.015301397,0.05955882,0.28156394,0.024067663,0.58035123],"study_design_scores_gemma":[0.00028585835,0.00059598143,0.026692452,0.0018345962,0.00044535915,0.00419733,0.005195249,0.3655904,0.051321726,0.22037195,0.32312775,0.00034141465],"about_ca_topic_score_codex":0.023814367,"about_ca_topic_score_gemma":0.02744016,"teacher_disagreement_score":0.023814367,"about_ca_system_score_codex":0.0020550438,"about_ca_system_score_gemma":0.0046248487,"threshold_uncertainty_score":0.04735154},"labels":[],"label_agreement":null},{"id":"W2401689480","doi":"","title":"Incorporating Goal Analysis in Database Design: A Case Study from Biological Data Management.","year":2006,"lang":"en","type":"article","venue":"SEBD","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Conceptual schema; Stakeholder; Schema (genetic algorithms); Database schema; Tracing; Database design; Process management; Database; Data science; Management science; Software engineering; Engineering; Information retrieval; Programming language","score_opus":0.15579429484443777,"score_gpt":0.349015323660919,"score_spread":0.1932210288164812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401689480","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5014329,0.00092640024,0.47644773,0.004937304,0.00006474607,0.0009045804,0.00025111265,0.00053356093,0.014501727],"genre_scores_gemma":[0.5894511,0.00044060624,0.40678504,0.00045979721,0.000015352922,0.00028664587,0.0002541096,0.00011444897,0.002192955],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9851893,0.010725897,0.00046909996,0.0005935804,0.0025742876,0.00044786767],"domain_scores_gemma":[0.9626856,0.029992731,0.0013953121,0.002628893,0.002562444,0.0007350247],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015515123,0.00058250595,0.00040311247,0.0012945678,0.0019974664,0.0039083026,0.0020392062,0.0031141054,0.00079296064],"category_scores_gemma":[0.030911932,0.0005356258,0.00083330105,0.0018189627,0.0022216304,0.0029188085,0.00273075,0.0020305049,0.00024594518],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000997826,0.004005829,0.049623087,0.0039460794,0.0004200239,0.025228728,0.08554344,0.11719753,0.059781432,0.20895329,0.011884328,0.43241838],"study_design_scores_gemma":[0.00056743424,0.0024566543,0.021777732,0.0011300797,0.00058591715,0.014129564,0.05477939,0.40486068,0.12500328,0.13838089,0.23597586,0.0003525291],"about_ca_topic_score_codex":0.0039014567,"about_ca_topic_score_gemma":0.0071544345,"teacher_disagreement_score":0.015515123,"about_ca_system_score_codex":0.0028296045,"about_ca_system_score_gemma":0.0021616893,"threshold_uncertainty_score":0.08205277},"labels":[],"label_agreement":null},{"id":"W2401923564","doi":"","title":"Revising the Comparison Criteria for Composition.","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Composition (language); Set (abstract data type); Unified Modeling Language; Data mining; Information retrieval; Software engineering; Programming language; Software","score_opus":0.08757605284851648,"score_gpt":0.3697042677465004,"score_spread":0.2821282148979839,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401923564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03200947,0.0047471984,0.9088365,0.006527516,0.0014463942,0.007076543,0.0011049267,0.0012337108,0.03701777],"genre_scores_gemma":[0.117922045,0.00057613,0.8705542,0.0008535455,0.00017418162,0.0042308527,0.0010249107,0.00063255563,0.0040315385],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.74594104,0.14395916,0.031606328,0.010155938,0.06530472,0.0030329502],"domain_scores_gemma":[0.5516147,0.26471654,0.01537802,0.021353625,0.14248607,0.0044510663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.15049927,0.0021805377,0.0022341136,0.017555784,0.0061812326,0.009842149,0.0051793787,0.0045768158,0.009558122],"category_scores_gemma":[0.40802163,0.0012202658,0.0040853433,0.010791905,0.006266404,0.018151794,0.009218006,0.005533317,0.0019976099],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015710734,0.0008256638,0.017933168,0.0053508626,0.00070763263,0.00046323714,0.014239251,0.009879645,0.012814199,0.31235436,0.035523806,0.5883371],"study_design_scores_gemma":[0.0009422669,0.0033884167,0.022823382,0.007057442,0.0012908736,0.0017866766,0.01264566,0.09718172,0.02786049,0.34656036,0.4774692,0.0009934484],"about_ca_topic_score_codex":0.009624131,"about_ca_topic_score_gemma":0.009258259,"teacher_disagreement_score":0.15049927,"about_ca_system_score_codex":0.01066055,"about_ca_system_score_gemma":0.015855893,"threshold_uncertainty_score":0.79592574},"labels":[],"label_agreement":null},{"id":"W2402511272","doi":"","title":"Concern-Oriented Software Design with TouchRAM.","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Agile software development; Software engineering; Software; Software design; Software development; Programming language","score_opus":0.046198596932614515,"score_gpt":0.26173518840067456,"score_spread":0.21553659146806003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402511272","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025087944,0.0002179537,0.97960746,0.00016638146,0.000052375923,0.0000758218,0.00012643254,0.008780142,0.008464545],"genre_scores_gemma":[0.07506935,0.0005604553,0.90525246,0.0002905525,0.000041904594,0.0003703817,0.00078344217,0.0033105807,0.014320845],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988175,0.0003250979,0.00008114506,0.00015970465,0.0005471395,0.00006949195],"domain_scores_gemma":[0.9986852,0.00064248417,0.00010546646,0.00034439683,0.00015411334,0.000068408255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017879087,0.0008946817,0.0004118846,0.00081249623,0.00039509637,0.002405915,0.0012529924,0.0011520539,0.011685353],"category_scores_gemma":[0.0035888131,0.0009297148,0.0012582935,0.00062928576,0.0007483759,0.0027018841,0.00289765,0.0018938584,0.002486506],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023515425,0.00014360371,0.00115025,0.0012526899,0.00012827493,0.00095224037,0.0019944126,0.0328914,0.028938677,0.43063337,0.032360673,0.46931928],"study_design_scores_gemma":[0.00020470741,0.00025274206,0.00050819945,0.00057019485,0.00011727443,0.0017431687,0.00024949838,0.335595,0.032795116,0.18321258,0.44465774,0.000093777766],"about_ca_topic_score_codex":0.00050913054,"about_ca_topic_score_gemma":0.0011645178,"teacher_disagreement_score":0.011685353,"about_ca_system_score_codex":0.00034688518,"about_ca_system_score_gemma":0.0005808477,"threshold_uncertainty_score":0.03909135},"labels":[],"label_agreement":null},{"id":"W2402775293","doi":"","title":"From Intentions to Decisions: Understanding Stakeholders' Objectives in Software Product Line Configuration.","year":2014,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Software product line; Product line; Computer science; Product (mathematics); Software; Process management; Software engineering; Systems engineering; Business; Software development; Engineering; Manufacturing engineering; Programming language; Mathematics","score_opus":0.08302011617960099,"score_gpt":0.287027891012288,"score_spread":0.204007774832687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2402775293","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7278397,0.0005730022,0.21021067,0.0056903725,0.000048600574,0.00022278051,0.00018922557,0.00023476985,0.054990906],"genre_scores_gemma":[0.98569864,0.000092224036,0.013378002,0.000077536395,0.000003539924,0.000042812644,0.00005560074,0.000020059184,0.00063161034],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99497294,0.0035573929,0.00016849491,0.0002800382,0.0006585152,0.00036254447],"domain_scores_gemma":[0.98338586,0.011705088,0.0018335674,0.000519096,0.0018196863,0.0007365861],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00652979,0.0005807005,0.00021711341,0.0012938153,0.00095909333,0.0058145183,0.0009321865,0.0020417124,0.0021508324],"category_scores_gemma":[0.04247778,0.0005231445,0.00028841197,0.00082385546,0.0023930853,0.009537551,0.002650816,0.0016735921,0.00045592763],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009351913,0.00087070337,0.11727116,0.0011599268,0.00021232507,0.0023032287,0.13526691,0.07123629,0.013716027,0.2551064,0.007349965,0.3945719],"study_design_scores_gemma":[0.00010783515,0.0006199147,0.041675523,0.0009126501,0.00018455643,0.00038417938,0.1281105,0.3156338,0.0084743975,0.48781165,0.015885793,0.00019923552],"about_ca_topic_score_codex":0.0044114515,"about_ca_topic_score_gemma":0.006260868,"teacher_disagreement_score":0.00652979,"about_ca_system_score_codex":0.0015453625,"about_ca_system_score_gemma":0.0028197272,"threshold_uncertainty_score":0.034533262},"labels":[],"label_agreement":null},{"id":"W2403286830","doi":"","title":"Feature Model Debugging based on Description Logic Reasoning.","year":2011,"lang":"en","type":"article","venue":"Distributed Multimedia Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of New Brunswick","funders":"","keywords":"Feature model; Software product line; Computer science; Feature (linguistics); Domain engineering; Debugging; Domain (mathematical analysis); Rotation formalisms in three dimensions; Domain model; Artificial intelligence; Software; Domain knowledge; Programming language; Data mining; Software engineering; Software system; Software development; Software construction","score_opus":0.07492294843121049,"score_gpt":0.2681052880179838,"score_spread":0.19318233958677328,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2403286830","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019987312,0.000073058865,0.99379313,0.00014069633,0.00002094232,0.00011090611,0.00013480002,0.002697167,0.0010305624],"genre_scores_gemma":[0.09094082,0.00018855368,0.9064006,0.00014204331,0.00001811465,0.00017631006,0.0008786207,0.0004679368,0.0007869966],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9907164,0.0039412216,0.00070176,0.0010545943,0.0031057296,0.00048024257],"domain_scores_gemma":[0.97752917,0.012354703,0.0014965124,0.005349306,0.0029633096,0.00030707684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0101222955,0.0015233301,0.0011954478,0.0039271093,0.0009971429,0.003940796,0.0050817435,0.0017347612,0.005543505],"category_scores_gemma":[0.03858964,0.0010772598,0.0024177628,0.0019279225,0.00192663,0.0062776017,0.0045540533,0.0027489003,0.0013324985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046884216,0.0006539655,0.0051717986,0.001103087,0.0004592827,0.0011417746,0.0010135082,0.19292422,0.016561037,0.23455387,0.011144961,0.5348036],"study_design_scores_gemma":[0.00010963431,0.00008096248,0.0003500945,0.00013290535,0.00009406486,0.00038261592,0.000162334,0.86982024,0.014424221,0.099879205,0.014503895,0.000059833368],"about_ca_topic_score_codex":0.0065185265,"about_ca_topic_score_gemma":0.0068806843,"teacher_disagreement_score":0.0101222955,"about_ca_system_score_codex":0.00232477,"about_ca_system_score_gemma":0.004059324,"threshold_uncertainty_score":0.05353248},"labels":[],"label_agreement":null},{"id":"W2404067719","doi":"","title":"Teaching i* Alongside a Contrasting Modeling Framework.","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Domain (mathematical analysis); Process (computing); Process modeling; Knowledge management; Process management; Management science; Work in process; Engineering; Operations management","score_opus":0.12058069310178143,"score_gpt":0.33788764144850514,"score_spread":0.2173069483467237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404067719","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009811203,0.00032865745,0.9259661,0.009728372,0.0003829076,0.00010483246,0.00011803841,0.00079441373,0.052765537],"genre_scores_gemma":[0.19814391,0.0008115867,0.7715558,0.0018770971,0.00021058154,0.0004884387,0.00024285128,0.0004194783,0.026250416],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99571925,0.0026367316,0.00014552877,0.0006786256,0.000615722,0.00020420582],"domain_scores_gemma":[0.99305373,0.004161884,0.00045592853,0.0012019932,0.0004929831,0.00063351763],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005733907,0.00092093507,0.00044895237,0.0009891018,0.0015756718,0.0067604915,0.002769335,0.0018053441,0.011843268],"category_scores_gemma":[0.0093512675,0.000537345,0.0010167713,0.0011393098,0.003317879,0.006933587,0.004866147,0.0045781257,0.0033443165],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031874322,0.00018649673,0.0009189331,0.00021242548,0.000015203279,0.000085257336,0.0025344915,0.0077501866,0.0015650619,0.9251845,0.010233594,0.051281966],"study_design_scores_gemma":[0.00003766854,0.00019333573,0.00048103434,0.00039625075,0.000027032453,0.0003460458,0.0024807157,0.10356781,0.0052759615,0.6544717,0.23267433,0.000048158126],"about_ca_topic_score_codex":0.0015982457,"about_ca_topic_score_gemma":0.0021251624,"teacher_disagreement_score":0.011843268,"about_ca_system_score_codex":0.0024539218,"about_ca_system_score_gemma":0.0033238966,"threshold_uncertainty_score":0.039619684},"labels":[],"label_agreement":null},{"id":"W2404250845","doi":"","title":"Non-functional Properties in Software Product Lines: A Taxonomy for Classification.","year":2012,"lang":"en","type":"article","venue":"Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; University of New Brunswick","funders":"","keywords":"Computer science; Software product line; Software development; Software quality control; Software quality; Software engineering; Software; Taxonomy (biology); Product (mathematics); Quality (philosophy)","score_opus":0.07841083060631879,"score_gpt":0.25842518886424604,"score_spread":0.18001435825792725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404250845","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042068128,0.110972755,0.7289163,0.0102777975,0.0014182947,0.0023444283,0.0019398115,0.0018131454,0.10024931],"genre_scores_gemma":[0.22987503,0.061270054,0.68156224,0.0021032619,0.0011031992,0.002703016,0.0054937787,0.0004673133,0.015422126],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99121094,0.0017725374,0.0016971856,0.0006943455,0.004197387,0.0004277494],"domain_scores_gemma":[0.97432137,0.012081611,0.004255727,0.0022416846,0.006094577,0.0010049532],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067674555,0.0018672317,0.0011803237,0.016104892,0.0022675174,0.0063877,0.0033701647,0.0035294793,0.0041167834],"category_scores_gemma":[0.019609684,0.00077137776,0.0017801515,0.017857408,0.004500445,0.015580261,0.0027989114,0.0035524247,0.0025134222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009656873,0.0003890904,0.012740652,0.0030918268,0.00009539918,0.0012055521,0.0069528264,0.003855773,0.003336854,0.3890783,0.020048445,0.55910873],"study_design_scores_gemma":[0.000049912807,0.00033935756,0.012919794,0.003740408,0.00010113954,0.0050220997,0.0050915363,0.01806018,0.0015880838,0.5203156,0.43255943,0.00021246764],"about_ca_topic_score_codex":0.0036325888,"about_ca_topic_score_gemma":0.0023957107,"teacher_disagreement_score":0.016104892,"about_ca_system_score_codex":0.0027699051,"about_ca_system_score_gemma":0.0037390757,"threshold_uncertainty_score":0.035790145},"labels":[],"label_agreement":null},{"id":"W2404262636","doi":"","title":"Goal Modeling Education with GRL: Experience Report","year":2015,"lang":"en","type":"article","venue":"iStar","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Operationalization; Computer science; Software engineering; Requirements engineering; Requirements elicitation; Engineering management; Management science; Software; Engineering; Programming language","score_opus":0.07482308586928595,"score_gpt":0.33122562436528824,"score_spread":0.2564025384960023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404262636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84297705,0.0021661355,0.06583109,0.004052692,0.00015034569,0.0011365253,0.0008884992,0.0031077974,0.07968978],"genre_scores_gemma":[0.9084724,0.0032154322,0.053579975,0.0011222651,0.00004209867,0.000400566,0.0016020264,0.0007413621,0.030823864],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99598026,0.001720887,0.00018756963,0.00041196804,0.0011689443,0.00053038826],"domain_scores_gemma":[0.9915445,0.0036468878,0.00034710052,0.00077573484,0.0018031405,0.0018825332],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007992886,0.00061694684,0.00043675493,0.0006340085,0.000771036,0.0019052713,0.0013337613,0.0013037284,0.0060649533],"category_scores_gemma":[0.0123018,0.00050606736,0.0004871784,0.00089523126,0.0008773792,0.0027028031,0.0024054856,0.0020328234,0.0032111956],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007940459,0.027821507,0.034323856,0.00094700826,0.000070984715,0.0017635033,0.058598485,0.0038097268,0.010672677,0.0066280677,0.036861155,0.81770897],"study_design_scores_gemma":[0.0010044082,0.011392709,0.08809793,0.0013255983,0.00025701793,0.005042452,0.06419358,0.040711746,0.040379114,0.0065143,0.7407304,0.00035073978],"about_ca_topic_score_codex":0.007874203,"about_ca_topic_score_gemma":0.008979732,"teacher_disagreement_score":0.007992886,"about_ca_system_score_codex":0.0010491792,"about_ca_system_score_gemma":0.0029274279,"threshold_uncertainty_score":0.0422709},"labels":[],"label_agreement":null},{"id":"W2404760295","doi":"","title":"Towards a Declarative, Constraint-Oriented Semantics with a Generic Evaluation Algorithm for GRL","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Semantics (computer science); Computer science; Constraint satisfaction problem; Constraint (computer-aided design); Constraint satisfaction; Programming language; Solver; Abstract interpretation; Constraint programming; Operational semantics; Interpretation (philosophy); Theoretical computer science; Constraint logic programming; Algorithm; Artificial intelligence; Mathematical optimization; Mathematics","score_opus":0.13058578269599755,"score_gpt":0.32084426880193556,"score_spread":0.190258486105938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404760295","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007920928,0.000019141948,0.9971469,0.00010213201,0.00001122232,0.00007092197,0.00004600326,0.0009891284,0.00082239974],"genre_scores_gemma":[0.017748782,0.00004946378,0.98082906,0.00012397915,0.000015167828,0.00016344537,0.00014607632,0.00043325816,0.0004908255],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99406046,0.0021442347,0.0006310971,0.0006924949,0.0021773144,0.00029427343],"domain_scores_gemma":[0.99324507,0.0028762799,0.00055989804,0.0011910468,0.0019143261,0.00021332513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008370667,0.0010844995,0.0008721224,0.0019861497,0.000854635,0.0045227907,0.00382649,0.0015860384,0.0036491302],"category_scores_gemma":[0.013377396,0.0011010735,0.0018344581,0.0017437248,0.0038958571,0.005627268,0.003685455,0.0039718286,0.0012004846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010953163,0.0001741853,0.00069980044,0.00052625046,0.00006911677,0.00022087038,0.00087189133,0.0800136,0.007220868,0.80415267,0.0060265674,0.09991462],"study_design_scores_gemma":[0.000108102686,0.00006721178,0.00013315587,0.00016515444,0.000056413475,0.00015758397,0.00018864,0.7101621,0.012970876,0.23901276,0.036916606,0.000061312225],"about_ca_topic_score_codex":0.003896066,"about_ca_topic_score_gemma":0.0055914624,"teacher_disagreement_score":0.008370667,"about_ca_system_score_codex":0.0018368092,"about_ca_system_score_gemma":0.0032564804,"threshold_uncertainty_score":0.044268847},"labels":[],"label_agreement":null},{"id":"W2404907191","doi":"","title":"Patterns and their Impact on System Concerns.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Perspective (graphical); Work (physics); Architecture; Track (disk drive); Architectural pattern; Data science; Software engineering; Systems engineering; Architectural engineering; Engineering; Software system; Artificial intelligence; Programming language; Software; Geography","score_opus":0.0622585538737093,"score_gpt":0.30073984217305316,"score_spread":0.23848128829934387,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2404907191","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38955325,0.015421911,0.26640615,0.046992302,0.0005598975,0.00019154209,0.0005891925,0.0007136103,0.27957207],"genre_scores_gemma":[0.95782727,0.003797179,0.02731881,0.0008922291,0.00011902812,0.000089906185,0.00017669548,0.00014268914,0.009636222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99240255,0.004158217,0.00024236662,0.00059471955,0.0022204742,0.00038163568],"domain_scores_gemma":[0.94810593,0.04093269,0.0036128259,0.0031029833,0.0032522522,0.0009934381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005699967,0.0004342381,0.00029021894,0.0017582848,0.0013596598,0.003952089,0.0006580831,0.0015228457,0.007014698],"category_scores_gemma":[0.045357887,0.00048716587,0.0004930578,0.0022196854,0.0026006745,0.008533585,0.004411642,0.0023828254,0.0005754135],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012089547,0.00012709103,0.04245895,0.00039639685,0.00011451874,0.00070986553,0.008472764,0.0069665946,0.0037574526,0.7461237,0.007215932,0.18353583],"study_design_scores_gemma":[0.000038695744,0.00019361697,0.031467237,0.00045287152,0.00018083697,0.0013691352,0.007326245,0.021206522,0.0028702836,0.8219421,0.112902276,0.000050228537],"about_ca_topic_score_codex":0.003609338,"about_ca_topic_score_gemma":0.004138126,"teacher_disagreement_score":0.007014698,"about_ca_system_score_codex":0.0014757842,"about_ca_system_score_gemma":0.0012332727,"threshold_uncertainty_score":0.030144632},"labels":[],"label_agreement":null},{"id":"W2407748034","doi":"","title":"Introducing Adaptivity to Achieve Longevity for Software.","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Adaptation (eye); Adaptability; Computer science; Flexibility (engineering); Software; Software system; Software engineering; Macro; Distributed computing; Operating system; Programming language","score_opus":0.09707372581208729,"score_gpt":0.2947160795551197,"score_spread":0.1976423537430324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407748034","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0073313187,0.0003548597,0.9814699,0.00081085856,0.00015225298,0.000061875326,0.000026949214,0.0017586701,0.00803324],"genre_scores_gemma":[0.3339063,0.00090776815,0.6504487,0.00083368726,0.00021177645,0.0002564159,0.00015590464,0.0011326646,0.012146838],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99865365,0.00047248125,0.00007844533,0.00028339212,0.00036221108,0.00014967936],"domain_scores_gemma":[0.99721706,0.0010775808,0.0002639849,0.00082089787,0.00037716888,0.00024320172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002279644,0.0006529858,0.00030130614,0.0010102426,0.00090209715,0.0017612593,0.0013848692,0.0015388078,0.0029165277],"category_scores_gemma":[0.005505435,0.00043967128,0.0009436152,0.0006018207,0.0031850957,0.0040217903,0.0041744607,0.0028999257,0.00074322004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071396775,0.000114672264,0.0012528751,0.00028553372,0.00005797082,0.0004902265,0.0015451803,0.040190615,0.013836043,0.7938937,0.0056509674,0.14261082],"study_design_scores_gemma":[0.000046503133,0.00021567421,0.0007725314,0.00019785282,0.0001031114,0.00089679373,0.00039946826,0.20782019,0.015668625,0.6265307,0.14726155,0.00008704855],"about_ca_topic_score_codex":0.0015363165,"about_ca_topic_score_gemma":0.0017081406,"teacher_disagreement_score":0.0029165277,"about_ca_system_score_codex":0.0008474592,"about_ca_system_score_gemma":0.00095050177,"threshold_uncertainty_score":0.012056053},"labels":[],"label_agreement":null},{"id":"W2408169926","doi":"","title":"A Semi-Automated Tool for Requirements Trade-off Analysis.","year":2011,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Usability; Risk analysis (engineering); Swap (finance); Requirements analysis; Requirements management; Requirements elicitation; Measure (data warehouse); Data mining; Business; Software; Human–computer interaction","score_opus":0.0993593532755625,"score_gpt":0.3305551208610806,"score_spread":0.23119576758551807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2408169926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023561346,0.0000440145,0.9792053,0.00012464433,0.00002695314,0.00040003855,0.000670415,0.015577584,0.0015949573],"genre_scores_gemma":[0.027934657,0.000047971385,0.96811223,0.00008251171,0.000012837766,0.00090822246,0.001171947,0.0007163535,0.0010133456],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98991257,0.005175102,0.0010312577,0.00071973336,0.00296076,0.00020058242],"domain_scores_gemma":[0.9359687,0.050094943,0.0030153776,0.0058262385,0.0045032203,0.0005915754],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012679285,0.0023245676,0.0012659252,0.0039047622,0.00097520824,0.0034195615,0.002236732,0.0014708821,0.015348058],"category_scores_gemma":[0.053911317,0.001300709,0.0017023449,0.0017526537,0.0012090501,0.0028929352,0.0039994386,0.002043916,0.0049302736],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007516557,0.0006479919,0.0027520931,0.0022043625,0.0002528815,0.0011549692,0.002611234,0.07353148,0.025413204,0.06480277,0.041793264,0.78408414],"study_design_scores_gemma":[0.00035150253,0.00023768283,0.0010323016,0.00048852584,0.00007852501,0.00093901716,0.00051798363,0.8127576,0.019711236,0.092667654,0.07106298,0.00015504287],"about_ca_topic_score_codex":0.0011882077,"about_ca_topic_score_gemma":0.0018759525,"teacher_disagreement_score":0.015348058,"about_ca_system_score_codex":0.0011634601,"about_ca_system_score_gemma":0.003048568,"threshold_uncertainty_score":0.067055225},"labels":[],"label_agreement":null},{"id":"W2411521827","doi":"10.1007/s10664-016-9439-3","title":"Foreword to the special issue on empirical evidence on software product line engineering","year":2016,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Software product line; Product line; Computer science; Software engineering; Software; Engineering; Manufacturing engineering; Software development; Operating system","score_opus":0.09659113352451718,"score_gpt":0.33783418186220177,"score_spread":0.2412430483376846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2411521827","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017884975,0.017472632,0.000498099,0.08819028,0.8876093,0.00003500097,0.00042987106,0.00009567478,0.0054903403],"genre_scores_gemma":[0.0012081442,0.010944761,0.00041848022,0.048723727,0.91065085,0.00007309556,0.0008245368,0.00022370441,0.02693276],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99656975,0.00060521165,0.00054303516,0.00046406285,0.0014959803,0.00032203484],"domain_scores_gemma":[0.9456514,0.025175411,0.004397462,0.0023917458,0.017517531,0.004866412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004602552,0.0023943684,0.0032227754,0.008701277,0.0024905815,0.009144555,0.0029305457,0.010551041,0.066768646],"category_scores_gemma":[0.035554565,0.00088663836,0.001614644,0.0045355265,0.0018566983,0.005835801,0.0029649835,0.010106493,0.045285903],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001559991,0.000015571104,0.00007198165,0.00013212133,0.000008155948,0.00002433324,0.000004573489,0.00001022752,0.0000426808,0.00020090207,0.9938711,0.0056026345],"study_design_scores_gemma":[0.000059694525,0.00007029898,0.0020457148,0.0011762764,0.00006883344,0.00020526287,0.00007282189,0.00016595909,0.00025245405,0.0034559632,0.9923954,0.000031348096],"about_ca_topic_score_codex":0.0015956273,"about_ca_topic_score_gemma":0.0027050546,"teacher_disagreement_score":0.066768646,"about_ca_system_score_codex":0.0020606373,"about_ca_system_score_gemma":0.0033490846,"threshold_uncertainty_score":0.2233634},"labels":[],"label_agreement":null},{"id":"W2431233915","doi":"","title":"Autonomic Computing Now You See It, Now You Don't.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Autonomic computing; Computer science; Adaptation (eye); Perspective (graphical); Complexity management; Architecture; Software engineering; Data science; Cloud computing; Artificial intelligence","score_opus":0.05120739936322883,"score_gpt":0.2870451389415301,"score_spread":0.2358377395783013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2431233915","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009088748,0.032562118,0.07091669,0.3119381,0.04239063,0.00014192687,0.00022659743,0.0030921374,0.52964306],"genre_scores_gemma":[0.3379557,0.040922023,0.07333286,0.14244202,0.022516146,0.0004276841,0.00044151285,0.0012375945,0.38072446],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99794334,0.0007215494,0.000074399635,0.00025797336,0.0008084469,0.00019432095],"domain_scores_gemma":[0.9971584,0.00067292264,0.0002302674,0.00067967764,0.00071368803,0.0005450739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021608502,0.0005112813,0.0005027158,0.0005299147,0.0021249733,0.0069666253,0.0009521808,0.0031165485,0.013827241],"category_scores_gemma":[0.0063186893,0.0002837321,0.00042020256,0.0008018131,0.0028936465,0.007659015,0.002340246,0.0048244623,0.008836093],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010955351,0.0000830871,0.002377595,0.00035395497,0.00009938422,0.00028096105,0.0013109669,0.0011441334,0.0018237305,0.32895622,0.3230155,0.34044492],"study_design_scores_gemma":[0.000012107833,0.000034247158,0.00068132643,0.00021193756,0.000026200623,0.0003654354,0.00049182685,0.0010673458,0.00042180784,0.092571564,0.90408766,0.0000286348],"about_ca_topic_score_codex":0.0008937079,"about_ca_topic_score_gemma":0.0013432475,"teacher_disagreement_score":0.013827241,"about_ca_system_score_codex":0.0006825819,"about_ca_system_score_gemma":0.0012624123,"threshold_uncertainty_score":0.04625672},"labels":[],"label_agreement":null},{"id":"W2434065075","doi":"10.1007/s10796-016-9657-7","title":"Investigation of feature run-time conflicts on goal model-based reuse","year":2016,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reuse; Artifact (error); Workflow; Context (archaeology); Software engineering; Feature (linguistics); Software; Selection (genetic algorithm); Matching (statistics); Task (project management); Data mining; Artificial intelligence; Systems engineering; Database; Programming language; Engineering","score_opus":0.023195973743157128,"score_gpt":0.23239191541807439,"score_spread":0.20919594167491726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2434065075","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85602057,0.0001823747,0.1351193,0.00020308694,0.000020018419,0.00008472392,0.00007992048,0.00025456003,0.008035481],"genre_scores_gemma":[0.98543406,0.00002962231,0.013980664,0.000011803005,0.0000029892171,0.000015797961,0.00004548687,0.000033141892,0.0004464789],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9939468,0.0020765443,0.0002666248,0.0005048289,0.0025158387,0.0006893128],"domain_scores_gemma":[0.9527574,0.03425523,0.003119749,0.0050845034,0.004136346,0.00064674055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055131214,0.00036999787,0.00053892046,0.0012716866,0.0007231292,0.002006035,0.0014532642,0.0007011881,0.0028948644],"category_scores_gemma":[0.047011968,0.00037879712,0.000723779,0.0013233394,0.0010457519,0.0031590853,0.0013979245,0.0012769398,0.00019557845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031820184,0.0014005015,0.08839522,0.0006180796,0.0005931666,0.0019735289,0.0050388183,0.33582196,0.06322572,0.21147199,0.0021575135,0.28612155],"study_design_scores_gemma":[0.000054212578,0.0003875967,0.011497689,0.000044627745,0.00022423436,0.00036211393,0.0012107409,0.9163328,0.02625386,0.042107213,0.0014781879,0.000046737994],"about_ca_topic_score_codex":0.0030865492,"about_ca_topic_score_gemma":0.002608038,"teacher_disagreement_score":0.0055131214,"about_ca_system_score_codex":0.0011529372,"about_ca_system_score_gemma":0.0019813133,"threshold_uncertainty_score":0.029156506},"labels":[],"label_agreement":null},{"id":"W2435692892","doi":"10.82308/6669","title":"Runtime techniques and interprocedural analysis in Java virtual machines","year":2005,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Just-in-time compilation; Garbage collection; Java; Call graph; Dynamic compilation; Call stack; Executable; Operating system; Compiler; Programming language; Virtual machine; Bytecode; Parallel computing; Garbage; Stack (abstract data type)","score_opus":0.014241830302793416,"score_gpt":0.25844281277607967,"score_spread":0.24420098247328625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2435692892","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033468645,0.0038044588,0.9485564,0.00045403023,0.00010332019,0.000046473164,0.000072105875,0.006701448,0.006792986],"genre_scores_gemma":[0.39578718,0.0033097065,0.5926306,0.00036031226,0.0002096358,0.00011160059,0.00026552423,0.002848548,0.00447685],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761355,0.00058469886,0.00015691458,0.00035362528,0.0010175098,0.00027372342],"domain_scores_gemma":[0.9970169,0.0012721228,0.00045639547,0.00092028483,0.0002761231,0.000058260608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014193165,0.00061492866,0.00052357453,0.0017283906,0.00063894014,0.0019641435,0.001759246,0.0005799933,0.0012330326],"category_scores_gemma":[0.0050914926,0.00082277355,0.0013189454,0.0014705649,0.0015958825,0.0029485603,0.0010324263,0.0015955392,0.0005970354],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023865738,0.00019109686,0.008872921,0.00089943025,0.00017961273,0.0006983396,0.0013057282,0.09588416,0.05782532,0.32396808,0.0069900956,0.50294656],"study_design_scores_gemma":[0.00006779117,0.00019054124,0.0064190337,0.0005836692,0.00020709762,0.0009508827,0.0003148275,0.5559624,0.096866,0.26031566,0.07794717,0.00017499994],"about_ca_topic_score_codex":0.002255703,"about_ca_topic_score_gemma":0.0023647747,"teacher_disagreement_score":0.002255703,"about_ca_system_score_codex":0.0011909361,"about_ca_system_score_gemma":0.0016821865,"threshold_uncertainty_score":0.008640826},"labels":[],"label_agreement":null},{"id":"W2462154154","doi":"10.1007/978-3-319-16106-8_3","title":"Aspect-Oriented Paradigm","year":2015,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); École de Technologie Supérieure; Concordia University","funders":"","keywords":"Aspect-oriented programming; Computer science; Perspective (graphical); Programming language; Object-oriented programming; Software engineering; Programming paradigm; Artificial intelligence; Software","score_opus":0.08664401975743531,"score_gpt":0.2986969718747934,"score_spread":0.21205295211735808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462154154","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014536387,0.012262991,0.26629838,0.0025863028,0.0018541168,0.000089960595,0.0001353878,0.0008079153,0.71451133],"genre_scores_gemma":[0.04294978,0.033220068,0.1740334,0.002993039,0.0018398131,0.0002805304,0.0007558041,0.0011642041,0.74276334],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996526,0.000050748604,0.000019365069,0.00006586198,0.00019108044,0.000020261657],"domain_scores_gemma":[0.99981385,0.000066713066,0.00001077068,0.000040278333,0.00005291211,0.000015513848],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003997777,0.0009198323,0.00033224205,0.0010635802,0.00059099816,0.0024632695,0.00074164686,0.0007507835,0.014191059],"category_scores_gemma":[0.0006494855,0.00036355664,0.0004547078,0.001303803,0.00094021484,0.0037419046,0.0010396562,0.0025236318,0.0078077028],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009038152,0.000024129198,0.0000426636,0.00018632457,0.000008956782,0.000065788045,0.00031517897,0.000529237,0.0023005872,0.72211343,0.05499978,0.21940494],"study_design_scores_gemma":[0.0000041235985,0.0000071001136,0.00005081101,0.00009979546,0.000007751201,0.00020071284,0.000040570536,0.0008739989,0.00057360844,0.18832898,0.80980647,0.0000061239266],"about_ca_topic_score_codex":0.0005607535,"about_ca_topic_score_gemma":0.001077688,"teacher_disagreement_score":0.014191059,"about_ca_system_score_codex":0.0006896424,"about_ca_system_score_gemma":0.000886523,"threshold_uncertainty_score":0.047473848},"labels":[],"label_agreement":null},{"id":"W2464345357","doi":"10.1016/j.jss.2016.06.102","title":"Improving software performance and reliability in a distributed and concurrent environment with an architecture-based self-adaptive framework","year":2016,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Distributed computing; Failover; Adaptation (eye); Reliability (semiconductor); Provisioning; Switchover; Concurrency; Software architecture; Resource (disambiguation); Embedded system; Reliability engineering; Software; Engineering; Computer network; Operating system","score_opus":0.01264431455649355,"score_gpt":0.2240694401440092,"score_spread":0.21142512558751564,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464345357","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59709144,0.00033878468,0.39766622,0.00019481505,0.00005107095,0.00006734054,0.000010723998,0.0017737597,0.0028058544],"genre_scores_gemma":[0.9296539,0.000058876038,0.06946509,0.000020732934,0.000013201171,0.000020394904,0.000009131182,0.000054846954,0.00070400175],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995215,0.00010891314,0.00002510074,0.00008447346,0.00018254362,0.000077435114],"domain_scores_gemma":[0.9988188,0.0003122358,0.00014170441,0.00024366438,0.00034676344,0.00013682224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010497506,0.00031865478,0.00031279557,0.00047034954,0.0006139064,0.00080783566,0.0011739715,0.0004959,0.0006013981],"category_scores_gemma":[0.00205296,0.0002450742,0.00032122916,0.00024695086,0.0005829492,0.0010434615,0.0009419457,0.0006841925,0.00012588562],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087517704,0.0009861331,0.012819336,0.00015162338,0.00018335813,0.0004300601,0.0007873499,0.41561538,0.2801766,0.03343883,0.0011679804,0.25336814],"study_design_scores_gemma":[0.000053601667,0.00036601702,0.0020234182,0.000008526478,0.000095170966,0.00012800843,0.00006718117,0.96883464,0.02194495,0.005169251,0.0012809787,0.000028282619],"about_ca_topic_score_codex":0.001699947,"about_ca_topic_score_gemma":0.0024081557,"teacher_disagreement_score":0.001699947,"about_ca_system_score_codex":0.00045631177,"about_ca_system_score_gemma":0.0012574687,"threshold_uncertainty_score":0.005551696},"labels":[],"label_agreement":null},{"id":"W2467778514","doi":"","title":"Proceedings of the 18th International ACM SIGSOFT Symposium on Component-Based Software Engineering, Montreal, Canada, 4-8 May 2015 / Philippe Kruchten, Steffen Becker, Jean-Guy Schneider (eds.)","year":2015,"lang":"en","type":"other","venue":"Swinburne Research Bank (Swinburne University of Technology)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Component (thermodynamics); Library science; Sociology; Computer science; Physics","score_opus":0.027677557751671602,"score_gpt":0.27218033941119973,"score_spread":0.24450278165952813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2467778514","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014953455,0.22900584,0.46514586,0.015038113,0.040580038,0.0011035934,0.0048064324,0.014062807,0.21530388],"genre_scores_gemma":[0.043437336,0.18995889,0.18837443,0.0032443628,0.0068958485,0.0006113492,0.018751059,0.006193968,0.54253274],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99671555,0.00062846014,0.00032372918,0.00044188986,0.0016777279,0.00021262611],"domain_scores_gemma":[0.9950859,0.0012359219,0.00016505843,0.00084248267,0.0018572209,0.00081355555],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004666119,0.0021181724,0.0019753275,0.0024670123,0.0008623621,0.0053664916,0.002421864,0.0021263517,0.07494368],"category_scores_gemma":[0.007084263,0.0012650676,0.0012225652,0.0023883851,0.0015558879,0.003965821,0.0029722927,0.004149695,0.04440354],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001454082,0.00021083333,0.0011469648,0.0007565512,0.0001211661,0.00024996087,0.0003838758,0.0018720474,0.0038495807,0.006963318,0.38860252,0.5956977],"study_design_scores_gemma":[0.000029483976,0.00007816988,0.0016395724,0.0006329623,0.00007034736,0.00054526376,0.0002193071,0.0032626202,0.0013429102,0.007614678,0.9845189,0.00004574138],"about_ca_topic_score_codex":0.021445965,"about_ca_topic_score_gemma":0.023732698,"teacher_disagreement_score":0.07494368,"about_ca_system_score_codex":0.0022554863,"about_ca_system_score_gemma":0.006088737,"threshold_uncertainty_score":0.25071156},"labels":[],"label_agreement":null},{"id":"W2473516048","doi":"","title":"A methodological framework for decision-theoretic adaptation of software interaction and assistance","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Computer science; Usability; Adaptation (eye); Human–computer interaction; Software; User interface; User modeling; Order (exchange); Software engineering; World Wide Web","score_opus":0.16967471631602218,"score_gpt":0.4002927804867715,"score_spread":0.23061806417074934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2473516048","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00080644945,0.00026694502,0.99248695,0.00085287285,0.00004514701,0.00017225671,0.000034875964,0.00004330712,0.0052911732],"genre_scores_gemma":[0.08142048,0.0006884029,0.9140482,0.00032648048,0.00015279099,0.0014625158,0.00013535668,0.00007214404,0.0016936488],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9732948,0.018629987,0.0017545244,0.0023471515,0.0031603072,0.00081315765],"domain_scores_gemma":[0.9730637,0.020434765,0.0016689661,0.002188006,0.0019126341,0.00073192315],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031096889,0.0026344215,0.0015947942,0.0032764426,0.0019387328,0.00669874,0.006217455,0.003419802,0.005339469],"category_scores_gemma":[0.033034425,0.0014594155,0.0037701086,0.0030586175,0.010812455,0.0060749883,0.005389028,0.0059487172,0.001287831],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018487637,0.00007636401,0.00021197,0.00021743691,0.00006169396,0.00009449025,0.00055355905,0.038799644,0.0003827034,0.9494969,0.0005867651,0.0094998265],"study_design_scores_gemma":[0.000043112854,0.000059619215,0.00008870649,0.00014419068,0.00004248527,0.00006838558,0.00022585169,0.14005615,0.00047060134,0.84781843,0.010951868,0.000030571944],"about_ca_topic_score_codex":0.003599823,"about_ca_topic_score_gemma":0.002566149,"teacher_disagreement_score":0.031096889,"about_ca_system_score_codex":0.0060540405,"about_ca_system_score_gemma":0.0069335406,"threshold_uncertainty_score":0.16445804},"labels":[],"label_agreement":null},{"id":"W2484809186","doi":"10.4018/978-1-60566-794-2.ch002","title":"Developing Non-Functional Requirements for a Service-Oriented Application Platform","year":2011,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Non-functional requirement; Computer science; Terminology; Domain (mathematical analysis); Systems engineering; Software engineering; Functional requirement; Software deployment; Service (business); Requirements analysis; Metric (unit); Software development; Engineering; Software; Operating system; Operations management","score_opus":0.10447409723014758,"score_gpt":0.3044980936848583,"score_spread":0.20002399645471072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2484809186","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02954301,0.0003430052,0.910336,0.0007984413,0.00005900298,0.00073347636,0.0002717942,0.00081086135,0.057104353],"genre_scores_gemma":[0.14378887,0.0010028272,0.83291316,0.00023099236,0.00003538736,0.0010374844,0.0010661636,0.0005175372,0.019407505],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970957,0.0009269366,0.0002084483,0.00016267708,0.0014785548,0.00012770935],"domain_scores_gemma":[0.9961367,0.002242743,0.00021264108,0.00037681038,0.0009524997,0.00007854227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035774882,0.0009276956,0.0004101025,0.0015484131,0.0006473307,0.002523531,0.0016156958,0.0014155182,0.0029942621],"category_scores_gemma":[0.0051856427,0.0006882285,0.00082155847,0.000790709,0.00077914406,0.0028715804,0.0013878662,0.001618965,0.0016390199],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082035855,0.0002716727,0.0011360408,0.0015566357,0.000047582602,0.0034961666,0.007500315,0.08827312,0.09622477,0.49382302,0.009988613,0.2976],"study_design_scores_gemma":[0.000056232122,0.0003330641,0.0026798157,0.0014735318,0.00007757154,0.0035047967,0.003700232,0.32195905,0.08197778,0.17480811,0.4092723,0.00015748024],"about_ca_topic_score_codex":0.0016345078,"about_ca_topic_score_gemma":0.0022178516,"teacher_disagreement_score":0.0035774882,"about_ca_system_score_codex":0.0011718035,"about_ca_system_score_gemma":0.002711315,"threshold_uncertainty_score":0.018919766},"labels":[],"label_agreement":null},{"id":"W2485345926","doi":"10.1145/2851613.2851755","title":"An object model for a dynamic mixin based language","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Programming language; Modular design; Object (grammar); Compiler; Memory model; Compile time; Language construct; Object model; Object-oriented programming; Parallel computing; Shared memory; Artificial intelligence","score_opus":0.030165667125189064,"score_gpt":0.3290307475601754,"score_spread":0.29886508043498633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485345926","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025094578,0.00016935405,0.9868808,0.0003406297,0.00011161321,0.00015199951,0.00023878855,0.002535611,0.007061735],"genre_scores_gemma":[0.07809884,0.0006428286,0.881796,0.00062641164,0.00017531938,0.0012206913,0.0013638134,0.0017129839,0.03436308],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99836844,0.00033123948,0.0002822543,0.0002957709,0.00057473715,0.00014757755],"domain_scores_gemma":[0.9984518,0.00044885313,0.00018821162,0.0004864638,0.00031217077,0.0001125035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025141658,0.0010865988,0.00073237316,0.0013276094,0.0014669738,0.0060500964,0.0025222795,0.00244429,0.007189689],"category_scores_gemma":[0.0023521427,0.001163562,0.0018000441,0.0011506233,0.002016288,0.007177826,0.003399897,0.002952345,0.003517811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089883535,0.000056503923,0.0005328983,0.00018022963,0.000021883483,0.0003825076,0.0009911439,0.010614345,0.0067665055,0.9486754,0.0049203997,0.026768364],"study_design_scores_gemma":[0.000088960005,0.00014750572,0.0003356573,0.00018503376,0.00008937516,0.0009712589,0.00024966005,0.13280876,0.0138237355,0.3139262,0.53724897,0.00012482169],"about_ca_topic_score_codex":0.002297029,"about_ca_topic_score_gemma":0.0024773448,"teacher_disagreement_score":0.007189689,"about_ca_system_score_codex":0.0017458568,"about_ca_system_score_gemma":0.002256273,"threshold_uncertainty_score":0.024051905},"labels":[],"label_agreement":null},{"id":"W2486398123","doi":"10.4018/ijats.2015070103","title":"Assessing the Effect of Aspect Refactoring on Multi-Agent Applications","year":2015,"lang":"en","type":"article","venue":"International Journal of Agent Technologies and Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Code refactoring; Computer science; Modularity (biology); Profiling (computer programming); Separation of concerns; Software engineering; Distributed computing; Focus (optics); Multi-agent system; Object-oriented programming; Software; Programming language; Artificial intelligence","score_opus":0.09971397772859475,"score_gpt":0.3764767923019891,"score_spread":0.27676281457339436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2486398123","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99528414,0.00017594908,0.0033410469,0.000034260163,0.0000170684,0.00006820833,0.00007051498,0.00023378659,0.0007750599],"genre_scores_gemma":[0.9931237,0.00011134236,0.006018236,0.00002629245,0.000009920164,0.00005590498,0.00018519694,0.00006696651,0.00040254774],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963737,0.0011149466,0.0003665936,0.00048124304,0.0013876306,0.0002758697],"domain_scores_gemma":[0.9346609,0.04946513,0.0049067787,0.0046193935,0.005546561,0.0008012151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003295544,0.00079879886,0.00047066936,0.0011934516,0.0004466222,0.000565374,0.0007644366,0.0007712418,0.0009817386],"category_scores_gemma":[0.032376718,0.00028554187,0.0006469653,0.0007035536,0.00046151518,0.00081631175,0.00048706768,0.000920186,0.00019929787],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005320725,0.006035672,0.102322444,0.0015981626,0.0006482514,0.0012204463,0.0014523583,0.19203979,0.45786542,0.0011351134,0.0009115728,0.22945],"study_design_scores_gemma":[0.00033360327,0.028069703,0.23809038,0.0001609759,0.0014298826,0.001115531,0.0009478401,0.31909305,0.4056113,0.0011163461,0.0038355815,0.00019591373],"about_ca_topic_score_codex":0.0016917096,"about_ca_topic_score_gemma":0.0013878789,"teacher_disagreement_score":0.003295544,"about_ca_system_score_codex":0.00040956354,"about_ca_system_score_gemma":0.00049829285,"threshold_uncertainty_score":0.017428696},"labels":[],"label_agreement":null},{"id":"W2487642722","doi":"10.4018/978-1-59904-277-0.ch008","title":"Business Process Modeling with the User Requirements Notation","year":2007,"lang":"en","type":"book-chapter","venue":"Advances in e-business research series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Notation; Computer science; USable; Business process modeling; Business process; Business Process Model and Notation; Artifact-centric business process model; Business rule; Software engineering; Process modeling; Process (computing); Process management; Systems engineering; Engineering; Work in process; World Wide Web; Programming language; Operations management","score_opus":0.1559812874031198,"score_gpt":0.4169808767800459,"score_spread":0.26099958937692613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2487642722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00048975606,0.0010225797,0.9699743,0.0008969353,0.00018273595,0.00018032372,0.0003645924,0.0012019685,0.025686858],"genre_scores_gemma":[0.014769597,0.0027904646,0.9639676,0.00055065326,0.00015381371,0.00081112405,0.0012167516,0.0003818642,0.015358147],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9958224,0.0020555893,0.00050200894,0.00042342246,0.0010531257,0.00014339511],"domain_scores_gemma":[0.99678123,0.0017410675,0.00022296057,0.00065218087,0.00052146264,0.00008113547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006355007,0.0020857826,0.001050684,0.002199685,0.0012591586,0.0061673312,0.0032529784,0.0027161387,0.009396304],"category_scores_gemma":[0.006781692,0.0013244755,0.0025566611,0.0035144729,0.0019496277,0.008872949,0.0031401273,0.0051778946,0.005985605],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017428096,0.000035991758,0.0000814099,0.00021150886,0.000017168486,0.00021734144,0.0007160728,0.00892501,0.00087446877,0.93872625,0.010027914,0.04014942],"study_design_scores_gemma":[0.00003166134,0.000040186656,0.000085878826,0.00049134484,0.00003194078,0.0005667622,0.00017587948,0.057728067,0.0017056583,0.37705174,0.5620397,0.000051185998],"about_ca_topic_score_codex":0.0034012303,"about_ca_topic_score_gemma":0.00363204,"teacher_disagreement_score":0.009396304,"about_ca_system_score_codex":0.0017811692,"about_ca_system_score_gemma":0.0031781709,"threshold_uncertainty_score":0.033608854},"labels":[],"label_agreement":null},{"id":"W2491217294","doi":"10.4018/978-1-60566-060-8.ch017","title":"A Framework for Communicability of Software Documentation","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Documentation; Software documentation; Software; Computer science; Software engineering; Software development; Software system; Software construction; Operating system","score_opus":0.05348735943573408,"score_gpt":0.3372751252877932,"score_spread":0.2837877658520591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2491217294","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017141585,0.0072789337,0.7633876,0.006442127,0.00084289594,0.00024090162,0.00024051826,0.0014307,0.21842209],"genre_scores_gemma":[0.110410176,0.010868507,0.76627636,0.0018240866,0.0017450997,0.0012471974,0.0009031765,0.0014249067,0.1053005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9929912,0.0037413437,0.00060458283,0.000791315,0.0014422982,0.00042930504],"domain_scores_gemma":[0.99215955,0.0041222246,0.00048458573,0.0018310446,0.0010633424,0.0003393429],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074200234,0.0015524522,0.0008952159,0.0057182102,0.004940249,0.016244227,0.0041192025,0.0053693894,0.01562652],"category_scores_gemma":[0.01099169,0.0013152362,0.0019078965,0.0051982473,0.015560441,0.023000214,0.0074322587,0.0070114136,0.006769469],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019804554,0.0000052744035,0.000020429623,0.00004195522,0.0000018911483,0.000052889787,0.00077547575,0.00019599825,0.000079320314,0.9887714,0.0022701367,0.0077831834],"study_design_scores_gemma":[0.0000080722375,0.000010877268,0.00005621372,0.00027470014,0.000007658831,0.00029805623,0.00043891618,0.0021511305,0.0002836876,0.75459677,0.24185467,0.000019244038],"about_ca_topic_score_codex":0.00516213,"about_ca_topic_score_gemma":0.0033578915,"teacher_disagreement_score":0.016244227,"about_ca_system_score_codex":0.005477513,"about_ca_system_score_gemma":0.0045603933,"threshold_uncertainty_score":0.052275896},"labels":[],"label_agreement":null},{"id":"W2500108099","doi":"10.4018/978-1-59904-219-0.ch014","title":"Formalizing Patterns with the User Requirements Notation","year":2007,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Notation; Computer science; Focus (optics); Programming language; Context (archaeology); Process (computing); Isolation (microbiology); Pattern language (formal languages); Human–computer interaction; Theoretical computer science; Linguistics","score_opus":0.0698038873970985,"score_gpt":0.30793849936185347,"score_spread":0.23813461196475497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2500108099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011580035,0.0003592605,0.9825319,0.0007668244,0.000090342495,0.00014113176,0.00017104538,0.0010270702,0.0137543995],"genre_scores_gemma":[0.017074168,0.0009898832,0.9695249,0.0003964893,0.00005532906,0.0005179801,0.0006507498,0.0003743653,0.010416219],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9940315,0.0025831808,0.00085628073,0.00072905817,0.0015826669,0.0002172962],"domain_scores_gemma":[0.9954236,0.0023198507,0.0004344923,0.0010931576,0.00062234706,0.00010649098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071947454,0.0019859201,0.00086213404,0.0018044577,0.0010003062,0.004944212,0.002663313,0.0020969512,0.008335297],"category_scores_gemma":[0.008283772,0.0012776661,0.002041174,0.0022809652,0.0032236686,0.009610333,0.0033345658,0.004672158,0.0033989681],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022430162,0.000044794593,0.00015376988,0.00036968407,0.000017613025,0.00024388482,0.0017993421,0.004104081,0.002911699,0.92112976,0.0069325026,0.06227044],"study_design_scores_gemma":[0.000049498045,0.00008053727,0.00014648118,0.00069475017,0.000038360435,0.0011951462,0.00056053663,0.027652986,0.005730717,0.46938357,0.49440923,0.000058235746],"about_ca_topic_score_codex":0.0020506168,"about_ca_topic_score_gemma":0.0025169572,"teacher_disagreement_score":0.008335297,"about_ca_system_score_codex":0.0015544543,"about_ca_system_score_gemma":0.0027723522,"threshold_uncertainty_score":0.038049877},"labels":[],"label_agreement":null},{"id":"W2503408690","doi":"10.22215/etd/2012-09574","title":"Integrating performance analysis in model driven software product line engineering","year":2012,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Product (mathematics); Product line; Computer science; Software product line; Line (geometry); Software; Engineering; Operating system; Mathematics; Software development; Manufacturing engineering","score_opus":0.02932395981495095,"score_gpt":0.2876445352125368,"score_spread":0.25832057539758585,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2503408690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06078277,0.00055342,0.92524153,0.00066258066,0.00006911871,0.0001391248,0.0001534014,0.0035940893,0.008803938],"genre_scores_gemma":[0.72206974,0.0006026501,0.27380398,0.000092819086,0.00005837502,0.00015268817,0.00051146816,0.00056415563,0.0021440857],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99341017,0.0028253114,0.00030952875,0.0004596483,0.0026844628,0.00031089853],"domain_scores_gemma":[0.986537,0.008461965,0.0011152301,0.0015255137,0.0021809079,0.00017943542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005399666,0.0012669687,0.0005944938,0.0020013188,0.0004135859,0.003892317,0.0014169539,0.0010125687,0.002289723],"category_scores_gemma":[0.021763323,0.0008210415,0.00082925725,0.0013586709,0.0006907169,0.0037025148,0.0012337198,0.0012152026,0.000793196],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023357877,0.00042147393,0.0042950464,0.00034109678,0.0001258917,0.00010009843,0.00026524582,0.7356539,0.011117303,0.03712166,0.0017628652,0.20856194],"study_design_scores_gemma":[0.000010597825,0.00008582532,0.00038912913,0.000030406525,0.00002998206,0.000020305632,0.000037030633,0.979787,0.004942025,0.0132559715,0.0013955472,0.000016237133],"about_ca_topic_score_codex":0.0044369907,"about_ca_topic_score_gemma":0.002885059,"teacher_disagreement_score":0.005399666,"about_ca_system_score_codex":0.0018565359,"about_ca_system_score_gemma":0.0023687345,"threshold_uncertainty_score":0.028556466},"labels":[],"label_agreement":null},{"id":"W2504227078","doi":"10.1007/978-1-4302-0500-5_3","title":"Aspect-Oriented Programming","year":2007,"lang":"en","type":"book-chapter","venue":"Apress eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competitor analysis; Computer science; Production (economics); Process management; Development environment; Software engineering; Engineering; Business; Marketing","score_opus":0.074443385746763,"score_gpt":0.3017063515013719,"score_spread":0.22726296575460891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2504227078","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0033142194,0.030222366,0.5451395,0.0037352145,0.0015483142,0.0001995403,0.00036735478,0.0034665414,0.41200697],"genre_scores_gemma":[0.062029626,0.06766346,0.6036425,0.0035325298,0.0021764862,0.00049411727,0.0010888712,0.0020460875,0.2573262],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99933463,0.00009634337,0.000038425325,0.000117506825,0.00038119772,0.000031768795],"domain_scores_gemma":[0.99928516,0.00035520998,0.0000646487,0.00012474146,0.00012814759,0.00004200802],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007054133,0.0011328722,0.00036417544,0.0013297506,0.0004494264,0.0027745808,0.0010803224,0.0009484564,0.011634085],"category_scores_gemma":[0.0020676502,0.0004691223,0.00059025205,0.0015590629,0.0012165033,0.00382917,0.0013868687,0.0025380359,0.006120576],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020713464,0.000036492136,0.00041352448,0.00059027405,0.000030156229,0.000117727184,0.00041579496,0.0016663208,0.0023894669,0.54793733,0.057653002,0.38872918],"study_design_scores_gemma":[0.000010455673,0.000020867727,0.00027599582,0.0003551403,0.000018314822,0.0004666898,0.000073127565,0.0032935573,0.0011352168,0.22078583,0.7735474,0.00001728653],"about_ca_topic_score_codex":0.00046397987,"about_ca_topic_score_gemma":0.0006922791,"teacher_disagreement_score":0.011634085,"about_ca_system_score_codex":0.0005936697,"about_ca_system_score_gemma":0.0005924925,"threshold_uncertainty_score":0.038919866},"labels":[],"label_agreement":null},{"id":"W2508734297","doi":"10.11575/prism/34154","title":"Balancing Business and Technical Objectives for Supporting Software Evolution","year":2010,"lang":"en","type":"article","venue":"PRISM (University of Calgary)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software; Profit (economics); Context (archaeology); Operations research; Risk analysis (engineering); Engineering; Business","score_opus":0.011000575212508058,"score_gpt":0.2324370947435236,"score_spread":0.22143651953101554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2508734297","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16415119,0.0006151185,0.81527865,0.0011615712,0.000025562173,0.00042399316,0.00010768729,0.00041418758,0.017822118],"genre_scores_gemma":[0.44588786,0.00028843046,0.5515876,0.00010331392,0.000026394224,0.00020542655,0.00012692266,0.0000733925,0.0017006422],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99640226,0.0014573189,0.00019086916,0.00031017722,0.0014528866,0.00018649198],"domain_scores_gemma":[0.99453604,0.0031698185,0.0009912014,0.00023610395,0.0008883768,0.00017851607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051302346,0.001246809,0.00055069797,0.002519597,0.00080135174,0.0032280134,0.0007998823,0.0010478038,0.002397301],"category_scores_gemma":[0.012483979,0.00046861923,0.00051035255,0.0015306118,0.0007611404,0.002520556,0.0020818294,0.00097401976,0.0004783333],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003234665,0.00058077835,0.012512802,0.00083555555,0.00013500378,0.0003345987,0.0010569395,0.28838813,0.028607167,0.045614876,0.002645199,0.6189655],"study_design_scores_gemma":[0.000102180464,0.000492562,0.0060360776,0.00022510735,0.0001353102,0.00032137043,0.0010920438,0.92061025,0.015702426,0.047267362,0.007952236,0.00006312645],"about_ca_topic_score_codex":0.0014888636,"about_ca_topic_score_gemma":0.00256239,"teacher_disagreement_score":0.0051302346,"about_ca_system_score_codex":0.0017137204,"about_ca_system_score_gemma":0.0025557189,"threshold_uncertainty_score":0.027131557},"labels":[],"label_agreement":null},{"id":"W2516939360","doi":"10.1109/tase.2016.14","title":"Hierarchical Multiset Theories of Cardinality-Based Feature Diagrams","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Multiset; Cardinality (data modeling); Feature (linguistics); Computer science; Theoretical computer science; Diagram; Feature model; Semantics (computer science); Communication diagram; Set (abstract data type); Algorithm; Data mining; Class diagram; Programming language; Mathematics; Discrete mathematics; Software; Database; Unified Modeling Language","score_opus":0.023236334665518475,"score_gpt":0.2848998828931381,"score_spread":0.2616635482276196,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516939360","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014375304,0.00061901245,0.967525,0.00053386536,0.000106556,0.000059466664,0.00018630116,0.00025177715,0.01634281],"genre_scores_gemma":[0.4679253,0.0011205549,0.5174234,0.00044745297,0.00044665908,0.00037580662,0.0006766668,0.0002336192,0.011350643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99625576,0.0011561655,0.00037820433,0.00059298426,0.0013147464,0.00030210702],"domain_scores_gemma":[0.9925074,0.0037964869,0.0008198968,0.0013996876,0.0011077631,0.00036872912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034971666,0.0006875238,0.00063816574,0.0038044092,0.0015442902,0.0030524067,0.0017131657,0.0014729664,0.0053875847],"category_scores_gemma":[0.0072818836,0.0008876692,0.002498366,0.0023814577,0.0037104012,0.009512107,0.00305397,0.0028920483,0.0007488981],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050318185,0.0000060115567,0.00009946697,0.000019895726,0.0000050293047,0.000041256717,0.00015940239,0.0021320537,0.00035729154,0.9943749,0.00026091118,0.0025387343],"study_design_scores_gemma":[0.000009847033,0.000013663236,0.0001215591,0.000034329558,0.000014882266,0.00009281877,0.00006323024,0.0277699,0.0008458406,0.9639853,0.0070316927,0.000016763806],"about_ca_topic_score_codex":0.0017131005,"about_ca_topic_score_gemma":0.0018716885,"teacher_disagreement_score":0.0053875847,"about_ca_system_score_codex":0.0025484823,"about_ca_system_score_gemma":0.0009664771,"threshold_uncertainty_score":0.018495023},"labels":[],"label_agreement":null},{"id":"W2519248743","doi":"10.1002/j.2334-5837.2016.00204.x","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2016,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; Scrum; New product development; Product line; Agile usability engineering; Engineering; Product (mathematics); Quality (philosophy); Scale (ratio); Software product line; Systems engineering; Work (physics); Agile Unified Process; Time to market; Lean software development; Manufacturing engineering; Software development; Engineering management; Computer science; Software; Software engineering; Software development process; Business; Mechanical engineering; Marketing","score_opus":0.018652005253137337,"score_gpt":0.2615230268680876,"score_spread":0.24287102161495025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519248743","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6606724,0.006631348,0.04310684,0.14505647,0.0011049611,0.00021738086,0.00007917504,0.0017804476,0.141351],"genre_scores_gemma":[0.89731705,0.0012731382,0.02368194,0.0036641508,0.00012672275,0.00006038243,0.000030412963,0.00032290333,0.073523164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99709177,0.0011594489,0.000034768324,0.00024347701,0.0007745403,0.00069596764],"domain_scores_gemma":[0.9936978,0.0017710926,0.00025645364,0.00021599083,0.00082630286,0.0032324095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047579105,0.00032346486,0.00012852714,0.00073863164,0.0030941188,0.0034825057,0.0009233843,0.0010846608,0.006345713],"category_scores_gemma":[0.003899346,0.00043385584,0.00012705685,0.00034405524,0.0022117358,0.0017677206,0.0026369246,0.0027018276,0.0009506657],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007456784,0.0014501864,0.023477616,0.0003630779,0.000042140815,0.008549677,0.053839743,0.0033463254,0.04191612,0.10386333,0.18498921,0.57741684],"study_design_scores_gemma":[0.0001718185,0.0018374592,0.028169433,0.00067782006,0.000037078993,0.0050629913,0.036360748,0.018165633,0.028649839,0.019870354,0.86063063,0.0003661768],"about_ca_topic_score_codex":0.0147536015,"about_ca_topic_score_gemma":0.024746511,"teacher_disagreement_score":0.0147536015,"about_ca_system_score_codex":0.0029769908,"about_ca_system_score_gemma":0.0055456525,"threshold_uncertainty_score":0.02933544},"labels":[],"label_agreement":null},{"id":"W2521373464","doi":"10.1007/s10270-017-0592-y","title":"Synthesis and exploration of multi-level, multi-perspective architectures of automotive embedded systems","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automotive industry; Process (computing); Perspective (graphical); Domain (mathematical analysis); Task (project management); Set (abstract data type); Focus (optics); Software engineering; Embedded system; Systems engineering; Artificial intelligence; Programming language","score_opus":0.1748088125183404,"score_gpt":0.3483944967806906,"score_spread":0.17358568426235021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2521373464","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15493518,0.0007318827,0.8324813,0.0001981948,0.00003247271,0.000050083163,0.0000960731,0.00047547233,0.0109992735],"genre_scores_gemma":[0.786905,0.00038078768,0.21074243,0.00003984646,0.000011329533,0.000045439476,0.000107450105,0.000058749127,0.0017089596],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999876,0.000032723146,0.0000060456964,0.000019030405,0.000045087065,0.000021056503],"domain_scores_gemma":[0.9998498,0.00005277366,0.000022707454,0.000024017221,0.000040802028,0.000009801886],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022971841,0.00047278928,0.00028663207,0.00031793167,0.00026882018,0.00057454925,0.000408671,0.0003450505,0.0020095424],"category_scores_gemma":[0.00047404994,0.0003066717,0.00048443652,0.0002005711,0.00023404075,0.00047042468,0.00038884024,0.00042576971,0.00027356512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011881233,0.0000394243,0.0009835592,0.00031652543,0.0000551984,0.00023069808,0.00019404912,0.7793807,0.0762877,0.052320324,0.00063367357,0.08943932],"study_design_scores_gemma":[0.000013414687,0.000086891894,0.0002622182,0.000023566872,0.000024596677,0.000055433167,0.000051040697,0.970489,0.013809117,0.012293028,0.0028843274,0.00000747847],"about_ca_topic_score_codex":0.00082088273,"about_ca_topic_score_gemma":0.0023848303,"teacher_disagreement_score":0.0020095424,"about_ca_system_score_codex":0.00036098264,"about_ca_system_score_gemma":0.0005716204,"threshold_uncertainty_score":0.0067225695},"labels":[],"label_agreement":null},{"id":"W2522537045","doi":"10.1007/978-3-319-46982-9_15","title":"nfer – A Notation and System for Inferring Event Stream Abstractions","year":2016,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Programming language; Event (particle physics); Scala; Notation; Digital subscriber line; Datalog; Process (computing); Java","score_opus":0.03249337382863028,"score_gpt":0.29262665324248033,"score_spread":0.26013327941385006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2522537045","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00063034013,0.00004243601,0.98244274,0.000041566636,0.000038855447,0.00004681273,0.0005903806,0.015342836,0.0008240259],"genre_scores_gemma":[0.019499008,0.00025190238,0.970191,0.000102802434,0.00006298815,0.00018575038,0.0030147245,0.0032385557,0.003453229],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99784887,0.00047446336,0.0003611169,0.0005423885,0.0006590231,0.00011417154],"domain_scores_gemma":[0.99567986,0.0020507702,0.00039107027,0.0012612146,0.00048725397,0.00012975525],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004172899,0.0020014674,0.0011043967,0.0034645298,0.0011923199,0.0044945846,0.0036797114,0.0019175383,0.014106974],"category_scores_gemma":[0.013622207,0.0015703727,0.0021276698,0.0017185106,0.0014820985,0.007887737,0.0039413893,0.0030406148,0.0069838297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006422692,0.00017646072,0.0041894633,0.0012894078,0.00023731735,0.0009975014,0.0019667048,0.04424044,0.020482983,0.3327327,0.054107513,0.5389371],"study_design_scores_gemma":[0.00012201913,0.00009698283,0.00069992326,0.00043274846,0.00017686488,0.0009703747,0.00020884363,0.37860563,0.044273283,0.25349855,0.32071897,0.00019592397],"about_ca_topic_score_codex":0.0046332157,"about_ca_topic_score_gemma":0.0050705383,"teacher_disagreement_score":0.014106974,"about_ca_system_score_codex":0.0007635804,"about_ca_system_score_gemma":0.0021864616,"threshold_uncertainty_score":0.047192454},"labels":[],"label_agreement":null},{"id":"W2526586686","doi":"","title":"Software evolution: a requirements engineering approach","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software requirements specification; Software engineering; Software requirements; Knowledge base; Non-functional requirement; Functional requirement; Requirements engineering; System requirements specification; Requirements analysis; Software development; Software evolution; Consistency (knowledge bases); Domain knowledge; Programming language; Software design; Software; Software construction; Artificial intelligence","score_opus":0.05415246312069018,"score_gpt":0.27869981508222186,"score_spread":0.2245473519615317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2526586686","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005947262,0.0066894577,0.9206848,0.014003804,0.00021604513,0.0005269615,0.0001337441,0.00028846966,0.051509332],"genre_scores_gemma":[0.19095461,0.011675546,0.7794945,0.002618109,0.00056617556,0.0015175606,0.00050414144,0.0002344055,0.012434909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9844757,0.009062873,0.0009885271,0.001001854,0.0039899554,0.0004811461],"domain_scores_gemma":[0.9755646,0.018423287,0.00089500414,0.0015498124,0.0031053529,0.00046193192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01589121,0.0013018071,0.001214904,0.005404757,0.0021487214,0.006582415,0.0038553968,0.004195063,0.0022591313],"category_scores_gemma":[0.020247709,0.0013409237,0.0017785261,0.00429899,0.009044681,0.009149806,0.004124793,0.0055285147,0.0009784489],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011774145,0.000085834174,0.00040486752,0.00039894885,0.000038767197,0.00028074352,0.002665709,0.015599824,0.0006034706,0.9339774,0.0023497492,0.043582793],"study_design_scores_gemma":[0.000038216564,0.00010622357,0.00042764843,0.00081105443,0.000037101963,0.0004113961,0.002358884,0.030915054,0.00073366426,0.81503654,0.14906038,0.00006384458],"about_ca_topic_score_codex":0.004738008,"about_ca_topic_score_gemma":0.0025847356,"teacher_disagreement_score":0.01589121,"about_ca_system_score_codex":0.0065602954,"about_ca_system_score_gemma":0.006415482,"threshold_uncertainty_score":0.084041774},"labels":[],"label_agreement":null},{"id":"W2528559596","doi":"","title":"Towards Aspect-based Modeling of Self-Healing Web Services.","year":2006,"lang":"en","type":"other","venue":"UCL Discovery (University College London)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Business; Revenue; Process (computing); Web service; Risk analysis (engineering); Process management; Computer science; Marketing; Industrial organization; World Wide Web; Finance","score_opus":0.012581900914896964,"score_gpt":0.21341930986118687,"score_spread":0.2008374089462899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2528559596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048990035,0.00066325936,0.9860372,0.0005205881,0.00011595066,0.00018828873,0.00020597297,0.00096580276,0.00640399],"genre_scores_gemma":[0.11511923,0.0018478468,0.8738903,0.00026913473,0.00012487291,0.0005602891,0.0011170805,0.0006461599,0.006425182],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988323,0.00034971954,0.000119934055,0.00010890053,0.0005048885,0.000084323896],"domain_scores_gemma":[0.9986778,0.00049222214,0.00013466863,0.00026003175,0.00034415035,0.0000911025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024158934,0.0010485457,0.00079317787,0.0011725092,0.0007230386,0.0038042266,0.003139666,0.002095797,0.0023830542],"category_scores_gemma":[0.004659763,0.0010542038,0.002401203,0.0011225829,0.0012362748,0.003666801,0.0019741922,0.0029659083,0.000998111],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008645554,0.00013317574,0.0016837794,0.0003236854,0.00013998835,0.0005425816,0.0016176032,0.50295275,0.0044113444,0.42197123,0.0058513647,0.06028611],"study_design_scores_gemma":[0.000021067734,0.000016369275,0.000102679995,0.000076475764,0.000036714686,0.00009723475,0.0000943976,0.86614704,0.00091616355,0.09832922,0.03415056,0.000012159531],"about_ca_topic_score_codex":0.010468374,"about_ca_topic_score_gemma":0.012006847,"teacher_disagreement_score":0.010468374,"about_ca_system_score_codex":0.0012831808,"about_ca_system_score_gemma":0.0018407799,"threshold_uncertainty_score":0.020814836},"labels":[],"label_agreement":null},{"id":"W2530512771","doi":"","title":"Monitoring and diagnosis for autonomic systems: a requirement engineering approach","year":2010,"lang":"en","type":"dissertation","venue":"TSpace","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Control reconfiguration; Computer science; Autonomic computing; Component (thermodynamics); Software system; Software; Component-based software engineering; Distributed computing; Software engineering; Reliability engineering; Real-time computing; Embedded system; Cloud computing; Engineering; Programming language; Operating system","score_opus":0.053308016265868535,"score_gpt":0.3451174010559966,"score_spread":0.2918093847901281,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2530512771","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053217895,0.00027656977,0.98569727,0.0023919134,0.000031528096,0.0004281585,0.00014177451,0.00037018125,0.00534077],"genre_scores_gemma":[0.09293974,0.0006890426,0.90217227,0.00045984957,0.00008969544,0.00076948205,0.0004765068,0.0001229382,0.0022804004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9882933,0.0051153023,0.0007902677,0.0010503624,0.004208818,0.00054191396],"domain_scores_gemma":[0.9782744,0.014165528,0.0014954412,0.0025045169,0.0031146575,0.00044549035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010375992,0.0014987899,0.0011892408,0.0024269985,0.001371831,0.0054304884,0.0047230115,0.0028624716,0.0025661418],"category_scores_gemma":[0.025507053,0.0019123936,0.0028426491,0.002137734,0.0028828804,0.0065332893,0.0038488074,0.0039544194,0.0009871221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012972088,0.0006051314,0.0024822182,0.0012000694,0.00021851958,0.0017182103,0.0023744996,0.27455035,0.01362772,0.536766,0.0077095116,0.15861817],"study_design_scores_gemma":[0.00005955614,0.00018100403,0.00059610145,0.0004907245,0.00008321553,0.0006850214,0.0011065959,0.71923983,0.00591602,0.23718417,0.03435433,0.00010346645],"about_ca_topic_score_codex":0.005407546,"about_ca_topic_score_gemma":0.0044773296,"teacher_disagreement_score":0.010375992,"about_ca_system_score_codex":0.0029758501,"about_ca_system_score_gemma":0.0048028715,"threshold_uncertainty_score":0.054874122},"labels":[],"label_agreement":null},{"id":"W2534560419","doi":"","title":"Autonomic Computing Now You See It, Now You Don't Design and Evolution of Autonomic Software Systems","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Autonomic computing; Computer science; Adaptation (eye); Architecture; Software engineering; Knowledge management; Data science; Cloud computing","score_opus":0.03213766653193728,"score_gpt":0.2666228077486632,"score_spread":0.23448514121672592,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2534560419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030972421,0.023561021,0.5799922,0.067171514,0.005471265,0.0002540924,0.00012522812,0.0018796717,0.29057264],"genre_scores_gemma":[0.632476,0.024992898,0.24750131,0.010698273,0.0029207633,0.00062501885,0.00024458143,0.0005609331,0.07998025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99842215,0.0006358415,0.00007962634,0.0001726911,0.00055954105,0.0001302199],"domain_scores_gemma":[0.9988219,0.00025301284,0.00011051542,0.00036858613,0.00026356487,0.00018241045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017805751,0.0003006599,0.0003496475,0.00046038182,0.0010816224,0.004501107,0.0008299632,0.0014403941,0.0022598193],"category_scores_gemma":[0.0035335536,0.0003430365,0.00040892125,0.00059901807,0.0026982003,0.0042295423,0.0014500963,0.0025552718,0.0009362538],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033358287,0.000052733914,0.0016406659,0.00026140694,0.00006836163,0.00021704739,0.0010709602,0.009867471,0.0026399177,0.79674923,0.021682413,0.1657165],"study_design_scores_gemma":[0.000025748124,0.000090905036,0.0011399649,0.00027477593,0.00005203169,0.00055844034,0.00046590538,0.020488322,0.001546223,0.45459962,0.5207191,0.00003892143],"about_ca_topic_score_codex":0.0010049131,"about_ca_topic_score_gemma":0.0011878936,"teacher_disagreement_score":0.004501107,"about_ca_system_score_codex":0.00076960307,"about_ca_system_score_gemma":0.0014363129,"threshold_uncertainty_score":0.00941664},"labels":[],"label_agreement":null},{"id":"W2544643740","doi":"10.1109/itict.2005.1609627","title":"Generating Unit Test Sequences for Aspect-Oriented Programs: Towards a Formal Approach Using UML State Diagrams","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Computer science; Aspect-oriented programming; Unified Modeling Language; Class diagram; Unit testing; Programming language; Object-oriented programming; Software engineering; Class (philosophy); Integration testing; Separation of concerns; Applications of UML; Software; Artificial intelligence","score_opus":0.0804695088625618,"score_gpt":0.3107545391155443,"score_spread":0.2302850302529825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2544643740","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032757102,0.000040738498,0.9956118,0.000047795485,0.000007743245,0.00012310175,0.0000223831,0.0005735948,0.00029702927],"genre_scores_gemma":[0.0930573,0.00022388008,0.90480936,0.00006244377,0.00003794358,0.0005364755,0.00026034072,0.0002898981,0.0007222686],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.994649,0.0022942815,0.0004977061,0.00045120425,0.0018923728,0.00021532945],"domain_scores_gemma":[0.97437096,0.01954823,0.002217867,0.0014909891,0.0021165768,0.00025537144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049312,0.0011347001,0.0008319435,0.0024343391,0.00057331764,0.0021151428,0.0017122991,0.0016225444,0.0019625337],"category_scores_gemma":[0.02218336,0.0008205801,0.0012872111,0.0010488235,0.0024435553,0.0022874214,0.0012742201,0.0014798056,0.0005163382],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027095128,0.00046180212,0.0056639127,0.00087651436,0.00009189248,0.0013565212,0.0020934467,0.2599443,0.026467478,0.318506,0.0024663538,0.38180083],"study_design_scores_gemma":[0.00009864683,0.00021407683,0.0003894506,0.00028481593,0.00006388731,0.0005288324,0.00016275968,0.87302136,0.023851577,0.09161294,0.0097136125,0.00005813645],"about_ca_topic_score_codex":0.0019540705,"about_ca_topic_score_gemma":0.0020344385,"teacher_disagreement_score":0.0049312,"about_ca_system_score_codex":0.0011022578,"about_ca_system_score_gemma":0.002154573,"threshold_uncertainty_score":0.026078999},"labels":[],"label_agreement":null},{"id":"W2553786604","doi":"10.1002/spe.2463","title":"Modelling a family of systems for crisis management with concern‐oriented reuse","year":2016,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Reuse; Rotation formalisms in three dimensions; Abstraction; Computer science; Software engineering; Domain (mathematical analysis); Core (optical fiber); Risk analysis (engineering); Systems engineering; Engineering; Business","score_opus":0.0580529944815453,"score_gpt":0.3168435371305206,"score_spread":0.2587905426489753,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553786604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15587907,0.0002734895,0.82804644,0.000746574,0.000025087153,0.00034852079,0.00014939456,0.0011890136,0.013342501],"genre_scores_gemma":[0.6742131,0.00032130978,0.31682184,0.00009357574,0.000018414421,0.00045710968,0.0002820182,0.00026376022,0.007528925],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864084,0.0005616116,0.00010972316,0.00022431753,0.00032426606,0.00013919428],"domain_scores_gemma":[0.99800235,0.0008101971,0.00029575353,0.00045136572,0.0003137813,0.00012660549],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018544199,0.0005001978,0.00030504924,0.00089509954,0.0010600181,0.002126452,0.0010255118,0.001286793,0.0027853767],"category_scores_gemma":[0.0041569998,0.0005259995,0.0013539812,0.0005926503,0.0018464862,0.0025094359,0.002096278,0.0010826029,0.0005160794],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021781896,0.00018384156,0.011238508,0.00032134488,0.0001237544,0.0029827228,0.0105437655,0.41648132,0.0163574,0.479102,0.0033061106,0.059141476],"study_design_scores_gemma":[0.000071523005,0.0002178174,0.0023406637,0.00015563503,0.00009380717,0.0012270571,0.0014044921,0.817138,0.007569079,0.09659581,0.07312406,0.00006206955],"about_ca_topic_score_codex":0.0061316607,"about_ca_topic_score_gemma":0.0036053844,"teacher_disagreement_score":0.0061316607,"about_ca_system_score_codex":0.0020226818,"about_ca_system_score_gemma":0.001635173,"threshold_uncertainty_score":0.014675677},"labels":[],"label_agreement":null},{"id":"W2559831754","doi":"10.1109/re.2016.45","title":"Looking into the Crystal Ball: Requirements Evolution over Time","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Variety (cybernetics); Stakeholder; Debugging; Requirements elicitation; Requirements analysis; Goal modeling; Domain (mathematical analysis); Intentionality; Management science; Software engineering; Data science; Artificial intelligence; Engineering; Software; Programming language","score_opus":0.021313884545774698,"score_gpt":0.27901767168000646,"score_spread":0.25770378713423175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2559831754","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.048102852,0.00021446278,0.935194,0.0029678494,0.000084996616,0.00025277724,0.0002492124,0.0015851726,0.011348782],"genre_scores_gemma":[0.38441062,0.00025596528,0.60730195,0.00060962,0.000022687367,0.00032821752,0.0004871621,0.00077211316,0.0058116596],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98812056,0.006486651,0.00056964764,0.001391026,0.003107907,0.0003242571],"domain_scores_gemma":[0.9588998,0.028434739,0.0029403016,0.0051855943,0.0038810575,0.00065853033],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012673491,0.0006791743,0.0006169266,0.0016654291,0.0018993086,0.0035727252,0.0019671463,0.0026498982,0.004219028],"category_scores_gemma":[0.057062466,0.0012118978,0.0011834444,0.001514358,0.0034923241,0.009645753,0.003599561,0.0030454712,0.0007693875],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006216791,0.00034839593,0.016486151,0.0007302919,0.0001772049,0.0028622393,0.037240315,0.12149538,0.025367832,0.5437625,0.012966689,0.2379413],"study_design_scores_gemma":[0.00009292278,0.0003118937,0.003932153,0.00033004713,0.000075639626,0.0011095097,0.005982908,0.5623189,0.015573516,0.32837325,0.08165072,0.00024857896],"about_ca_topic_score_codex":0.009539987,"about_ca_topic_score_gemma":0.008555527,"teacher_disagreement_score":0.012673491,"about_ca_system_score_codex":0.00212086,"about_ca_system_score_gemma":0.0028285393,"threshold_uncertainty_score":0.06702465},"labels":[],"label_agreement":null},{"id":"W2566724099","doi":"10.1109/iri.2016.39","title":"BHive: Towards Behaviour-Driven Development Supported by B-Method","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; Precondition; B-Method; Formalism (music); Software engineering; Programming language; Representation (politics); Formal methods; Formal specification; Formal verification; Visibility; Development (topology); Domain (mathematical analysis); Theoretical computer science; Mathematics","score_opus":0.0323206188469929,"score_gpt":0.3148822230703003,"score_spread":0.2825616042233074,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2566724099","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010281424,0.000050068946,0.99471694,0.00015566777,0.000023463106,0.00010689619,0.000038529484,0.0023542037,0.001526106],"genre_scores_gemma":[0.018117923,0.00015949116,0.97891164,0.00013666536,0.0000112425305,0.000287241,0.00018853074,0.0008615432,0.0013257277],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9923422,0.003710308,0.0004669858,0.000631542,0.0024925002,0.0003563861],"domain_scores_gemma":[0.9895118,0.0057895076,0.00061732193,0.0022030876,0.0014864751,0.000391753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010608283,0.0011182773,0.0006773346,0.0018480635,0.0010233652,0.004318379,0.0034435468,0.0027341153,0.0048984117],"category_scores_gemma":[0.018802006,0.0017825774,0.0019735892,0.0011810812,0.003742991,0.005106936,0.0058912784,0.004206047,0.003151977],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036688446,0.0003981314,0.0023801606,0.0015192189,0.00012528346,0.0007529772,0.0038355463,0.056411,0.022566719,0.6046262,0.015653476,0.29136434],"study_design_scores_gemma":[0.0002597911,0.00019737035,0.00036859344,0.0006329813,0.00006761697,0.0005824355,0.00041262578,0.4300441,0.02233366,0.34264573,0.20231357,0.00014156572],"about_ca_topic_score_codex":0.0042425497,"about_ca_topic_score_gemma":0.0034881483,"teacher_disagreement_score":0.010608283,"about_ca_system_score_codex":0.001436826,"about_ca_system_score_gemma":0.004302794,"threshold_uncertainty_score":0.056102633},"labels":[],"label_agreement":null},{"id":"W25723650","doi":"10.1016/j.ijcard.2015.01.033","title":"Using Implicit Context to Ease Software Evolution and Reuse","year":2007,"lang":"en","type":"article","venue":"International Journal of Cardiology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Context (archaeology); Computer science; Component (thermodynamics); Mechanism (biology); Java; Software; Simple (philosophy); Software engineering; Programming language; Human–computer interaction; Distributed computing; Epistemology; Engineering; History; Philosophy","score_opus":0.053624412397135994,"score_gpt":0.35712794159331007,"score_spread":0.30350352919617407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W25723650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.091128096,0.0011497877,0.8923808,0.00062113145,0.00017783363,0.00019420005,0.00014187656,0.009312234,0.004894025],"genre_scores_gemma":[0.4046067,0.0007408049,0.58768696,0.00023401158,0.00011763913,0.00014638025,0.00032558368,0.002171357,0.00397059],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971776,0.00087710074,0.0003603461,0.00038013756,0.0010503308,0.00015446972],"domain_scores_gemma":[0.97936213,0.008130056,0.0014865532,0.008525796,0.0020297698,0.000465591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029065968,0.0009877034,0.0010182108,0.0012614436,0.0007021098,0.0025231603,0.002561687,0.0014725155,0.0020937927],"category_scores_gemma":[0.029261924,0.0009755664,0.00089116493,0.0010987055,0.0009517038,0.0050476864,0.0046797986,0.0021823228,0.0009094077],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067713566,0.00052339106,0.017017711,0.0015256162,0.00026085248,0.001547291,0.005167816,0.040018577,0.11964891,0.049401715,0.007706661,0.75650436],"study_design_scores_gemma":[0.0003344702,0.0009449086,0.009996303,0.00079336815,0.0010392726,0.0036053075,0.0010594189,0.51846325,0.16717781,0.12645084,0.16971183,0.00042313186],"about_ca_topic_score_codex":0.001660378,"about_ca_topic_score_gemma":0.0054642814,"teacher_disagreement_score":0.0029065968,"about_ca_system_score_codex":0.00034382325,"about_ca_system_score_gemma":0.0015578965,"threshold_uncertainty_score":0.01537168},"labels":[],"label_agreement":null},{"id":"W2573846983","doi":"10.7561/sacs.2016.1.69","title":"Faithful Modeling of Product Lines with Kripke Structures and Modal Logic","year":2016,"lang":"en","type":"article","venue":"Scientific Annals of Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Kripke structure; Modal logic; Normal modal logic; Kripke semantics; Modal; Modal μ-calculus; Accessibility relation; Multimodal logic; Product (mathematics); Computer science; Mathematics; Algorithm; Programming language; Materials science; Model checking; Geometry; Description logic","score_opus":0.09237339288894514,"score_gpt":0.32186944973573484,"score_spread":0.2294960568467897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2573846983","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008762929,0.00009667111,0.9868352,0.00019961914,0.000013230175,0.000037105936,0.00008313361,0.00046034483,0.003511823],"genre_scores_gemma":[0.44068632,0.00039976492,0.5532244,0.00014141957,0.00006381043,0.0002841099,0.00027834196,0.00019895865,0.00472284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984188,0.00051641045,0.00011876975,0.00025932796,0.00053271034,0.00015397265],"domain_scores_gemma":[0.99797446,0.00084197096,0.00028546219,0.00060788175,0.0002106304,0.00007974031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018362629,0.0008051041,0.00050975644,0.0012097348,0.00081376196,0.0026181254,0.0023816288,0.0013009792,0.0025347858],"category_scores_gemma":[0.0037249913,0.00075438735,0.00190881,0.0009541738,0.003786513,0.0060472325,0.0022372836,0.0025036633,0.0005527886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002883992,0.000028882476,0.00017807737,0.000048723774,0.000016191298,0.00011798629,0.0003593579,0.06391889,0.0019721438,0.9245356,0.00031187927,0.008483403],"study_design_scores_gemma":[0.000028235107,0.000035042907,0.000085706204,0.000030236028,0.000022490516,0.00006195846,0.0000641057,0.26174766,0.002834878,0.7284358,0.0066335835,0.000020197047],"about_ca_topic_score_codex":0.0038334045,"about_ca_topic_score_gemma":0.0040275804,"teacher_disagreement_score":0.0038334045,"about_ca_system_score_codex":0.0022538365,"about_ca_system_score_gemma":0.0014220413,"threshold_uncertainty_score":0.016352773},"labels":[],"label_agreement":null},{"id":"W2574798117","doi":"","title":"Scenario-Based Software Architecture for Designing Connectors Framework in Distributed System","year":2011,"lang":"en","type":"article","venue":"Constellation (Université du Québec à Chicoutimi)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Key (lock); Software architecture; Software design pattern; Architecture; Software design; Software; Software system; Systems engineering; Software development; Engineering; Programming language; Operating system","score_opus":0.027624985292361307,"score_gpt":0.21163462372664624,"score_spread":0.18400963843428492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2574798117","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002341361,0.0001264207,0.99297684,0.00020778154,0.000022426755,0.00020854105,0.00005626398,0.00087103766,0.0031892743],"genre_scores_gemma":[0.04411791,0.00038428733,0.9522172,0.000054399985,0.000015549022,0.0003745896,0.00034330162,0.0001636478,0.0023291628],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980558,0.00079149875,0.00026433196,0.00029781891,0.00045339647,0.00013710053],"domain_scores_gemma":[0.9991934,0.000216429,0.0000940596,0.00015568636,0.00024066058,0.000099759454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029961602,0.00096265133,0.00043172122,0.0018413067,0.0012375042,0.0031369047,0.0018517933,0.00147887,0.0038175392],"category_scores_gemma":[0.0030805876,0.00085810176,0.0018960391,0.0013788076,0.0013507535,0.0030624967,0.0022192514,0.0017807906,0.00095251075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000084060805,0.00014715992,0.00265282,0.0006421952,0.00012866034,0.0015449439,0.0037774337,0.118637376,0.016558891,0.7215815,0.007119842,0.12712517],"study_design_scores_gemma":[0.00008238515,0.0001842594,0.000955592,0.0005573398,0.00017741343,0.0013356698,0.0008496911,0.5891027,0.010758278,0.18517487,0.21068649,0.00013539044],"about_ca_topic_score_codex":0.0074404874,"about_ca_topic_score_gemma":0.010061877,"teacher_disagreement_score":0.0074404874,"about_ca_system_score_codex":0.0013244584,"about_ca_system_score_gemma":0.0031967773,"threshold_uncertainty_score":0.015845418},"labels":[],"label_agreement":null},{"id":"W2576307201","doi":"","title":"Towards concern-oriented design of component-based systems","year":2016,"lang":"en","type":"article","venue":"Component-Based Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Component (thermodynamics); Computer science; Systems engineering; Engineering","score_opus":0.04656499159979968,"score_gpt":0.2605156435283169,"score_spread":0.21395065192851723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576307201","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028190154,0.00017969005,0.99460346,0.0002277284,0.000030751602,0.000052188505,0.000009731642,0.00023561022,0.0018417331],"genre_scores_gemma":[0.096913315,0.0009425754,0.8979592,0.0002835997,0.0000718313,0.00027327618,0.00012325536,0.00028969973,0.00314331],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973527,0.000979245,0.000198154,0.0002102891,0.0011065082,0.00015305803],"domain_scores_gemma":[0.9981219,0.0005853506,0.00012312482,0.00039912993,0.0006677937,0.00010267733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037701624,0.0010780576,0.00061206846,0.00089014275,0.00076380675,0.0033582344,0.002233848,0.0015604999,0.0018883924],"category_scores_gemma":[0.0052047838,0.0010329157,0.001313516,0.0006177291,0.0013974973,0.0025491635,0.0024893982,0.0028411949,0.00085151003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008972851,0.0001436058,0.0009877787,0.0005619081,0.00011698942,0.0002965971,0.0015275398,0.13578242,0.018029401,0.72240955,0.0027837504,0.11727079],"study_design_scores_gemma":[0.00007931685,0.000118258766,0.00025525215,0.00023386002,0.00016419934,0.0002108659,0.00022521573,0.5075713,0.014531685,0.40916592,0.0674049,0.000039220937],"about_ca_topic_score_codex":0.001997125,"about_ca_topic_score_gemma":0.0031044038,"teacher_disagreement_score":0.0037701624,"about_ca_system_score_codex":0.0009053322,"about_ca_system_score_gemma":0.0020854948,"threshold_uncertainty_score":0.019938767},"labels":[],"label_agreement":null},{"id":"W2586191823","doi":"10.1007/s10664-017-9499-z","title":"Reengineering legacy applications into software product lines: a systematic mapping","year":2017,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":143,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Austrian Science Fund; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Business process reengineering; Code refactoring; Computer science; Software product line; Software engineering; Process (computing); Process management; Product (mathematics); Reuse; Software; Data science; Software development; Systems engineering; Engineering; Manufacturing engineering","score_opus":0.05418621084206881,"score_gpt":0.3191469998959,"score_spread":0.2649607890538312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586191823","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91726375,0.019734023,0.047230545,0.0007007179,0.00003888868,0.0027600685,0.0010193199,0.00015337983,0.011099314],"genre_scores_gemma":[0.88834995,0.016253846,0.09033921,0.00033561225,0.000019078097,0.00091976905,0.0013452178,0.0000684065,0.0023688592],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.98406315,0.0076515228,0.0022692515,0.001707533,0.0038116039,0.00049693394],"domain_scores_gemma":[0.86840516,0.082500376,0.01725858,0.013757412,0.017305039,0.0007734106],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017537503,0.0006945649,0.00053808483,0.017765356,0.001651496,0.003015372,0.001521636,0.0010441855,0.0020568196],"category_scores_gemma":[0.08685675,0.00067140866,0.0009919513,0.008671902,0.0018152006,0.0060454095,0.0037421284,0.0012134856,0.00036885188],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021240162,0.0011744098,0.14691047,0.009951476,0.00057792495,0.00060698256,0.04231344,0.0021312854,0.004918297,0.012320481,0.0013944486,0.7774885],"study_design_scores_gemma":[0.00027984625,0.00400961,0.5806679,0.06058864,0.004354247,0.00497355,0.1307382,0.019163424,0.035451382,0.027989872,0.13145344,0.00032985694],"about_ca_topic_score_codex":0.0056143156,"about_ca_topic_score_gemma":0.014868097,"teacher_disagreement_score":0.017765356,"about_ca_system_score_codex":0.0024426978,"about_ca_system_score_gemma":0.011538902,"threshold_uncertainty_score":0.092748284},"labels":[],"label_agreement":null},{"id":"W2588760205","doi":"10.1002/sys.21373","title":"Applying Composable Architectures to the Design and Development of a Product Line of Complex Systems","year":2016,"lang":"en","type":"article","venue":"Systems Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Systems Modeling Language; Computer science; Product (mathematics); Systems engineering; Software engineering; New product development; Constraint (computer-aided design); Variation (astronomy); Theoretical computer science; Industrial engineering; Programming language; Unified Modeling Language; Engineering; Mathematics","score_opus":0.07744637007662822,"score_gpt":0.2694084660643777,"score_spread":0.19196209598774946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2588760205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015802696,0.000089960966,0.98113143,0.000115249284,0.000014702414,0.00008627074,0.000014819874,0.0004733224,0.0022715335],"genre_scores_gemma":[0.196598,0.0002554348,0.80089134,0.000052406547,0.0000109860985,0.00012267016,0.00006283162,0.00015694227,0.0018494286],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99828714,0.0006442469,0.0001343807,0.000213463,0.0006277761,0.00009298103],"domain_scores_gemma":[0.9973889,0.0011601042,0.00031303565,0.00064237975,0.0004041235,0.00009146114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027842275,0.00072502234,0.00036403994,0.00073337543,0.0005310053,0.0020662525,0.0012707586,0.00070005236,0.002152528],"category_scores_gemma":[0.0036484005,0.00055747,0.0007088691,0.00048933394,0.0016463991,0.0014528766,0.0011063346,0.0012484483,0.00035452555],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000072811774,0.00013097624,0.001661824,0.00033663845,0.00011214623,0.0007481886,0.00084662985,0.5827844,0.053599592,0.21950173,0.0007592721,0.13944583],"study_design_scores_gemma":[0.0000418479,0.00019331218,0.00037394007,0.000089288966,0.000072400464,0.00017645914,0.00010500704,0.85639226,0.041982494,0.07575492,0.024785556,0.000032486445],"about_ca_topic_score_codex":0.002956005,"about_ca_topic_score_gemma":0.0036451435,"teacher_disagreement_score":0.002956005,"about_ca_system_score_codex":0.00119611,"about_ca_system_score_gemma":0.0012628747,"threshold_uncertainty_score":0.014724553},"labels":[],"label_agreement":null},{"id":"W2591807462","doi":"","title":"Engineering cybersecurity in cyber physical systems","year":2016,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cyber-physical system; Computer science; Software security assurance; Computer security; Software; Analytics; Software engineering; Command and control; Information security; Data science; Security service; Operating system","score_opus":0.014066640179583046,"score_gpt":0.23515377719279165,"score_spread":0.22108713701320862,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2591807462","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021090304,0.020363456,0.85742396,0.026882859,0.0010558988,0.00019090748,0.00008532343,0.00026508543,0.07264212],"genre_scores_gemma":[0.6614282,0.03308042,0.28055385,0.0032780839,0.0013326296,0.00068121566,0.00019709795,0.0002242348,0.019224193],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99619615,0.0020347908,0.00022224203,0.00035396847,0.0010213361,0.00017160158],"domain_scores_gemma":[0.99415755,0.0041598403,0.00028716133,0.000689949,0.0005253144,0.00018014641],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040608607,0.0010126821,0.00076757424,0.0014886722,0.0015526474,0.006794052,0.001094311,0.0030842053,0.0020842003],"category_scores_gemma":[0.0078089144,0.0006798328,0.0009925469,0.0012568125,0.011045277,0.007992239,0.0038057666,0.0053680576,0.00039371254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004643834,0.00002263903,0.00018435625,0.00013608065,0.000009808698,0.00008095519,0.0005640144,0.013330044,0.00038266918,0.97107625,0.0011749713,0.01303366],"study_design_scores_gemma":[0.0000044999515,0.000020761776,0.00009906996,0.0001928404,0.000005978359,0.00007538017,0.0003594304,0.020316342,0.00050301605,0.9567046,0.021703128,0.000014957983],"about_ca_topic_score_codex":0.0021035161,"about_ca_topic_score_gemma":0.0013743169,"teacher_disagreement_score":0.006794052,"about_ca_system_score_codex":0.0026238507,"about_ca_system_score_gemma":0.0031829176,"threshold_uncertainty_score":0.02147615},"labels":[],"label_agreement":null},{"id":"W2592233633","doi":"","title":"On the Computational Complexity of Designing and Reconfiguring Component-based Software Systems.","year":2015,"lang":"en","type":"article","venue":"BICT","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Component (thermodynamics); Control reconfiguration; Computer science; Component-based software engineering; Software system; Adaptation (eye); Software; Selection (genetic algorithm); Common Component Architecture; Distributed computing; Software engineering; Reliability engineering; Embedded system; Engineering; Operating system; Artificial intelligence","score_opus":0.194264769474142,"score_gpt":0.2977496178958422,"score_spread":0.10348484842170019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592233633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10137323,0.0015830541,0.85361433,0.0039504366,0.0001337448,0.00025514097,0.00031051305,0.00044936617,0.03833018],"genre_scores_gemma":[0.6426366,0.0021027087,0.3476338,0.00047905807,0.00022141493,0.0006757254,0.0006803501,0.00031967048,0.0052506565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99706984,0.0010784508,0.00014924144,0.00032135472,0.0011055258,0.00027547832],"domain_scores_gemma":[0.94063056,0.05410885,0.0016317919,0.0023703747,0.0009028497,0.0003555648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031635945,0.001068296,0.00088815135,0.0014639623,0.0010391774,0.0025771104,0.001342808,0.0010596763,0.006083643],"category_scores_gemma":[0.03653352,0.00071424036,0.0014409203,0.0015843312,0.0032526427,0.0055851326,0.002401571,0.0029186793,0.00069823273],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018368402,0.00009237481,0.0030135682,0.0004714796,0.000088994224,0.00015084443,0.00024629032,0.5892345,0.0022970196,0.34640577,0.002141556,0.055673987],"study_design_scores_gemma":[0.000024958057,0.000050795752,0.0008072784,0.0000395033,0.000030938085,0.00009161312,0.00006540106,0.7571752,0.001056239,0.23827615,0.002363451,0.000018473833],"about_ca_topic_score_codex":0.003554782,"about_ca_topic_score_gemma":0.004786532,"teacher_disagreement_score":0.006083643,"about_ca_system_score_codex":0.0025496436,"about_ca_system_score_gemma":0.0022705088,"threshold_uncertainty_score":0.020351768},"labels":[],"label_agreement":null},{"id":"W2594119631","doi":"","title":"Capturing ambiguity in artifacts to support requirements engineering for self-adaptive systems","year":2017,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Requirements engineering; Ambiguity; Context (archaeology); Adaptation (eye); Software engineering; Requirements management; Key (lock); Requirements elicitation; Requirements analysis; Systems engineering; Software; Programming language; Engineering","score_opus":0.05986314829413656,"score_gpt":0.29130901488809413,"score_spread":0.23144586659395758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594119631","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0065870825,0.0002912815,0.98888785,0.00097607565,0.000057544108,0.00028556347,0.0000760386,0.0004079475,0.0024306274],"genre_scores_gemma":[0.06677627,0.0003924596,0.9307646,0.00020018131,0.00004973715,0.00030082488,0.00036928782,0.0002370705,0.00090967026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9698529,0.014688524,0.0034555485,0.0021189118,0.008940818,0.0009433008],"domain_scores_gemma":[0.9491491,0.028264292,0.0042980793,0.011699057,0.005805108,0.0007842926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017718274,0.0019096433,0.0010619796,0.0038140556,0.0018257849,0.00698099,0.0030791922,0.0029842204,0.0025334384],"category_scores_gemma":[0.055504262,0.0018976956,0.0029413844,0.0022638482,0.004008048,0.009498863,0.0086429315,0.0058800844,0.001127994],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014510912,0.0002982669,0.003912898,0.0016272906,0.00019373462,0.0021615825,0.015285363,0.060438562,0.02569367,0.6607489,0.0055274223,0.2239671],"study_design_scores_gemma":[0.000066153305,0.00021407839,0.0015066082,0.0015180098,0.00018230116,0.0016055994,0.0046687974,0.26527804,0.028518204,0.55929935,0.13693173,0.00021116227],"about_ca_topic_score_codex":0.0016529174,"about_ca_topic_score_gemma":0.002161287,"teacher_disagreement_score":0.017718274,"about_ca_system_score_codex":0.0023392944,"about_ca_system_score_gemma":0.0039440184,"threshold_uncertainty_score":0.09370428},"labels":[],"label_agreement":null},{"id":"W2599234488","doi":"10.1002/spe.1097","title":"Editorial","year":2011,"lang":"en","type":"editorial","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.02280397231607757,"score_gpt":0.31885556526118386,"score_spread":0.2960515929451063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2599234488","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003452353,0.017831307,0.00071108394,0.077784956,0.825387,0.000081625556,0.0010114872,0.00045133667,0.07639597],"genre_scores_gemma":[0.0062334337,0.023070863,0.0010320562,0.073419526,0.5313567,0.00014270132,0.0023669635,0.00070526724,0.3616725],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99579865,0.00055787043,0.00039317005,0.0010370176,0.0017928835,0.00042043114],"domain_scores_gemma":[0.98272735,0.0031004886,0.0009787717,0.0012086368,0.008589649,0.0033949693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003507293,0.0013566919,0.0012652394,0.0028653925,0.0020929778,0.007677614,0.0025075579,0.004638558,0.25170115],"category_scores_gemma":[0.023464838,0.00046001704,0.0011764275,0.0016371562,0.0014962592,0.0054271184,0.0028305561,0.0065002623,0.13320282],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025896123,0.000008177801,0.00005021885,0.00017211663,0.0000042993124,0.00009324067,0.000031513755,0.00001781127,0.00006801859,0.0017146132,0.97443944,0.023374826],"study_design_scores_gemma":[0.000005536675,0.0000070450196,0.000078304285,0.00013485801,0.0000030501662,0.00013602074,0.00003655764,0.000014632828,0.0000445782,0.00060986116,0.998926,0.0000035870814],"about_ca_topic_score_codex":0.0012118396,"about_ca_topic_score_gemma":0.001769048,"teacher_disagreement_score":0.25170115,"about_ca_system_score_codex":0.0026167561,"about_ca_system_score_gemma":0.0035649543,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W2600652449","doi":"10.1145/3083726","title":"The Role Clarity Framework to Improve Requirements Gathering","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Management Information Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"CLARITY; Computer science; Process management; Task (project management); Requirements analysis; Order (exchange); Knowledge management; Work (physics); Business requirements; Requirements elicitation; Business process; Business; Engineering; Systems engineering; Operations management; Work in process","score_opus":0.037041121253622106,"score_gpt":0.30805500976946926,"score_spread":0.2710138885158472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2600652449","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001670229,0.00035299142,0.9812471,0.0025484664,0.00014239269,0.000479409,0.00011892047,0.0008148349,0.012625573],"genre_scores_gemma":[0.045723245,0.00030317187,0.9484157,0.0007054293,0.00008391956,0.0009121632,0.00036682867,0.00034837206,0.003141152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.93563056,0.044985905,0.0036569382,0.0042315344,0.009469275,0.0020258194],"domain_scores_gemma":[0.91951317,0.048452113,0.00473443,0.012488744,0.012968307,0.0018432786],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05457366,0.0029535424,0.0014842806,0.0071492405,0.0046337694,0.0071034506,0.004247224,0.004296458,0.009648781],"category_scores_gemma":[0.09881545,0.002503743,0.0043239715,0.0029005555,0.0068789157,0.019873392,0.012042388,0.009001285,0.0036899683],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000914336,0.00013500838,0.0011753028,0.00055306253,0.00005330382,0.0004559321,0.010605032,0.0059318854,0.0029979025,0.8677731,0.010080652,0.10014737],"study_design_scores_gemma":[0.00013923895,0.00022229302,0.0012042081,0.00153359,0.00018701426,0.0012600691,0.005552047,0.07234554,0.0074542505,0.54595506,0.36389765,0.00024910102],"about_ca_topic_score_codex":0.008988287,"about_ca_topic_score_gemma":0.009518956,"teacher_disagreement_score":0.05457366,"about_ca_system_score_codex":0.0047662137,"about_ca_system_score_gemma":0.011994657,"threshold_uncertainty_score":0.28861654},"labels":[],"label_agreement":null},{"id":"W2601108184","doi":"10.1142/s0218194017500085","title":"Dynamic Software Product Line Engineering: A Reference Framework","year":2017,"lang":"en","type":"article","venue":"International Journal of Software Engineering and Knowledge Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of New Brunswick","funders":"","keywords":"Adaptation (eye); Computer science; Context (archaeology); Software product line; Exploit; Realization (probability); Software deployment; Systems engineering; Software engineering; Product (mathematics); Software; Adaptive system; Distributed computing; Software development; Engineering; Artificial intelligence; Programming language","score_opus":0.028940504926909916,"score_gpt":0.3118441594468272,"score_spread":0.2829036545199173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2601108184","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018593117,0.019332428,0.9451582,0.002689362,0.00029463533,0.00021789038,0.00040461955,0.0011515853,0.028891966],"genre_scores_gemma":[0.053003706,0.036080625,0.8947858,0.0009444815,0.000671775,0.0008863001,0.001951569,0.00079352775,0.010882263],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99523264,0.0012526844,0.00069697923,0.0009819352,0.0016130456,0.00022268934],"domain_scores_gemma":[0.9946397,0.0011376914,0.00055496115,0.0016446611,0.0017059392,0.00031709485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00608068,0.002451894,0.0015492057,0.010389647,0.0016230976,0.0075132865,0.00622515,0.005394163,0.0031839574],"category_scores_gemma":[0.0066912505,0.0011962929,0.0016151706,0.012317099,0.005577489,0.008610796,0.003871634,0.0047744587,0.004148926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001971276,0.00009017007,0.0004352502,0.0008577351,0.000032595643,0.0002594278,0.0005983604,0.015318355,0.0012078194,0.8697994,0.006915686,0.10446554],"study_design_scores_gemma":[0.000019261643,0.00014517138,0.00082405505,0.0024895642,0.0000650792,0.0007481585,0.0004520628,0.039788865,0.0022007823,0.39553344,0.5576222,0.00011137577],"about_ca_topic_score_codex":0.0072380966,"about_ca_topic_score_gemma":0.0051875836,"teacher_disagreement_score":0.010389647,"about_ca_system_score_codex":0.004229908,"about_ca_system_score_gemma":0.00458421,"threshold_uncertainty_score":0.032158136},"labels":[],"label_agreement":null},{"id":"W2602825501","doi":"10.1109/icsess.2016.7883008","title":"An approach of interactive visualization for software customization","year":2016,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Personalization; Computer science; Usability; Visualization; Human–computer interaction; Software; Interactive visualization; Process (computing); User interface; Software engineering; Work flow; Software visualization; Feature (linguistics); Software development; Data mining; World Wide Web; Software construction; Engineering; Operating system; Industrial engineering","score_opus":0.0334192075823632,"score_gpt":0.33291450595672883,"score_spread":0.2994952983743656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2602825501","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0047100787,0.00015595711,0.98616415,0.00031178351,0.000031884152,0.00007664682,0.00003054198,0.0035019296,0.005017079],"genre_scores_gemma":[0.1189338,0.00035006812,0.8755804,0.00014439649,0.00005071506,0.0002639725,0.0001263563,0.00073388097,0.0038164435],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996967,0.0016460286,0.00012391487,0.00043343738,0.00069630274,0.00013320471],"domain_scores_gemma":[0.99563366,0.0022965157,0.00019392167,0.0011880423,0.0005138857,0.00017384769],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028569156,0.001215506,0.00061211135,0.0017871949,0.00089781056,0.0027977098,0.0021546828,0.0013481483,0.0061850944],"category_scores_gemma":[0.0077391514,0.0006061803,0.001083032,0.00093474175,0.0016576233,0.0040376442,0.004566669,0.0020180023,0.00096649455],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005372683,0.00039057995,0.0020201413,0.0010114876,0.00017026388,0.0010791768,0.01840433,0.020889582,0.13744448,0.23319542,0.01188467,0.57297254],"study_design_scores_gemma":[0.00021336695,0.00076394127,0.00274193,0.000718161,0.00027372417,0.0030324736,0.0025827514,0.25738934,0.101331525,0.20389283,0.42665303,0.0004069336],"about_ca_topic_score_codex":0.00088033313,"about_ca_topic_score_gemma":0.0010719958,"teacher_disagreement_score":0.0061850944,"about_ca_system_score_codex":0.0005159031,"about_ca_system_score_gemma":0.0008712885,"threshold_uncertainty_score":0.020691156},"labels":[],"label_agreement":null},{"id":"W2612733337","doi":"10.1007/978-3-319-56157-8_11","title":"BHive: Behavior-Driven Development Meets B-Method","year":2017,"lang":"en","type":"book-chapter","venue":"Advances in intelligent systems and computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Computer science; Notation; B-Method; Precondition; Software engineering; Programming language; Formalism (music); Representation (politics); Visibility; Formal methods; Mathematics","score_opus":0.05181723286927475,"score_gpt":0.3430302931204895,"score_spread":0.29121306025121474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2612733337","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010121725,0.000413041,0.9706716,0.0003102501,0.00010864837,0.00009500875,0.00008484509,0.0030297951,0.02427475],"genre_scores_gemma":[0.039909188,0.0008606005,0.92654943,0.00033815505,0.000077292374,0.00029834794,0.00041986982,0.0026392352,0.028907886],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982229,0.000486189,0.00009834029,0.00026041426,0.0008171975,0.00011510046],"domain_scores_gemma":[0.9984084,0.00079410634,0.00006390969,0.00041093808,0.00025829376,0.00006442968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015930451,0.0009403922,0.0004869177,0.0010271599,0.00062676653,0.0022575154,0.0020234566,0.0011947061,0.0146273635],"category_scores_gemma":[0.0036345324,0.00090134796,0.00093239034,0.0008442795,0.0011817074,0.0019803056,0.0022967479,0.0025609098,0.007463098],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000083855346,0.00009575084,0.00047828868,0.0006733293,0.000034594355,0.00015045314,0.00038065462,0.0096336715,0.013301772,0.2769097,0.02694079,0.6713171],"study_design_scores_gemma":[0.00007289615,0.000119381344,0.0005488973,0.0004070628,0.00004296474,0.0008731824,0.00013606735,0.16690218,0.0356634,0.35234722,0.44282672,0.000060058715],"about_ca_topic_score_codex":0.0013246186,"about_ca_topic_score_gemma":0.0011794604,"teacher_disagreement_score":0.0146273635,"about_ca_system_score_codex":0.00073641207,"about_ca_system_score_gemma":0.0016099595,"threshold_uncertainty_score":0.048933446},"labels":[],"label_agreement":null},{"id":"W2613262537","doi":"10.5220/0006350701440157","title":"A Change Impact Analysis Model for Aspect Oriented Programs","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Change impact analysis; Object-oriented programming; Separation of concerns; Programming language; Software engineering; Source code; Software; Regression testing; Software development; Software construction","score_opus":0.1993198734424658,"score_gpt":0.4047561159517862,"score_spread":0.20543624250932038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613262537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039098475,0.00046276153,0.9500274,0.00071466714,0.00004449436,0.0003511653,0.00081904145,0.002191919,0.006290082],"genre_scores_gemma":[0.6828602,0.0008011506,0.3078343,0.00024573551,0.00012859526,0.0010847582,0.0018022298,0.00024097634,0.005002042],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794084,0.0004671875,0.0001771491,0.000470792,0.0007825993,0.0001615242],"domain_scores_gemma":[0.99391466,0.003923347,0.0007676352,0.00034692712,0.0009464197,0.00010093844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022445815,0.0012765815,0.0006902181,0.003824865,0.00057392917,0.0020452985,0.0018043082,0.0014795027,0.0022831461],"category_scores_gemma":[0.0091771595,0.0005533925,0.0018094968,0.0018510645,0.00084632734,0.002205136,0.0008974536,0.0015871511,0.00076508406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011325149,0.00019893552,0.0074226432,0.0001500001,0.00010476588,0.00035322292,0.0003085814,0.8842305,0.0019435136,0.03732571,0.0018105417,0.06603826],"study_design_scores_gemma":[0.0000062162712,0.000019231555,0.0004969866,0.000013940908,0.000023502018,0.000048462516,0.0000114077575,0.98936075,0.00027157814,0.008706856,0.0010327554,0.000008286761],"about_ca_topic_score_codex":0.009801169,"about_ca_topic_score_gemma":0.0063689784,"teacher_disagreement_score":0.009801169,"about_ca_system_score_codex":0.0014902239,"about_ca_system_score_gemma":0.001485129,"threshold_uncertainty_score":0.019488275},"labels":[],"label_agreement":null},{"id":"W2614518924","doi":"10.3166/jesa.49.425-448","title":"Analyse fiabiliste des propriétés structurelles des systèmes continus par les réseaux d’activités stochastiques","year":2016,"lang":"fr","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.058360638593658365,"score_gpt":0.3103411632035789,"score_spread":0.25198052460992054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614518924","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80745137,0.00037101298,0.18771924,0.00049285596,0.000045157525,0.000035150646,0.00011789244,0.00035176182,0.003415677],"genre_scores_gemma":[0.98470634,0.00014232985,0.011594252,0.000021521202,0.000030187588,0.00006869101,0.0001804786,0.00008481746,0.003171358],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984396,0.00045604052,0.000050050752,0.0003687315,0.00048281765,0.00020270344],"domain_scores_gemma":[0.9835803,0.013972749,0.00074154057,0.00039714237,0.00094991573,0.00035843358],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002904914,0.0013375067,0.0010072581,0.0018837381,0.0011053892,0.0030979645,0.0010659483,0.0022138413,0.0034549846],"category_scores_gemma":[0.015029557,0.00070481194,0.0016500572,0.0007817295,0.002490444,0.002150975,0.0009295917,0.0023668443,0.0004147095],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009626831,0.00027949188,0.0156524,0.00027239876,0.00029389127,0.00053953216,0.00084246846,0.89430207,0.030763479,0.019024316,0.00040605196,0.036661167],"study_design_scores_gemma":[0.000026666969,0.000119046446,0.006673473,0.00001150624,0.00002334766,0.00011800056,0.00016571365,0.9847055,0.0054020938,0.0023315465,0.00039276917,0.000030237696],"about_ca_topic_score_codex":0.018441308,"about_ca_topic_score_gemma":0.0072934506,"teacher_disagreement_score":0.018441308,"about_ca_system_score_codex":0.0023257157,"about_ca_system_score_gemma":0.0010976959,"threshold_uncertainty_score":0.036667943},"labels":[],"label_agreement":null},{"id":"W2616487348","doi":"10.1145/3088440","title":"Teaching Software Product Lines","year":2017,"lang":"en","type":"article","venue":"ACM Transactions on Computing Education","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Thriving; Product (mathematics); Computer science; Software; Best practice; Engineering ethics; Knowledge management; Engineering management; Sociology; Mathematics education; Engineering; Psychology; Political science","score_opus":0.05217032727527773,"score_gpt":0.35637567910294116,"score_spread":0.30420535182766345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616487348","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53757447,0.0070018233,0.1852742,0.06172759,0.0019539797,0.00074437377,0.00034151168,0.0024634514,0.20291856],"genre_scores_gemma":[0.7774922,0.007931466,0.13688916,0.008311091,0.0004850931,0.00038499976,0.0004190323,0.0003064788,0.06778044],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956144,0.0018036801,0.00023660803,0.0006415702,0.0012681992,0.00043550556],"domain_scores_gemma":[0.98376423,0.005764226,0.0012295374,0.0014385878,0.0031281838,0.004675248],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049497187,0.0007039151,0.00049192767,0.0012149944,0.0019779934,0.0036349297,0.0015060568,0.0013321285,0.019786047],"category_scores_gemma":[0.018973675,0.00039631294,0.00046706284,0.0012570323,0.0016920561,0.0036085325,0.003647087,0.0026799047,0.006175579],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008817999,0.0031950995,0.029360164,0.00081241224,0.000021795835,0.00069607294,0.039170876,0.0017122128,0.0090658795,0.03502295,0.061059512,0.8197949],"study_design_scores_gemma":[0.00009575052,0.0021622526,0.016027024,0.0018751118,0.000060386676,0.0020759366,0.062480394,0.004657313,0.01750988,0.088669434,0.8043112,0.000075233605],"about_ca_topic_score_codex":0.0008360828,"about_ca_topic_score_gemma":0.0022721943,"teacher_disagreement_score":0.019786047,"about_ca_system_score_codex":0.0027108018,"about_ca_system_score_gemma":0.0048672603,"threshold_uncertainty_score":0.06619096},"labels":[],"label_agreement":null},{"id":"W2616935805","doi":"","title":"Proceedings of the 2006 international workshop on Self-adaptation and self-managing systems","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Adaptation (eye); Flexibility (engineering); Software engineering; Autonomic computing; Notation; Software system; Fault tolerance; System of systems; Software; Distributed computing; Systems design","score_opus":0.019534326792263395,"score_gpt":0.2423019539068031,"score_spread":0.2227676271145397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616935805","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018369323,0.09105016,0.4419305,0.046108995,0.057921138,0.0010419049,0.0012304778,0.004077887,0.33826953],"genre_scores_gemma":[0.14988467,0.072905555,0.2531499,0.008518455,0.019003607,0.0014502311,0.008727502,0.0026014838,0.4837586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979589,0.000638239,0.00017016062,0.00037616296,0.00066500605,0.00019159664],"domain_scores_gemma":[0.9973519,0.000784629,0.0000955727,0.0005254815,0.0007754338,0.0004670218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028213125,0.0016961236,0.0015487012,0.0009861041,0.0013686228,0.005968043,0.0029894572,0.0028154536,0.042056117],"category_scores_gemma":[0.0053275665,0.00070903293,0.0013319973,0.0011823497,0.0013825557,0.005777121,0.0032729604,0.0045067687,0.013403181],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004077543,0.00044216966,0.0006821862,0.0009939951,0.00015261969,0.00057632494,0.0011967964,0.008625436,0.004934978,0.08042686,0.57116205,0.33039892],"study_design_scores_gemma":[0.000052328942,0.00009703612,0.0005182117,0.00038627116,0.000045430363,0.00041243198,0.00033855627,0.0119987205,0.0012867169,0.03518825,0.9496374,0.000038497757],"about_ca_topic_score_codex":0.001933164,"about_ca_topic_score_gemma":0.0021697164,"teacher_disagreement_score":0.042056117,"about_ca_system_score_codex":0.0017151093,"about_ca_system_score_gemma":0.0021289191,"threshold_uncertainty_score":0.1406917},"labels":[],"label_agreement":null},{"id":"W2620841471","doi":"10.5555/3104068.3104077","title":"Specifying evolving requirements models with TimedURN","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Notation; Metamodeling; Consistency (knowledge bases); Snapshot (computer storage); Set (abstract data type); Programming language; Artificial intelligence; Database","score_opus":0.14352286539023335,"score_gpt":0.33274105792792613,"score_spread":0.1892181925376928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2620841471","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006137185,0.000083872765,0.9867834,0.0002443663,0.000043557666,0.00014864527,0.000404201,0.0023348692,0.0038198812],"genre_scores_gemma":[0.09687196,0.00041138186,0.8944741,0.00021253065,0.000027021117,0.0005933771,0.0017304732,0.00075528986,0.004923824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99585295,0.0016058306,0.00071127876,0.00049247657,0.0010709842,0.00026662194],"domain_scores_gemma":[0.99381316,0.0033873445,0.0006904425,0.0012199244,0.00073734374,0.00015172405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005457962,0.0010731693,0.0005967393,0.0015951047,0.0007757021,0.0040388964,0.0018511395,0.0017219525,0.003491493],"category_scores_gemma":[0.011797645,0.0011201852,0.0021581335,0.001349221,0.0011661563,0.0038856484,0.0029043783,0.0018477803,0.0010815221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018961371,0.00014632159,0.0020459648,0.0006242667,0.00011212628,0.0016495453,0.003571012,0.21141882,0.01682935,0.6653263,0.005882654,0.09220403],"study_design_scores_gemma":[0.00009036676,0.00011264262,0.00037198147,0.00036743117,0.000095112126,0.0008048862,0.0006358427,0.625091,0.020270603,0.15469758,0.19735068,0.00011187075],"about_ca_topic_score_codex":0.0055838795,"about_ca_topic_score_gemma":0.010508336,"teacher_disagreement_score":0.0055838795,"about_ca_system_score_codex":0.0017750772,"about_ca_system_score_gemma":0.0024061517,"threshold_uncertainty_score":0.02886486},"labels":[],"label_agreement":null},{"id":"W2623620721","doi":"10.1109/rtas.2017.5","title":"Periodic Task Mining in Embedded System Traces","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Leverage (statistics); Task (project management); Schedule; Program comprehension; Software; Duration (music); Real-time computing; Software system; Artificial intelligence; Programming language; Operating system; Systems engineering; Engineering","score_opus":0.04470673608769655,"score_gpt":0.3084732347687618,"score_spread":0.2637664986810653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2623620721","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6302256,0.000992951,0.35767347,0.000295159,0.000047726233,0.00021866016,0.0043853316,0.0043987515,0.001762486],"genre_scores_gemma":[0.85914415,0.00035550908,0.13314086,0.00003655804,0.00001826314,0.00014180176,0.005995178,0.00021121692,0.0009564881],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985655,0.00027599765,0.0001769421,0.00032926066,0.00053454115,0.00011790034],"domain_scores_gemma":[0.99329126,0.003346943,0.0011069931,0.0011013267,0.0009242986,0.00022911574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012462182,0.00067858194,0.0005141177,0.003689963,0.00040528702,0.0006955827,0.0009284079,0.00051096024,0.00042496988],"category_scores_gemma":[0.01030033,0.00038542246,0.0004851644,0.0026825212,0.00033097935,0.0010290253,0.00071857637,0.00047983712,0.00027397598],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009682905,0.0005193056,0.15118904,0.0012937293,0.00039463758,0.0033687656,0.002411197,0.2333561,0.048954055,0.007430665,0.0065885657,0.54352564],"study_design_scores_gemma":[0.000038714727,0.00026143948,0.030183729,0.00010947534,0.000073294934,0.0011271475,0.00077782414,0.91897565,0.025923725,0.015092743,0.007390601,0.000045810313],"about_ca_topic_score_codex":0.0041661416,"about_ca_topic_score_gemma":0.0059752273,"teacher_disagreement_score":0.0041661416,"about_ca_system_score_codex":0.00029006903,"about_ca_system_score_gemma":0.00093453645,"threshold_uncertainty_score":0.008283794},"labels":[],"label_agreement":null},{"id":"W272117124","doi":"","title":"Maintaining COTS-Based Systems","year":2000,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software deployment; Computer science; Systems engineering; Software; Software system; Reliability engineering; Engineering; Software engineering; Operating system","score_opus":0.030438778274000527,"score_gpt":0.2753858116962246,"score_spread":0.2449470334222241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W272117124","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22668879,0.004692492,0.6977729,0.0027201793,0.0010732855,0.00046735114,0.0010108956,0.009908998,0.055665094],"genre_scores_gemma":[0.60684913,0.0035331121,0.3529041,0.00058174535,0.00048593618,0.00019255298,0.0023128062,0.0012488142,0.031891756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99728537,0.00030821425,0.00024091174,0.00048771864,0.0014908072,0.00018700666],"domain_scores_gemma":[0.9863717,0.0010883878,0.0013423039,0.006194599,0.004428501,0.0005745183],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024016188,0.00045072893,0.00034176014,0.0010507926,0.0009611835,0.0023757005,0.0015452036,0.0006425364,0.0033750532],"category_scores_gemma":[0.012199003,0.00041120843,0.0002903612,0.0015328155,0.00059795455,0.0031667103,0.0016681787,0.0008253944,0.002418422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017397164,0.00021302649,0.017247772,0.0010539939,0.00013923612,0.0010467167,0.0022062554,0.013861336,0.10844681,0.060603775,0.03535138,0.75965565],"study_design_scores_gemma":[0.00016447464,0.0009763889,0.037186995,0.0007744403,0.00037469564,0.0066125663,0.0013152972,0.09748351,0.09539152,0.05628782,0.70323515,0.00019715566],"about_ca_topic_score_codex":0.002796812,"about_ca_topic_score_gemma":0.0031983168,"teacher_disagreement_score":0.0033750532,"about_ca_system_score_codex":0.0008886293,"about_ca_system_score_gemma":0.0016361877,"threshold_uncertainty_score":0.012701154},"labels":[],"label_agreement":null},{"id":"W2729160685","doi":"","title":"Architecture-Based Software Evolution: A Multi-Dimensional Approach","year":2007,"lang":"en","type":"article","venue":"MacSphere (McMaster University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; McMaster University","keywords":"Computer science; Software; Software evolution; Architecture; Software engineering; Software system; Geography; Programming language; Software construction","score_opus":0.027970544102378606,"score_gpt":0.22906199262701374,"score_spread":0.20109144852463512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729160685","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0075742337,0.0032309706,0.9603858,0.0023147105,0.00010098049,0.00010918813,0.0000713813,0.00019899917,0.02601381],"genre_scores_gemma":[0.19822519,0.005264991,0.7857708,0.00036990916,0.00016998709,0.00036911012,0.00021224085,0.00014235973,0.009475478],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997547,0.0010713087,0.00015915991,0.000347615,0.00074090884,0.00013415064],"domain_scores_gemma":[0.99814653,0.0006254711,0.0002252702,0.0004889052,0.00034531203,0.00016860057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002497861,0.0008116084,0.0006473754,0.0039193705,0.001601655,0.0048387027,0.0022420934,0.0019981395,0.0024679045],"category_scores_gemma":[0.0038138598,0.0009011998,0.0016580739,0.0033269755,0.0050446577,0.005756504,0.0039198864,0.0025817219,0.0005165908],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008659769,0.000024729712,0.0006243004,0.00009002808,0.000030029985,0.00012908551,0.0006500091,0.030841023,0.0005512354,0.9389507,0.00074174424,0.027358526],"study_design_scores_gemma":[0.000012081981,0.00004019902,0.0005358203,0.00017189464,0.000047175417,0.00024374091,0.000434999,0.19308443,0.00055013294,0.75676554,0.048073694,0.000040345425],"about_ca_topic_score_codex":0.0044542057,"about_ca_topic_score_gemma":0.0035614124,"teacher_disagreement_score":0.0048387027,"about_ca_system_score_codex":0.0036271666,"about_ca_system_score_gemma":0.0020801153,"threshold_uncertainty_score":0.02631706},"labels":[],"label_agreement":null},{"id":"W2736565934","doi":"10.1007/s10270-017-0610-0","title":"SMTIBEA: a hybrid multi-objective optimization algorithm for configuring large constrained software product lines","year":2017,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Natural Science Foundation of Shanghai","keywords":"Computer science; Key (lock); Satisfiability; Product (mathematics); Modulo; Satisfiability modulo theories; Evolutionary algorithm; Software product line; Software; Algorithm; Mathematical optimization; Theoretical computer science; Software development; Mathematics; Artificial intelligence; Programming language","score_opus":0.059636097999716156,"score_gpt":0.3114324932516746,"score_spread":0.25179639525195846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2736565934","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028396865,0.00028199897,0.9643069,0.00007639258,0.000046825833,0.00012445469,0.000092833805,0.0021038968,0.0045698476],"genre_scores_gemma":[0.30122533,0.00017237611,0.69363296,0.00012422669,0.000028393915,0.00037550685,0.0002807175,0.00039276818,0.0037676827],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999617,0.000111529356,0.000016242217,0.000055278048,0.00014731102,0.000052657317],"domain_scores_gemma":[0.99955386,0.00021220348,0.000056834677,0.000043131946,0.000096239324,0.00003770785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069812755,0.0015725819,0.0009840713,0.00097511447,0.00051997823,0.0009116508,0.0015886689,0.0011944302,0.0046580494],"category_scores_gemma":[0.0013340445,0.00073599844,0.00089935435,0.0008728202,0.0003732704,0.000876415,0.001205871,0.0010206909,0.000798612],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073649244,0.000067146655,0.0003051402,0.00009155602,0.000043761924,0.00005250039,0.000033141027,0.9009388,0.0035652036,0.0012275619,0.0013502376,0.09225134],"study_design_scores_gemma":[0.000011453095,0.000040169216,0.000041235293,0.0000052949713,0.0000058613005,0.000009762171,0.0000055455166,0.9985984,0.00048316212,0.0003378425,0.00045857628,0.0000027760009],"about_ca_topic_score_codex":0.0042874995,"about_ca_topic_score_gemma":0.006105806,"teacher_disagreement_score":0.0046580494,"about_ca_system_score_codex":0.00058356544,"about_ca_system_score_gemma":0.0012168087,"threshold_uncertainty_score":0.015582681},"labels":[],"label_agreement":null},{"id":"W2740248367","doi":"10.3166/isi.22.1.65-107","title":"Vers une ingénierie avancée de la sécurité des SI d’entreprise. Une approche conjointe de la sécurité, de l’utilisabilité et de la résilience dans les systèmes sociotechniques","year":2017,"lang":"fr","type":"article","venue":"Ingénierie des systèmes d information","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Political science","score_opus":0.026722424971008678,"score_gpt":0.3076761461236338,"score_spread":0.2809537211526251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740248367","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.047810707,0.0024807022,0.9065116,0.003376259,0.0004192418,0.00022324214,0.00014814963,0.0019006323,0.037129555],"genre_scores_gemma":[0.5115703,0.0018735165,0.44154748,0.00068754295,0.00024954337,0.00029326128,0.0003588219,0.00040477043,0.043014694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967259,0.0012141065,0.00014907916,0.0006106605,0.0011108475,0.00018928063],"domain_scores_gemma":[0.99481404,0.0019191703,0.0004298639,0.0012897645,0.0012495356,0.00029754257],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057172943,0.0009937288,0.00079924765,0.0014939856,0.001588275,0.0049928217,0.0016717964,0.0022082615,0.0076869708],"category_scores_gemma":[0.010626832,0.0006287172,0.0009898442,0.001007354,0.0023206163,0.004770547,0.0030341188,0.0029641744,0.0018814265],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044151244,0.00037512844,0.007027095,0.0011539832,0.00040918397,0.00084000267,0.006092459,0.1281016,0.04110643,0.41123772,0.009504364,0.39371058],"study_design_scores_gemma":[0.000093241186,0.000679421,0.0048204246,0.000830941,0.00034310788,0.0011539984,0.0022558256,0.4891361,0.030052043,0.26332787,0.2071562,0.00015076497],"about_ca_topic_score_codex":0.004429318,"about_ca_topic_score_gemma":0.0070695165,"teacher_disagreement_score":0.0076869708,"about_ca_system_score_codex":0.0018967845,"about_ca_system_score_gemma":0.0025832707,"threshold_uncertainty_score":0.030236304},"labels":[],"label_agreement":null},{"id":"W2740814405","doi":"10.1145/3079368.3079410","title":"Tracing a Paradigm for Externalization","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario College of Art and Design","funders":"Seventh Framework Programme","keywords":"Computer science; Debugging; Serialization; World Wide Web; Tracing; Nexus (standard); Immutability; Human–computer interaction; Programming language; Computer security; Embedded system","score_opus":0.08511262242970838,"score_gpt":0.35721414317610123,"score_spread":0.2721015207463928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740814405","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008041152,0.00052784546,0.8900987,0.0054420494,0.0003236626,0.00008442881,0.00006116064,0.001294748,0.09412629],"genre_scores_gemma":[0.5516418,0.0015411335,0.353975,0.0036366454,0.00059571053,0.0009568295,0.00032323573,0.0029082398,0.084421396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99313474,0.003000676,0.00029203822,0.0015951842,0.0013373235,0.0006399528],"domain_scores_gemma":[0.9888691,0.0032582672,0.00047714755,0.005673573,0.0012150496,0.00050686346],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063651446,0.001013556,0.0007478683,0.0012342964,0.0034097102,0.00984384,0.0031315906,0.004088491,0.014240534],"category_scores_gemma":[0.015091583,0.00093545316,0.0015222918,0.0009071675,0.019190142,0.026503742,0.012184734,0.008335353,0.0033696888],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010221371,0.0000069824246,0.000068527064,0.000018040679,0.0000027292713,0.000034275017,0.000885099,0.00043138562,0.00030947145,0.99354917,0.00051482767,0.004169351],"study_design_scores_gemma":[0.000017140686,0.000027285874,0.000040781655,0.000060449536,0.000010300523,0.00012916715,0.00039177205,0.0048324317,0.0012748127,0.9194813,0.07371863,0.000016070244],"about_ca_topic_score_codex":0.001636007,"about_ca_topic_score_gemma":0.0008742352,"teacher_disagreement_score":0.014240534,"about_ca_system_score_codex":0.0032903422,"about_ca_system_score_gemma":0.0024716577,"threshold_uncertainty_score":0.04763931},"labels":[],"label_agreement":null},{"id":"W2740856942","doi":"10.1145/3106237.3106302","title":"Continuous variable-specific resolutions of feature interactions","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Context (archaeology); Resolution (logic); Variable (mathematics); Artificial intelligence; Machine learning; Mathematics","score_opus":0.054719908268898734,"score_gpt":0.3170771546899815,"score_spread":0.26235724642108277,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740856942","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09848358,0.00057990995,0.88871807,0.00018776927,0.000099878554,0.000121576006,0.00010340955,0.0014878633,0.010217907],"genre_scores_gemma":[0.83983207,0.00017084992,0.15634787,0.00014488261,0.000066852466,0.00015460195,0.00015073281,0.00022431127,0.002907859],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769187,0.00046326494,0.00017191039,0.00067183183,0.0006064935,0.00039476823],"domain_scores_gemma":[0.9937296,0.0024489167,0.000800818,0.002107446,0.00047378978,0.00043939473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020781166,0.0007123503,0.0007759753,0.00080044236,0.0007007776,0.002017292,0.0022689095,0.0011288464,0.0052964883],"category_scores_gemma":[0.011046554,0.0005417345,0.0007967178,0.00062354933,0.0015783086,0.0041377367,0.0034704283,0.0023783138,0.0005229107],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068993226,0.00032114462,0.008788804,0.0006076078,0.000262885,0.0014813947,0.0017769499,0.23867276,0.07603583,0.42930263,0.0035169183,0.23854318],"study_design_scores_gemma":[0.00011418455,0.00031319988,0.003971415,0.000080868645,0.00014574957,0.0006954337,0.000526343,0.6589616,0.031081175,0.28657982,0.017396355,0.00013387046],"about_ca_topic_score_codex":0.000650894,"about_ca_topic_score_gemma":0.0008704205,"teacher_disagreement_score":0.0052964883,"about_ca_system_score_codex":0.0007194531,"about_ca_system_score_gemma":0.00064056786,"threshold_uncertainty_score":0.017718554},"labels":[],"label_agreement":null},{"id":"W2748590498","doi":"10.1007/978-3-319-66562-7_21","title":"PISCIS: A Constraint-Based Planner for Self-adaptive Systems","year":2017,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Adaptation (eye); Context (archaeology); Constraint (computer-aided design); Set (abstract data type); Planner; Executor; IBM; Software; Data mining; Artificial intelligence; Operating system; Engineering; Programming language","score_opus":0.09139900268376915,"score_gpt":0.3288732532619665,"score_spread":0.23747425057819732,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748590498","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028307138,0.00027941886,0.97627705,0.00014971869,0.00009705806,0.00013329598,0.00049690006,0.0058504487,0.013885383],"genre_scores_gemma":[0.13711669,0.0006870667,0.84300494,0.00018628115,0.000048988222,0.00061938586,0.0014720132,0.0015933844,0.015271318],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9997589,0.000029494302,0.0000147794135,0.000043534998,0.00012962442,0.000023579043],"domain_scores_gemma":[0.99976104,0.00010864127,0.000018063447,0.000032418193,0.000055509598,0.000024210947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032149875,0.00127095,0.00078945886,0.000528564,0.00060617825,0.0010277276,0.001940156,0.0011500781,0.01518176],"category_scores_gemma":[0.0009347688,0.00067677844,0.00072739884,0.0007538268,0.0008090359,0.0008848525,0.0018786589,0.0017026553,0.002580525],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023305757,0.000060854476,0.00023461008,0.00049396994,0.000059411792,0.00022574651,0.00012595458,0.70268154,0.008154217,0.052485697,0.025550393,0.20969456],"study_design_scores_gemma":[0.00006286681,0.000030321678,0.00006435692,0.000033430308,0.000015875345,0.00004810949,0.000021709642,0.9541137,0.0037796684,0.019525897,0.022285488,0.000018522687],"about_ca_topic_score_codex":0.011087119,"about_ca_topic_score_gemma":0.01564536,"teacher_disagreement_score":0.01518176,"about_ca_system_score_codex":0.00074057904,"about_ca_system_score_gemma":0.002350352,"threshold_uncertainty_score":0.050787985},"labels":[],"label_agreement":null},{"id":"W2752115781","doi":"10.1145/3106195.3106219","title":"Product Line Engineering on the Right Side of the \"V\"","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Software product line; Product (mathematics); Computer science; New product development; Domain engineering; Product line; Domain (mathematical analysis); Product design specification; Software engineering; Product engineering; Set (abstract data type); Process (computing); Service (business); Reliability engineering; Software; Systems engineering; Product design; Software development; Manufacturing engineering; Engineering; Mathematics; Component-based software engineering; Business; Programming language; Marketing","score_opus":0.047034421071911525,"score_gpt":0.2825877674999452,"score_spread":0.23555334642803366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752115781","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028396627,0.003524286,0.4947054,0.022873886,0.0034156567,0.00038897505,0.00041897097,0.0031746433,0.44310156],"genre_scores_gemma":[0.51441634,0.003581911,0.32139918,0.0132015105,0.0011520267,0.0003789432,0.0005780591,0.002065616,0.14322643],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99378324,0.0017995969,0.00038982014,0.00080842123,0.0026523562,0.0005664709],"domain_scores_gemma":[0.989456,0.0041132797,0.0008393308,0.0029637453,0.0021913738,0.00043630326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034420583,0.00093030627,0.00077766157,0.0012406128,0.0018662057,0.0062184124,0.0014423596,0.0037754492,0.04017529],"category_scores_gemma":[0.012788454,0.0005170245,0.0010705303,0.001045588,0.005139594,0.006571829,0.003188837,0.003855479,0.01067531],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020054667,0.00009325583,0.0015911543,0.0005446129,0.000040605086,0.0013292093,0.00057617016,0.0026612733,0.01521782,0.7515755,0.023127854,0.20304193],"study_design_scores_gemma":[0.00007319444,0.0008450298,0.0025862707,0.0011553828,0.00008340006,0.0030705682,0.0008655894,0.01770804,0.03394771,0.42959046,0.50993645,0.00013789977],"about_ca_topic_score_codex":0.001616596,"about_ca_topic_score_gemma":0.0013094678,"teacher_disagreement_score":0.04017529,"about_ca_system_score_codex":0.0012353284,"about_ca_system_score_gemma":0.0017099394,"threshold_uncertainty_score":0.13439971},"labels":[],"label_agreement":null},{"id":"W2752480115","doi":"10.1007/978-3-319-68015-6_10","title":"An Automated Change Impact Analysis Approach to GRL Models","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Eclipse; Identification (biology); Notation; Software engineering; Requirements engineering; Feature (linguistics); Systems engineering; Programming language; Software; Engineering","score_opus":0.09494665104405178,"score_gpt":0.3545499519873834,"score_spread":0.2596033009433316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2752480115","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005073029,0.00008059393,0.9797227,0.00018584456,0.000033904056,0.00021784757,0.00050937315,0.0071514435,0.007025262],"genre_scores_gemma":[0.16534781,0.00015186719,0.8246443,0.00011698022,0.000045714532,0.00028946946,0.0017653264,0.0016013266,0.006037131],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99747723,0.0005259762,0.00012157547,0.00028472548,0.0014366648,0.00015382658],"domain_scores_gemma":[0.99552554,0.001904072,0.00032322458,0.0012001292,0.0009694079,0.00007753759],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019602962,0.0011717511,0.0008454705,0.0036269717,0.0009884075,0.0032573955,0.0025176827,0.0011139043,0.012283031],"category_scores_gemma":[0.009752465,0.00076496525,0.0022471265,0.0020461103,0.0010931616,0.0034661894,0.0030321374,0.0021446692,0.003198212],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016860168,0.00029632426,0.0028972712,0.0004410486,0.00015210918,0.0005061894,0.0007863231,0.26492533,0.009262832,0.22612727,0.014487409,0.47994927],"study_design_scores_gemma":[0.00001809363,0.000025376232,0.0003375302,0.000042459513,0.000046518013,0.00007856659,0.00009894216,0.8893997,0.0040749125,0.09136365,0.01449052,0.000023713552],"about_ca_topic_score_codex":0.006928086,"about_ca_topic_score_gemma":0.01232491,"teacher_disagreement_score":0.012283031,"about_ca_system_score_codex":0.0017170658,"about_ca_system_score_gemma":0.0019437114,"threshold_uncertainty_score":0.041090846},"labels":[],"label_agreement":null},{"id":"W2755269200","doi":"10.1007/s00766-017-0280-z","title":"Goal-oriented requirements engineering: an extended systematic mapping study","year":2017,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":202,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"European Research Council; Natural Sciences and Engineering Research Council of Canada; Horizon 2020 Framework Programme; Generalitat Valenciana; European Commission","keywords":"Conceptualization; Scopus; Computer science; Field (mathematics); Systematic review; Requirements engineering; Data science; Implementation; Management science; Software engineering; Engineering; Political science; Artificial intelligence; Software","score_opus":0.07901895294172681,"score_gpt":0.3368146672498515,"score_spread":0.25779571430812465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755269200","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34527168,0.3717316,0.16707513,0.015194041,0.0013115947,0.037192225,0.02745229,0.0008109133,0.033960495],"genre_scores_gemma":[0.64040375,0.12869866,0.17286952,0.0034713238,0.00037804144,0.0388188,0.011867534,0.0003064416,0.0031858017],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.922501,0.042906955,0.015612445,0.005438104,0.012035592,0.0015059226],"domain_scores_gemma":[0.6921119,0.23087077,0.018453972,0.012379816,0.044304322,0.0018792622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0810657,0.0013824083,0.002959426,0.086095385,0.0026391903,0.0073849238,0.0018915973,0.0016794837,0.005639512],"category_scores_gemma":[0.1953843,0.0010165495,0.0037083554,0.08458483,0.0020569721,0.010274113,0.006320821,0.0012103503,0.0010910336],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045507937,0.0005506849,0.054825313,0.22971874,0.0034627598,0.0019837036,0.065096445,0.0022218863,0.0025713872,0.025931725,0.012211242,0.60097104],"study_design_scores_gemma":[0.0006840497,0.0017762351,0.09712745,0.36628202,0.011684376,0.003177035,0.18641342,0.0070728655,0.004306519,0.044250857,0.27669647,0.00052882254],"about_ca_topic_score_codex":0.005694149,"about_ca_topic_score_gemma":0.0065704216,"teacher_disagreement_score":0.086095385,"about_ca_system_score_codex":0.0075533185,"about_ca_system_score_gemma":0.02716646,"threshold_uncertainty_score":0.42872155},"labels":[],"label_agreement":null},{"id":"W2758608426","doi":"10.1109/rew.2017.66","title":"Evaluation of Goal Models in Reuse Hierarchies with Delayed Decisions","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Hierarchy; Context (archaeology); Task (project management); Notation; Software engineering; Software; Systems engineering; Programming language; Engineering; Mathematics","score_opus":0.16287041659244525,"score_gpt":0.3732682579943011,"score_spread":0.21039784140185583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2758608426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09210014,0.0001511448,0.9032926,0.00022524227,0.000017991812,0.00022963615,0.000078576915,0.0013357458,0.0025688761],"genre_scores_gemma":[0.48714828,0.00009408807,0.5109411,0.00008538636,0.0000091384345,0.00020557635,0.00022702057,0.00022980156,0.0010596267],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99462456,0.0022111798,0.00028255902,0.000601932,0.0017177333,0.00056202715],"domain_scores_gemma":[0.98795843,0.008617778,0.000879683,0.00086807145,0.0013368948,0.00033917063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070622503,0.0016050861,0.0012222246,0.0014741872,0.00070445763,0.002649107,0.0016231562,0.0011876095,0.0026898663],"category_scores_gemma":[0.021366743,0.0007847037,0.0012901445,0.0008913424,0.0011728666,0.0028780936,0.0029665313,0.0016383553,0.00037905594],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044895153,0.00026956198,0.0048116758,0.00030901897,0.000103594604,0.00018265065,0.0006079095,0.7505075,0.010774889,0.035697483,0.0010536466,0.19523326],"study_design_scores_gemma":[0.00003182185,0.0001076429,0.00024764088,0.000027377944,0.000026022222,0.000025801277,0.00006208968,0.98201424,0.004337116,0.012579463,0.0005283887,0.0000124681055],"about_ca_topic_score_codex":0.0050153146,"about_ca_topic_score_gemma":0.0055948226,"teacher_disagreement_score":0.0070622503,"about_ca_system_score_codex":0.0028538948,"about_ca_system_score_gemma":0.0028382177,"threshold_uncertainty_score":0.037349224},"labels":[],"label_agreement":null},{"id":"W2760143622","doi":"10.1109/rew.2017.49","title":"Towards a Tool to Help Exploring Existing Non-functional Requirements Solution Patterns","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Non-functional requirement; Computer science; Requirements elicitation; Functional requirement; Requirements engineering; Process (computing); Requirements management; Software engineering; Requirement; Identification (biology); Requirements analysis; Risk analysis (engineering); Systems engineering; Quality (philosophy); Software requirements specification; Software; Software development; Engineering; Software design; Software construction","score_opus":0.32574755526479254,"score_gpt":0.3696491141292557,"score_spread":0.043901558864463175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760143622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005504962,0.00022413563,0.9432816,0.0007456652,0.00006844329,0.00054050155,0.0014181212,0.044894595,0.0033220437],"genre_scores_gemma":[0.010881529,0.00016168319,0.982644,0.00016058952,0.000009741505,0.00043168553,0.0024310697,0.0011756822,0.0021040589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99576735,0.001387843,0.0006837118,0.0006177731,0.0012944845,0.00024887614],"domain_scores_gemma":[0.9843991,0.010854065,0.0007952201,0.0017676875,0.0016120817,0.0005718826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008320903,0.0024735394,0.0015135991,0.006178872,0.0010817751,0.0071795224,0.0043846504,0.0041135983,0.0124942],"category_scores_gemma":[0.024304643,0.0016655861,0.0032095676,0.003739379,0.0011862044,0.0068469774,0.0050081285,0.003545152,0.0063116574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008222814,0.0016425963,0.005766955,0.0047517368,0.00034862707,0.0029176718,0.008638619,0.017129574,0.041410264,0.08729253,0.05216695,0.77711225],"study_design_scores_gemma":[0.000965994,0.00078123197,0.0032353431,0.002667236,0.00039288096,0.0042316336,0.0035481704,0.3443003,0.054590303,0.103795834,0.48095697,0.0005341774],"about_ca_topic_score_codex":0.0021096857,"about_ca_topic_score_gemma":0.003348082,"teacher_disagreement_score":0.0124942,"about_ca_system_score_codex":0.00092930254,"about_ca_system_score_gemma":0.0025080636,"threshold_uncertainty_score":0.044005632},"labels":[],"label_agreement":null},{"id":"W2765312006","doi":"10.1145/3129676.3129694","title":"Modeling Resource-centric Services for Service Adaptation in Cyber Physical Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Cyber-physical system; Adaptation (eye); Computer science; Resource (disambiguation); Context (archaeology); Service provider; Service (business); Resource management (computing); Process management; Quality of service; Service-orientation; Computer security; Knowledge management; Business; Distributed computing; Telecommunications; Computer network","score_opus":0.08165531411174393,"score_gpt":0.31864084121964525,"score_spread":0.23698552710790133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765312006","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.033322677,0.000934316,0.94883,0.0011355492,0.00013540658,0.00014390523,0.00017524668,0.00024963624,0.015073338],"genre_scores_gemma":[0.72617257,0.0020687447,0.26146892,0.00022090593,0.00017570432,0.00053966633,0.0003476127,0.0001866822,0.00881921],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99876404,0.0005268733,0.00009889257,0.0001646234,0.00025227634,0.00019321662],"domain_scores_gemma":[0.9989016,0.0005936387,0.00013214542,0.00012780847,0.00014807517,0.00009664692],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016762775,0.0008326585,0.0006251578,0.00090844644,0.0009391691,0.0032362924,0.0018842188,0.0020508734,0.0028689574],"category_scores_gemma":[0.0031358178,0.0005671173,0.0013862302,0.0011059353,0.00192564,0.0030491655,0.0022337278,0.0020676816,0.00057136116],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003655473,0.00004716605,0.0008668888,0.0000779001,0.000024601068,0.0002108806,0.00031114236,0.6601645,0.0011241309,0.32813016,0.0006273882,0.008378789],"study_design_scores_gemma":[0.000007784405,0.00001325357,0.00015021951,0.000021439018,0.000010830874,0.00003130021,0.000072927185,0.9403861,0.00023919245,0.05567987,0.0033772793,0.000009787305],"about_ca_topic_score_codex":0.01890932,"about_ca_topic_score_gemma":0.015875997,"teacher_disagreement_score":0.01890932,"about_ca_system_score_codex":0.0021091988,"about_ca_system_score_gemma":0.0033854754,"threshold_uncertainty_score":0.03759855},"labels":[],"label_agreement":null},{"id":"W2766718994","doi":"10.1007/978-3-319-69904-2_34","title":"User Perception of Numeric Contribution Semantics for Goal Models: An Exploratory Experiment","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Perception; Semantics (computer science); Exploratory research; Goal orientation; Human–computer interaction; Psychology; Social psychology","score_opus":0.056680712431084926,"score_gpt":0.31643773300988426,"score_spread":0.25975702057879935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766718994","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96721977,0.00027465055,0.025661485,0.00016566858,0.0000640356,0.00028802356,0.00037062078,0.0011705796,0.0047852974],"genre_scores_gemma":[0.97701925,0.00011606206,0.020523258,0.00016831941,0.000016817397,0.00031839378,0.00043364015,0.00036908584,0.0010352553],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9945127,0.0031952427,0.0004744255,0.0008914489,0.00072898896,0.00019712636],"domain_scores_gemma":[0.8280463,0.15701899,0.0026090343,0.00713019,0.0037569483,0.0014384785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007082039,0.0011329866,0.0007905358,0.0006460103,0.00054796325,0.0037116003,0.0013800478,0.0020730768,0.008270382],"category_scores_gemma":[0.118507534,0.0007174819,0.00087772746,0.00040244687,0.0006224325,0.0055305553,0.0021085516,0.0017000182,0.0013105347],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0753555,0.00920255,0.09569068,0.008824991,0.0010034364,0.0022152578,0.16271663,0.0201148,0.2625911,0.017478624,0.009360857,0.33544564],"study_design_scores_gemma":[0.00863464,0.035322633,0.15773726,0.0024753183,0.0036573934,0.0048253387,0.056751058,0.5236877,0.11216637,0.04412976,0.04895644,0.0016561353],"about_ca_topic_score_codex":0.0014953897,"about_ca_topic_score_gemma":0.00075780443,"teacher_disagreement_score":0.008270382,"about_ca_system_score_codex":0.0004990496,"about_ca_system_score_gemma":0.0005359294,"threshold_uncertainty_score":0.03745389},"labels":[],"label_agreement":null},{"id":"W2767219025","doi":"10.1002/smr.1912","title":"A systematic mapping study of information visualization for software product line engineering","year":2017,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Austrian Science Fund","keywords":"Software product line; Computer science; Visualization; Software engineering; Software; Product (mathematics); Software visualization; Reuse; Personalization; Set (abstract data type); Data science; Data mining; Systems engineering; Software development; Software construction; Engineering; World Wide Web; Programming language","score_opus":0.03285247862319446,"score_gpt":0.3154176029511194,"score_spread":0.28256512432792497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767219025","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9231944,0.011066626,0.05161438,0.0013861067,0.00009174638,0.0022372857,0.0009636364,0.00018685157,0.009258919],"genre_scores_gemma":[0.9483282,0.0024429262,0.04701463,0.00011399509,0.000015919832,0.0010631249,0.00050904223,0.000040157953,0.00047201462],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.961007,0.029237607,0.0029773328,0.0017921033,0.0043531815,0.000632733],"domain_scores_gemma":[0.74365455,0.18453224,0.023175452,0.016075334,0.031534743,0.0010275956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03576789,0.00053475477,0.00065593916,0.017804205,0.0019445996,0.0038542594,0.0010263069,0.0008743102,0.0013978599],"category_scores_gemma":[0.13660839,0.00050281914,0.0007701787,0.017902272,0.0022412604,0.006043084,0.003326471,0.0007726428,0.0001525065],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003745898,0.00082915556,0.18904994,0.016925309,0.0005115497,0.0008632031,0.21840398,0.0016315003,0.004803624,0.025529701,0.0033106303,0.5377668],"study_design_scores_gemma":[0.00023035993,0.0029940929,0.37109104,0.04371428,0.002074709,0.002391012,0.37043315,0.024424817,0.025343992,0.03883704,0.11809344,0.00037206264],"about_ca_topic_score_codex":0.0049106665,"about_ca_topic_score_gemma":0.0065758456,"teacher_disagreement_score":0.03576789,"about_ca_system_score_codex":0.004116037,"about_ca_system_score_gemma":0.009686143,"threshold_uncertainty_score":0.189161},"labels":[],"label_agreement":null},{"id":"W2767318079","doi":"10.1109/models.2017.38","title":"Synthesis and Exploration of Multi-level, Multi-perspective Architectures of Automotive Embedded Systems (SoSYM Abstract)","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Automotive industry; Computer science; Process (computing); Perspective (graphical); Domain (mathematical analysis); Set (abstract data type); Task (project management); Focus (optics); Embedded system; Computer architecture; Distributed computing; Software engineering; Systems engineering; Artificial intelligence; Engineering; Programming language","score_opus":0.16162292019169977,"score_gpt":0.3608000031948969,"score_spread":0.19917708300319714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767318079","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13816088,0.00033619793,0.852508,0.00014692752,0.000024170287,0.00011716652,0.00021639024,0.00079515646,0.007695089],"genre_scores_gemma":[0.49022815,0.00025757903,0.5066075,0.000035839592,0.0000060012667,0.00011071698,0.00035188365,0.00016737114,0.0022349334],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99961567,0.000119021846,0.000020484984,0.00006081099,0.00012938477,0.00005461938],"domain_scores_gemma":[0.99959975,0.00018939747,0.000048999605,0.000062863124,0.00007791313,0.000021118407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062680326,0.00073971885,0.0002467207,0.0004861275,0.00032046964,0.00068335875,0.00041751572,0.0004584538,0.0023704558],"category_scores_gemma":[0.0010533549,0.00036907435,0.00095485314,0.00029295945,0.00048796923,0.00068265223,0.0007423405,0.00056578126,0.0003759796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020503096,0.00010948205,0.004403625,0.0007314294,0.00008028102,0.00086058065,0.0008712997,0.67036,0.089662656,0.103329875,0.0015408678,0.12784478],"study_design_scores_gemma":[0.000031376083,0.00028012125,0.0007210707,0.00008786291,0.00005228467,0.00016031472,0.00028898625,0.9247795,0.037739053,0.025217898,0.010622251,0.000019289124],"about_ca_topic_score_codex":0.0010872621,"about_ca_topic_score_gemma":0.0032525947,"teacher_disagreement_score":0.0023704558,"about_ca_system_score_codex":0.00041160162,"about_ca_system_score_gemma":0.00065641885,"threshold_uncertainty_score":0.007929921},"labels":[],"label_agreement":null},{"id":"W2767407390","doi":"10.1109/models.2017.3","title":"Software Product Lines with Design Choices: Reasoning about Variability and Design Uncertainty","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo; University of British Columbia; Université de Montréal","funders":"","keywords":"Computer science; Software product line; Product line; Abstraction; Product design; Software engineering; Software; Product (mathematics); Design space exploration; Set (abstract data type); Systems engineering; Industrial engineering; Software development; Programming language; Manufacturing engineering; Engineering; Embedded system; Mathematics","score_opus":0.06680956204641121,"score_gpt":0.30396199943082863,"score_spread":0.23715243738441744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767407390","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040200822,0.00034179314,0.95675206,0.00092740334,0.000017126515,0.00007646704,0.00012382859,0.00023492266,0.0013255408],"genre_scores_gemma":[0.43987513,0.00063958194,0.55765796,0.00023809618,0.000088318266,0.00023687139,0.00035231296,0.00015900515,0.0007526278],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9741687,0.013047446,0.002056518,0.002921079,0.0069577275,0.0008484909],"domain_scores_gemma":[0.8874917,0.0880367,0.011589222,0.008824203,0.0030029996,0.0010551712],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019089317,0.0019644848,0.0013829534,0.0029591322,0.0015346783,0.0078671025,0.0038734458,0.003609923,0.0014821514],"category_scores_gemma":[0.08618562,0.002811729,0.0035132375,0.0024834776,0.005731089,0.014518083,0.0063443063,0.005054674,0.00021579298],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029502442,0.00018135394,0.010974055,0.00051562936,0.0004532139,0.0018183609,0.0046685124,0.6508347,0.0037907567,0.24900725,0.0011276476,0.076333575],"study_design_scores_gemma":[0.00006223601,0.0000604464,0.00069324515,0.00011961918,0.00013499621,0.00026496907,0.0005132953,0.64653534,0.0022527752,0.34553066,0.0037667225,0.00006564662],"about_ca_topic_score_codex":0.006293581,"about_ca_topic_score_gemma":0.006753032,"teacher_disagreement_score":0.019089317,"about_ca_system_score_codex":0.0025785435,"about_ca_system_score_gemma":0.0026789324,"threshold_uncertainty_score":0.10095513},"labels":[],"label_agreement":null},{"id":"W2773901690","doi":"10.1109/esem.2017.69","title":"Assessing the Intuitiveness of Qualitative Contribution Relationships in Goal Models: An Exploratory Experiment","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Construct (python library); Computer science; Meaning (existential); Diagrammatic reasoning; Set (abstract data type); Conceptual model; Process (computing); Representation (politics); Perception; Goal orientation; Human–computer interaction; Management science; Knowledge management; Psychology; Social psychology; Engineering; Programming language","score_opus":0.3996984502573646,"score_gpt":0.4807320913996817,"score_spread":0.08103364114231709,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773901690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9893413,0.00002263673,0.007813975,0.00009058864,0.000017824288,0.0010189454,0.00007591483,0.000077274555,0.0015415513],"genre_scores_gemma":[0.96975,0.000044305583,0.02687436,0.00015100797,0.00001936908,0.0022352964,0.00012473275,0.000047117093,0.00075377256],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98671883,0.008955852,0.00095706625,0.0016076171,0.0012697575,0.00049084245],"domain_scores_gemma":[0.70196736,0.27612796,0.006639213,0.0088544665,0.0044938414,0.0019171025],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.021619083,0.0009841055,0.0005885232,0.00052547385,0.0008062003,0.0028149448,0.0017264007,0.0020394837,0.005436753],"category_scores_gemma":[0.12293462,0.00081608345,0.000690272,0.00039358815,0.0020280222,0.0032130447,0.0025534783,0.002097496,0.00066107087],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.025782032,0.06112821,0.09345254,0.0062779416,0.000518798,0.0015937823,0.40982756,0.014378545,0.2314851,0.011128551,0.0029466425,0.14148031],"study_design_scores_gemma":[0.01272814,0.2031067,0.22466606,0.0017549774,0.0017728515,0.002551582,0.12699758,0.15459721,0.20060413,0.03740068,0.032114927,0.0017051306],"about_ca_topic_score_codex":0.00040355173,"about_ca_topic_score_gemma":0.00031062562,"teacher_disagreement_score":0.021619083,"about_ca_system_score_codex":0.00061772676,"about_ca_system_score_gemma":0.0007336427,"threshold_uncertainty_score":0.11433399},"labels":[],"label_agreement":null},{"id":"W2782753921","doi":"","title":"Software variability through C++ static polymorphism: a case study of challenges and open problems in eclipse OMR.","year":2017,"lang":"en","type":"article","venue":"Conference of the Centre for Advanced Studies on Collaborative Research","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Eclipse; Open source software; Software; Computer science; Open source; Software engineering; Operating system; Astronomy; Physics","score_opus":0.42473486271320937,"score_gpt":0.4871907973906211,"score_spread":0.06245593467741173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782753921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93253654,0.0007718559,0.04828247,0.0029709702,0.000049132683,0.00012487645,0.00013244031,0.0014922858,0.013639446],"genre_scores_gemma":[0.96957785,0.0002041922,0.02603277,0.00030648964,0.00001906846,0.00003543219,0.0001236712,0.00073805946,0.0029624756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99165994,0.004191298,0.00033234613,0.00067223597,0.002458065,0.00068619195],"domain_scores_gemma":[0.94637805,0.03944287,0.0039077243,0.006898641,0.0024744503,0.00089830946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011174084,0.0003478873,0.00031142295,0.0008889303,0.0016189989,0.002562005,0.0022211834,0.002156523,0.0010899729],"category_scores_gemma":[0.038499404,0.00039468752,0.00047370212,0.001255909,0.0022552256,0.0038825541,0.0023516805,0.0021757197,0.00028679555],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014608589,0.0019173631,0.16135234,0.0010086469,0.00023104863,0.027363705,0.0974769,0.033236995,0.039598037,0.0887805,0.019804098,0.5277695],"study_design_scores_gemma":[0.0004975921,0.002803298,0.15498452,0.001974949,0.0008659674,0.047322124,0.07827492,0.25974888,0.070611976,0.11657864,0.2656899,0.0006473129],"about_ca_topic_score_codex":0.007479214,"about_ca_topic_score_gemma":0.014860277,"teacher_disagreement_score":0.011174084,"about_ca_system_score_codex":0.0012833177,"about_ca_system_score_gemma":0.0025468487,"threshold_uncertainty_score":0.059094906},"labels":[],"label_agreement":null},{"id":"W2782832325","doi":"10.1145/3149485.3149520","title":"Report from the 9th Workshop on Modelling in Software Engineering(MiSE 2017)","year":2018,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Reuse; Software; Computer science; Event (particle physics); Engineering management; Systems engineering; Software development; Engineering; Programming language","score_opus":0.06001005587181764,"score_gpt":0.28627728946392655,"score_spread":0.22626723359210893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2782832325","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02154273,0.049669653,0.18668073,0.18132922,0.32658252,0.0021906502,0.01584137,0.006140931,0.2100222],"genre_scores_gemma":[0.06117132,0.04427404,0.089264624,0.021484284,0.04552687,0.0027027887,0.051459886,0.009883308,0.6742329],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9854006,0.0040104273,0.00068716996,0.0016034803,0.006606971,0.0016913885],"domain_scores_gemma":[0.9685218,0.0049963025,0.0008398551,0.0028940714,0.013162858,0.009585173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020273829,0.0022296973,0.0015929958,0.0031230843,0.0022908736,0.010640798,0.002937871,0.0041638394,0.11373004],"category_scores_gemma":[0.026090926,0.0008933715,0.0023971333,0.0023016755,0.001152997,0.010154539,0.013779182,0.008727759,0.0671715],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002470177,0.00027605318,0.0005144193,0.00046947753,0.00003942266,0.00017553402,0.0007033656,0.000969066,0.0018753321,0.00730325,0.8915592,0.09586788],"study_design_scores_gemma":[0.000035512006,0.00009507549,0.0005579521,0.00039047588,0.00002158788,0.00012214946,0.00048210484,0.0008269185,0.0015624309,0.005383089,0.9904805,0.000042356434],"about_ca_topic_score_codex":0.0034428139,"about_ca_topic_score_gemma":0.0055651306,"teacher_disagreement_score":0.11373004,"about_ca_system_score_codex":0.00307019,"about_ca_system_score_gemma":0.008602276,"threshold_uncertainty_score":0.3804649},"labels":[],"label_agreement":null},{"id":"W2783909120","doi":"","title":"Concern-oriented incremental modelling","year":2017,"lang":"en","type":"article","venue":"Computer Science and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Reuse; Computer science; Workflow; Software engineering; Context (archaeology); Core (optical fiber); Personalization; Process (computing); Interface (matter); Software development; Domain engineering; Software; Systems engineering; Database; Programming language; Software construction; Engineering; World Wide Web; Operating system","score_opus":0.04848906643289901,"score_gpt":0.27945817650371035,"score_spread":0.23096911007081133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783909120","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061157695,0.00014730854,0.98416567,0.00033479356,0.000037531285,0.00009400937,0.00009105906,0.00062652567,0.008387354],"genre_scores_gemma":[0.18310554,0.0006793964,0.805112,0.00017931344,0.000065571156,0.0003626379,0.0006063068,0.00044698204,0.009442187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99842453,0.00053382944,0.000111536836,0.00023174644,0.00054580864,0.00015254179],"domain_scores_gemma":[0.9968755,0.0010909006,0.00022740928,0.0010553375,0.00063513446,0.00011563339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002420809,0.00083749567,0.00043278225,0.0012654087,0.000772582,0.0021809912,0.0029159663,0.0011609995,0.0035598695],"category_scores_gemma":[0.0073347986,0.00077430444,0.0022661036,0.0008763474,0.0015547962,0.0046343654,0.003281069,0.0020012693,0.0010234197],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004195875,0.00005119923,0.0014502928,0.0001646993,0.00004947208,0.00045259582,0.0016641878,0.11041556,0.0031465148,0.83757645,0.0023098902,0.042677127],"study_design_scores_gemma":[0.000028699875,0.00005809527,0.00042216887,0.0001138896,0.000104363375,0.00039714697,0.00028707949,0.57883584,0.0044964873,0.3246274,0.09058926,0.00003954815],"about_ca_topic_score_codex":0.0052834083,"about_ca_topic_score_gemma":0.005032182,"teacher_disagreement_score":0.0052834083,"about_ca_system_score_codex":0.0013389642,"about_ca_system_score_gemma":0.0017229165,"threshold_uncertainty_score":0.01280266},"labels":[],"label_agreement":null},{"id":"W2784476505","doi":"10.4018/978-1-60566-026-4.ch503","title":"Prolonging the Aging of Software Systems","year":2009,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Software engineering; Software maintenance; Systems development life cycle; Software system; Software development; Software; Software development process; Systems engineering; Engineering; Programming language","score_opus":0.031640784629813165,"score_gpt":0.26763933798234146,"score_spread":0.23599855335252828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2784476505","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.040402085,0.34465325,0.1013953,0.024927918,0.0042390428,0.00011054983,0.00023235849,0.0013094508,0.48273],"genre_scores_gemma":[0.3028094,0.2744443,0.06534909,0.0068008434,0.003704666,0.00016001333,0.0003607022,0.0006851629,0.34568587],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9997013,0.0000732511,0.000015029455,0.000057694062,0.00012527729,0.00002741405],"domain_scores_gemma":[0.9992142,0.00034638017,0.000081079015,0.00012477282,0.0001535165,0.000079995225],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069580815,0.000380251,0.00025580905,0.00077868975,0.0008527966,0.0022941642,0.0008088906,0.0012556566,0.0077133127],"category_scores_gemma":[0.0014347811,0.00020382655,0.00025277265,0.0008066826,0.0012776155,0.0053440062,0.0013047956,0.0016675219,0.0029719141],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030998093,0.000054241405,0.00073320064,0.0008436915,0.000015624802,0.0003522758,0.005240533,0.0017223514,0.0062258905,0.45075858,0.07452949,0.4594931],"study_design_scores_gemma":[0.0000045351435,0.000057995334,0.0007171101,0.00044792422,0.000017239594,0.0008168929,0.00062719785,0.0008700425,0.0013234435,0.07808459,0.91701996,0.000013040883],"about_ca_topic_score_codex":0.00069475424,"about_ca_topic_score_gemma":0.0010083003,"teacher_disagreement_score":0.0077133127,"about_ca_system_score_codex":0.00093512115,"about_ca_system_score_gemma":0.0010339174,"threshold_uncertainty_score":0.025803626},"labels":[],"label_agreement":null},{"id":"W2793179238","doi":"10.1007/978-3-319-90421-4_11","title":"A Delta-Oriented Approach to Support the Safe Reuse of Black-Box Code Rewriters","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Rewriting; Computer science; Programming language; Reuse; Black box; Process (computing); Software; Code (set theory); Software engineering; Theoretical computer science; Artificial intelligence; Set (abstract data type)","score_opus":0.0430964841280263,"score_gpt":0.28773988187397925,"score_spread":0.24464339774595295,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793179238","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007659317,0.00025246403,0.97998893,0.00016525951,0.000119138145,0.00009356301,0.00009406752,0.0079371715,0.0036901156],"genre_scores_gemma":[0.15034994,0.0006560862,0.82425225,0.00040777627,0.00011014029,0.00020800495,0.00066553266,0.0030838642,0.020266488],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99804026,0.00032484985,0.00024481467,0.0002915375,0.00089722243,0.00020136137],"domain_scores_gemma":[0.99411184,0.0011516504,0.00024597623,0.0031134088,0.0011390598,0.00023802691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002198236,0.00087019784,0.0007575023,0.001465565,0.00086771266,0.0025728093,0.0035002537,0.0013604271,0.0050446866],"category_scores_gemma":[0.0064528026,0.0012137614,0.0010183264,0.0013169209,0.00139341,0.0042750207,0.003827019,0.0031860403,0.0024315314],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043416084,0.00041306723,0.002350743,0.0005858408,0.00010018034,0.00069095305,0.0013719042,0.01760369,0.044884145,0.22690547,0.01882238,0.6858374],"study_design_scores_gemma":[0.00018659032,0.0003612149,0.0009558795,0.00040764824,0.00030979462,0.0014110246,0.00037587644,0.32167146,0.13799979,0.35761204,0.1785261,0.00018252103],"about_ca_topic_score_codex":0.0017392922,"about_ca_topic_score_gemma":0.002913548,"teacher_disagreement_score":0.0050446866,"about_ca_system_score_codex":0.0007074394,"about_ca_system_score_gemma":0.0020261179,"threshold_uncertainty_score":0.01687622},"labels":[],"label_agreement":null},{"id":"W2793721708","doi":"10.1016/j.jlamp.2018.02.002","title":"A theoretical framework for cardinality-based feature models: The semantics and computational aspects","year":2018,"lang":"en","type":"article","venue":"Journal of Logical and Algebraic Methods in Programming","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Cardinality (data modeling); Computer science; Feature (linguistics); Semantics (computer science); Formal semantics (linguistics); Theoretical computer science; Programming language; Decidability; Software product line; Operational semantics; Denotational semantics; Computational semantics; Algorithm; Software; Software development; Data mining; Linguistics","score_opus":0.07762526643835502,"score_gpt":0.39698608295975163,"score_spread":0.3193608165213966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793721708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010261481,0.00037962123,0.9650638,0.0037337968,0.000112517366,0.000087640736,0.00025326043,0.00022661928,0.019881181],"genre_scores_gemma":[0.56728506,0.00092825614,0.42019057,0.0010086586,0.0006665895,0.0005715663,0.000660182,0.00021783097,0.0084712105],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9956891,0.0015100943,0.00037828996,0.00090263045,0.0011343553,0.00038550977],"domain_scores_gemma":[0.9912816,0.0043961178,0.0008402689,0.0018287598,0.0011469058,0.000506215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0056157317,0.0011028254,0.0011959113,0.0034743738,0.002970417,0.008067686,0.0049401294,0.0037855403,0.009810743],"category_scores_gemma":[0.012696226,0.0011079736,0.0034721226,0.003648711,0.011506761,0.023689218,0.0051069628,0.005634856,0.0011016882],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002701942,0.0000060710795,0.00004514955,0.00001062035,0.0000032393543,0.000017019296,0.00005395676,0.00074806134,0.00006563353,0.99805284,0.00017125034,0.0008234818],"study_design_scores_gemma":[0.000008394659,0.0000075311264,0.00004042268,0.000016990554,0.000010180949,0.00005911849,0.00006697674,0.01099853,0.00013093464,0.98620194,0.0024499784,0.00000897598],"about_ca_topic_score_codex":0.0030817504,"about_ca_topic_score_gemma":0.0029706922,"teacher_disagreement_score":0.009810743,"about_ca_system_score_codex":0.0033603294,"about_ca_system_score_gemma":0.0023675594,"threshold_uncertainty_score":0.032820225},"labels":[],"label_agreement":null},{"id":"W2799759507","doi":"10.1007/s00766-018-0294-1","title":"A systematic literature mapping of goal and non-goal modelling methods for legal and regulatory compliance","year":2018,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compliance (psychology); Domain (mathematical analysis); Computer science; Management science; Process management; Systematic review; Risk analysis (engineering); Focus (optics); Data science; Psychology; Political science; Engineering; MEDLINE; Business; Law; Social psychology","score_opus":0.06571911413597815,"score_gpt":0.34174340610487897,"score_spread":0.2760242919689008,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2799759507","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06513373,0.35485756,0.46807703,0.0099271415,0.0013125314,0.028817467,0.023826957,0.0021943692,0.045853253],"genre_scores_gemma":[0.18422744,0.120777264,0.6554579,0.0021977879,0.0001790189,0.01950579,0.013462409,0.00057486293,0.003617556],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9518772,0.021363027,0.013448797,0.0035061573,0.009165735,0.0006390959],"domain_scores_gemma":[0.7668349,0.17773871,0.013685949,0.015623175,0.024725016,0.0013923283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.051462803,0.0013930021,0.0028062128,0.085624106,0.002834955,0.0077234837,0.0031462093,0.0027749715,0.009524843],"category_scores_gemma":[0.2025849,0.0012098956,0.005657239,0.037865803,0.0024344434,0.009453143,0.007244994,0.0027153315,0.0014970361],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036080735,0.0003775798,0.007925069,0.17105374,0.002380551,0.0005212599,0.012132465,0.0016585445,0.0033921732,0.05066747,0.010721851,0.73880845],"study_design_scores_gemma":[0.00040359504,0.00060478895,0.020007908,0.49533352,0.013994329,0.001609335,0.017196324,0.007483807,0.008443063,0.064404115,0.370123,0.00039614714],"about_ca_topic_score_codex":0.0056640534,"about_ca_topic_score_gemma":0.016149046,"teacher_disagreement_score":0.085624106,"about_ca_system_score_codex":0.005444259,"about_ca_system_score_gemma":0.034704924,"threshold_uncertainty_score":0.27216452},"labels":[],"label_agreement":null},{"id":"W2800669324","doi":"10.1007/978-3-319-90421-4_5","title":"Top-Down Evaluation of Reusable Goal Models","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Reuse; Computer science; Hierarchy; Adaptation (eye); Goal modeling; Rotation formalisms in three dimensions; Set (abstract data type); Prioritization; Top-down and bottom-up design; Software engineering; Programming language; Software; Management science; Requirements engineering","score_opus":0.0703158987650984,"score_gpt":0.31672761425923696,"score_spread":0.24641171549413854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800669324","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14337675,0.0008476169,0.8231836,0.00063812744,0.00017928115,0.0006312933,0.0006939867,0.011188752,0.019260576],"genre_scores_gemma":[0.5764729,0.0004515174,0.4085991,0.00022724483,0.000052648167,0.00024680464,0.0024445225,0.0019827841,0.009522497],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9908897,0.0033237825,0.00036297532,0.00060660683,0.0041151466,0.0007016505],"domain_scores_gemma":[0.98332906,0.009339709,0.0006236126,0.0031989876,0.0031798235,0.00032873452],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044904584,0.0014401247,0.0010124708,0.0014601571,0.0006743717,0.002728934,0.0021106717,0.0010260092,0.009769164],"category_scores_gemma":[0.02512452,0.00067054987,0.0015919335,0.001049684,0.0009391284,0.003410793,0.003176007,0.0017319047,0.0014964532],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020097182,0.00090834143,0.0034371684,0.0015412086,0.0003655514,0.00050527224,0.0005763191,0.16375417,0.04908344,0.055466857,0.013752143,0.7085998],"study_design_scores_gemma":[0.00011328344,0.00035864243,0.00084715494,0.00016809338,0.00021960882,0.000101792706,0.0002098564,0.91002995,0.042046558,0.040542804,0.005326524,0.000035601748],"about_ca_topic_score_codex":0.00486262,"about_ca_topic_score_gemma":0.008551968,"teacher_disagreement_score":0.009769164,"about_ca_system_score_codex":0.0017510852,"about_ca_system_score_gemma":0.0030497538,"threshold_uncertainty_score":0.032681108},"labels":[],"label_agreement":null},{"id":"W2800971793","doi":"10.1145/3105748","title":"Engineering Self-Adaptive Software Systems","year":2018,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Scheduling (production processes); Exploit; Controller (irrigation); Software; Distributed computing; Mathematical optimization","score_opus":0.03129015442811151,"score_gpt":0.24782120282479603,"score_spread":0.21653104839668452,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800971793","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028704148,0.0010419183,0.95617604,0.00071917695,0.00009710241,0.00013581266,0.0000341191,0.0005448954,0.01254688],"genre_scores_gemma":[0.67522955,0.0024896937,0.31284982,0.00034313652,0.00012350133,0.00043671657,0.00015591811,0.00014846571,0.008223201],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991242,0.0002432153,0.000058733847,0.000121685654,0.0003656795,0.000086521424],"domain_scores_gemma":[0.99882454,0.0004932351,0.00014568248,0.00026896186,0.00020576347,0.00006181116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089695514,0.00052804104,0.00033484283,0.00043750205,0.00036444305,0.0012757102,0.0008548485,0.0010364027,0.0014185247],"category_scores_gemma":[0.0031362711,0.00034203217,0.00042214413,0.00036908896,0.0015017241,0.0013901772,0.0019997929,0.001007631,0.00039371388],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049681254,0.00012236754,0.0023780542,0.0006537372,0.00011315443,0.00063392794,0.0008729595,0.28548014,0.03267932,0.51656103,0.0028660495,0.15758957],"study_design_scores_gemma":[0.000036154717,0.00018407604,0.0005295521,0.000117236734,0.00003607086,0.00037603403,0.00022283646,0.5935765,0.009213534,0.3439777,0.05170248,0.00002783427],"about_ca_topic_score_codex":0.0007246044,"about_ca_topic_score_gemma":0.0005668076,"teacher_disagreement_score":0.0014185247,"about_ca_system_score_codex":0.0005915837,"about_ca_system_score_gemma":0.00089514256,"threshold_uncertainty_score":0.0047454834},"labels":[],"label_agreement":null},{"id":"W2805096089","doi":"10.1016/j.cl.2018.05.004","title":"Concern-oriented language development (COLD): Fostering reuse in language engineering","year":2018,"lang":"en","type":"article","venue":"Computer Languages Systems & Structures","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Domain-specific language; Metamodeling; Reuse; Artifact (error); Programming language; Modeling language; Semantics (computer science); Systems engineering; Software; Artificial intelligence; Engineering","score_opus":0.02820051897616679,"score_gpt":0.29715384336554085,"score_spread":0.2689533243893741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805096089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07835028,0.00041624773,0.9091129,0.0015104787,0.00004927473,0.00017984526,0.00002408718,0.0023272939,0.008029716],"genre_scores_gemma":[0.45362097,0.00043297224,0.53913194,0.0007070239,0.000047325157,0.00017764639,0.00011841128,0.00072175055,0.005042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924349,0.0039148508,0.00030827062,0.0008009173,0.002166193,0.0003747078],"domain_scores_gemma":[0.9676581,0.014729398,0.0023012448,0.010750848,0.003638257,0.0009221233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006419365,0.00065888866,0.0004441491,0.0013260867,0.0012113088,0.0023630701,0.0020227528,0.0011411178,0.0013293889],"category_scores_gemma":[0.032724943,0.000785925,0.0007331162,0.0011136741,0.0025254893,0.0047571594,0.0065522883,0.0025152508,0.0005054325],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019252229,0.0011355724,0.01647141,0.0009981018,0.0001564685,0.0005279349,0.012256553,0.01526663,0.048744507,0.16867122,0.0061806845,0.7293984],"study_design_scores_gemma":[0.00024415663,0.0013015534,0.008747986,0.0008353362,0.00067734765,0.0025721383,0.004713757,0.32945737,0.14494479,0.37859586,0.1276767,0.00023308131],"about_ca_topic_score_codex":0.0022298256,"about_ca_topic_score_gemma":0.0038629104,"teacher_disagreement_score":0.006419365,"about_ca_system_score_codex":0.00072998524,"about_ca_system_score_gemma":0.0040116934,"threshold_uncertainty_score":0.033949256},"labels":[],"label_agreement":null},{"id":"W2811031009","doi":"10.1145/3195836.3195841","title":"The structure of software design discussions","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Software engineering; Software; Human–computer interaction; Programming language","score_opus":0.03746128040477603,"score_gpt":0.2941748511270859,"score_spread":0.2567135707223099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2811031009","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19411652,0.0043451013,0.35850617,0.038900543,0.0025277256,0.003954664,0.00094059773,0.0020943775,0.39461425],"genre_scores_gemma":[0.7912451,0.0014013841,0.11716318,0.0034674555,0.00093237264,0.0048395013,0.0011839536,0.0012732288,0.07849392],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9015283,0.071503244,0.0034571155,0.005004832,0.014707671,0.0037988652],"domain_scores_gemma":[0.7853933,0.15997323,0.013486343,0.010609367,0.020287542,0.010250196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.040611427,0.0011373747,0.00081468874,0.00896752,0.012861507,0.013443836,0.003543024,0.005894105,0.023172574],"category_scores_gemma":[0.16931656,0.0019078674,0.00077319884,0.0054134764,0.009504166,0.01792117,0.014665026,0.006818044,0.0069138],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005485822,0.00038407888,0.006535823,0.0009268433,0.000048325695,0.0011924102,0.3405437,0.0013941646,0.0062674643,0.4573248,0.021324823,0.16350903],"study_design_scores_gemma":[0.00031063156,0.0002799737,0.005460048,0.0016354918,0.000041704203,0.0005307007,0.08095674,0.0051921974,0.0035896287,0.35382023,0.5480598,0.00012284768],"about_ca_topic_score_codex":0.0019352795,"about_ca_topic_score_gemma":0.0013196669,"teacher_disagreement_score":0.040611427,"about_ca_system_score_codex":0.009530269,"about_ca_system_score_gemma":0.011189559,"threshold_uncertainty_score":0.21477634},"labels":[],"label_agreement":null},{"id":"W28510325","doi":"10.1002/anie.201702497","title":"Understanding Decision-Oriented Variability Modelling.","year":2008,"lang":"en","type":"article","venue":"Software Product Lines","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Association Nationale de la Recherche et de la Technologie; Agence Nationale de la Recherche; Deutsche Forschungsgemeinschaft","keywords":"Computer science; Semantics (computer science); Domain (mathematical analysis); Data science; Software engineering; Decision support system; Management science; Data mining; Engineering; Programming language","score_opus":0.16726141146602705,"score_gpt":0.29551566280439767,"score_spread":0.12825425133837062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W28510325","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064917624,0.0005444305,0.92103964,0.0017031068,0.00008260239,0.00015804391,0.002287536,0.0018856636,0.0073812925],"genre_scores_gemma":[0.8033102,0.000399574,0.19020016,0.00019962939,0.00006550026,0.0002691682,0.00272164,0.00026874754,0.00256536],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998611,0.00056644744,0.00009275396,0.00031288405,0.00023540776,0.00018161657],"domain_scores_gemma":[0.9929715,0.005418299,0.0005047153,0.00052400987,0.00037644772,0.00020508686],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027691189,0.00087489653,0.00083524064,0.00107381,0.0005137488,0.0025619806,0.0016588792,0.0011934612,0.0051580765],"category_scores_gemma":[0.012550976,0.00043699789,0.0014435498,0.0009698245,0.00087462564,0.00261014,0.0012450295,0.0014320429,0.000586922],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119839955,0.00007120381,0.004214786,0.00010683027,0.000109097935,0.00015583803,0.00015035628,0.8930927,0.0005056853,0.06542612,0.0020717562,0.03397579],"study_design_scores_gemma":[0.0000067596416,0.000008690161,0.00012508268,0.0000073940478,0.000008728093,0.0000118309445,0.000020779366,0.94587255,0.00022321714,0.052735526,0.0009763254,0.0000031330528],"about_ca_topic_score_codex":0.008699874,"about_ca_topic_score_gemma":0.009790434,"teacher_disagreement_score":0.008699874,"about_ca_system_score_codex":0.0014332872,"about_ca_system_score_gemma":0.0021963376,"threshold_uncertainty_score":0.01729846},"labels":[],"label_agreement":null},{"id":"W2886614420","doi":"10.1007/978-3-319-98938-9_22","title":"Formalisation of SysML/KAOS Goal Assignments with B System Component Decompositions","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Natural Sciences and Engineering Research Council of Canada; Agence Nationale de la Recherche","keywords":"Systems Modeling Language; Computer science; Goal modeling; Software engineering; Component (thermodynamics); Domain (mathematical analysis); Unified Modeling Language; Programming language; Systems engineering; Requirements engineering; Software; Engineering","score_opus":0.02268169286686167,"score_gpt":0.2593402220441314,"score_spread":0.2366585291772697,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886614420","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0051970463,0.00006135577,0.98437804,0.00013394472,0.000054705757,0.00010272562,0.00014301157,0.0028653014,0.0070638657],"genre_scores_gemma":[0.17429236,0.00020459869,0.8149847,0.00019313536,0.000056567867,0.00028969903,0.0006695111,0.0017441348,0.007565346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99717546,0.000992914,0.0002579957,0.00047538328,0.00076029304,0.0003379989],"domain_scores_gemma":[0.99719185,0.0012935781,0.00024419726,0.000553626,0.0005706717,0.00014603896],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002850693,0.0011175307,0.0005155892,0.0016559582,0.00088274514,0.0036742648,0.0014453228,0.0010064553,0.008399638],"category_scores_gemma":[0.0056076534,0.0011669147,0.0015810595,0.0010453231,0.0024594748,0.0032524557,0.0031489087,0.0028802154,0.0035519286],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028861783,0.00019295278,0.00074045616,0.0005690408,0.000065901164,0.0005581506,0.0017847486,0.045218695,0.02067975,0.7804821,0.008536366,0.1408831],"study_design_scores_gemma":[0.00015730654,0.00011619151,0.00064901455,0.0005259769,0.00011800506,0.0004430128,0.0005913418,0.31830466,0.050742727,0.51813686,0.11011998,0.00009504698],"about_ca_topic_score_codex":0.004572686,"about_ca_topic_score_gemma":0.004298245,"teacher_disagreement_score":0.008399638,"about_ca_system_score_codex":0.0012202582,"about_ca_system_score_gemma":0.0025045816,"threshold_uncertainty_score":0.028099597},"labels":[],"label_agreement":null},{"id":"W2887377290","doi":"10.5220/0006865006330640","title":"Reference Architecture Design: A Practical Approach","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Computer science; Scope (computer science); Software engineering; Context (archaeology); Domain (mathematical analysis); Quality (philosophy); Architecture; Reference architecture; Domain engineering; Systems engineering; Architectural pattern; Software architecture; New product development; Software product line; Software quality; Software development; Software; Component-based software engineering; Engineering; Software design; Programming language","score_opus":0.17864320712184478,"score_gpt":0.3637876454974847,"score_spread":0.18514443837563993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887377290","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016908664,0.00008107038,0.98501855,0.00051894446,0.000036770187,0.00015102843,0.000043663174,0.0012332842,0.011225761],"genre_scores_gemma":[0.045572422,0.00022060996,0.9372894,0.00017694382,0.00004550408,0.00020834172,0.00023167311,0.00044759215,0.0158075],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9943684,0.0022950238,0.00035934843,0.00062672404,0.0020454242,0.00030503466],"domain_scores_gemma":[0.99278295,0.0017708929,0.00024380832,0.0021366435,0.0028210327,0.0002445766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0068449057,0.0013066771,0.00079932914,0.0028810934,0.0024000986,0.006283589,0.0039310115,0.0036439556,0.031682923],"category_scores_gemma":[0.01565419,0.0013704846,0.0014694947,0.001801466,0.0019386709,0.005485951,0.0040702596,0.0024195334,0.008545716],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001306368,0.0002019298,0.001521344,0.00063628267,0.00007726832,0.0007685234,0.0019036506,0.022167612,0.013722442,0.51654196,0.017048525,0.42527983],"study_design_scores_gemma":[0.00014032469,0.00038376174,0.0008382203,0.00078514277,0.00022457226,0.001633513,0.0018603363,0.23319922,0.023304762,0.35961956,0.37787843,0.00013216939],"about_ca_topic_score_codex":0.00380306,"about_ca_topic_score_gemma":0.009713741,"teacher_disagreement_score":0.031682923,"about_ca_system_score_codex":0.0019431221,"about_ca_system_score_gemma":0.0037687405,"threshold_uncertainty_score":0.10598999},"labels":[],"label_agreement":null},{"id":"W2889049796","doi":"","title":"Adopting Autonomic Computing Capabilities in Existing Large-Scale Systems","year":2017,"lang":"en","type":"article","venue":"International Conference on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Concordia University","funders":"","keywords":"Autonomic computing; Computer science; Software engineering; Software system; Distributed computing; Code refactoring; Software; Risk analysis (engineering); Cloud computing; Operating system","score_opus":0.07916774240114316,"score_gpt":0.3297983739889903,"score_spread":0.25063063158784715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889049796","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77314234,0.001266637,0.17689621,0.0028765714,0.00038270213,0.00052483793,0.000067797315,0.004998837,0.03984412],"genre_scores_gemma":[0.91525614,0.00044337192,0.080830276,0.00045159864,0.00006673868,0.00012484251,0.000098548655,0.00035594247,0.0023725065],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99764913,0.00057228917,0.00016074089,0.00036385865,0.0009182998,0.00033565811],"domain_scores_gemma":[0.9936395,0.0019370232,0.0005516693,0.002071097,0.0011461378,0.00065457076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032499293,0.00041699188,0.0002966707,0.00067447615,0.0012418866,0.0024645082,0.0014721706,0.00064630335,0.0012803461],"category_scores_gemma":[0.008471262,0.0003972434,0.00039180883,0.0005740451,0.0017071685,0.0034861285,0.0028799674,0.0018361737,0.00034896872],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007557776,0.002262608,0.04531844,0.0011869351,0.00040188726,0.007379156,0.023872275,0.16944753,0.14453351,0.101702966,0.012837716,0.49030125],"study_design_scores_gemma":[0.00035084624,0.0026066178,0.048922863,0.00088332035,0.00047399825,0.0028814683,0.009887889,0.44072866,0.08064316,0.11464643,0.29759482,0.0003799541],"about_ca_topic_score_codex":0.0016051128,"about_ca_topic_score_gemma":0.0023897272,"teacher_disagreement_score":0.0032499293,"about_ca_system_score_codex":0.0010080938,"about_ca_system_score_gemma":0.0011812375,"threshold_uncertainty_score":0.017187476},"labels":[],"label_agreement":null},{"id":"W2889440794","doi":"10.1145/3193954.3193959","title":"Visualizing evolving requirements models with timedURN","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Computer science","score_opus":0.0836881495409271,"score_gpt":0.332880687530784,"score_spread":0.24919253798985688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2889440794","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015818316,0.00029347494,0.96006894,0.0005058633,0.00014804506,0.00011039884,0.0014889042,0.012315912,0.009250223],"genre_scores_gemma":[0.18284616,0.00069171103,0.8049862,0.00019853475,0.000041714597,0.0003916852,0.003365634,0.0020310986,0.00544725],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991043,0.00035790622,0.00008472431,0.00012555042,0.00027482584,0.000052724106],"domain_scores_gemma":[0.997343,0.0016138051,0.00024185085,0.00035806734,0.00033075194,0.00011258034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016947389,0.0011076075,0.00043619113,0.001764925,0.00058117975,0.0028358854,0.0010610233,0.0011720161,0.010315546],"category_scores_gemma":[0.006841584,0.00049829,0.0010839443,0.0013593341,0.0005553973,0.0029103735,0.002541325,0.0016222749,0.0013388322],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001100094,0.0002577592,0.0037151305,0.0014886387,0.00014730736,0.001986808,0.011184264,0.19865862,0.048582,0.43126535,0.038356878,0.26325712],"study_design_scores_gemma":[0.00017465912,0.00019379484,0.001179107,0.00040875014,0.00007912486,0.0008267905,0.0014039074,0.6201705,0.025776884,0.12597252,0.22364914,0.00016485142],"about_ca_topic_score_codex":0.0032364202,"about_ca_topic_score_gemma":0.0044044433,"teacher_disagreement_score":0.010315546,"about_ca_system_score_codex":0.0008778036,"about_ca_system_score_gemma":0.0008850047,"threshold_uncertainty_score":0.034508884},"labels":[],"label_agreement":null},{"id":"W2893154303","doi":"10.1007/978-3-030-01042-3_9","title":"An Arithmetic Semantics for GRL Goal Models with Function Generation","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Python (programming language); Model transformation; Software engineering; Artificial intelligence; Consistency (knowledge bases)","score_opus":0.05023786877143464,"score_gpt":0.2799810032980277,"score_spread":0.22974313452659306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893154303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005635951,0.00021639584,0.95702004,0.00075032224,0.00014740149,0.00009640495,0.00031909425,0.0025418357,0.033272468],"genre_scores_gemma":[0.29779238,0.00040609256,0.67852527,0.00064635905,0.00026155845,0.00032742767,0.0010356776,0.001278476,0.019726817],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99817014,0.00047461793,0.00019270969,0.0003462429,0.0005943614,0.00022191308],"domain_scores_gemma":[0.99875844,0.00047597496,0.00008362336,0.00033064443,0.00029756053,0.000053856667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001783487,0.0012348731,0.0007125893,0.0015049824,0.0011152448,0.004386666,0.002686098,0.0015236114,0.01040578],"category_scores_gemma":[0.003447077,0.00087317254,0.001994873,0.0014668104,0.0034351156,0.007593286,0.00359873,0.0038363123,0.0034623179],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021042399,0.000014772695,0.000050017727,0.00007300364,0.0000057483394,0.00005117296,0.00020521645,0.0029848726,0.00088859745,0.97697234,0.0016898937,0.017043347],"study_design_scores_gemma":[0.00002508599,0.000020643163,0.000041355863,0.000049864713,0.000023528379,0.00008050247,0.00008578643,0.026692595,0.0022521028,0.9469523,0.02375371,0.000022624003],"about_ca_topic_score_codex":0.0019776395,"about_ca_topic_score_gemma":0.002065082,"teacher_disagreement_score":0.01040578,"about_ca_system_score_codex":0.002086421,"about_ca_system_score_gemma":0.001281546,"threshold_uncertainty_score":0.03481078},"labels":[],"label_agreement":null},{"id":"W2894218079","doi":"10.1007/978-3-030-01042-3_8","title":"Realizability of Service Specifications","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sequence diagram; Computer science; Realizability; Sequence (biology); Unified Modeling Language; Distributed computing; Theoretical computer science; FIFO (computing and electronics); Programming language","score_opus":0.07886877681958039,"score_gpt":0.2992884050333874,"score_spread":0.220419628213807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894218079","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051429573,0.0009889954,0.846057,0.0011066789,0.00017059634,0.000102987346,0.00046793325,0.0009767879,0.098699465],"genre_scores_gemma":[0.83367884,0.0022056794,0.1301017,0.0002597361,0.00030985527,0.0003596119,0.002190463,0.00056553585,0.030328624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974841,0.00066634465,0.00020724737,0.0004200427,0.0009662604,0.00025598516],"domain_scores_gemma":[0.9961228,0.0024054553,0.00022755507,0.0007279901,0.00036744075,0.00014879172],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001977091,0.00090521836,0.00075739034,0.0014297217,0.0011296193,0.0042127203,0.0011419925,0.0013108673,0.00649422],"category_scores_gemma":[0.006209025,0.0012336834,0.0018253704,0.001590857,0.0032379401,0.005438981,0.0022455938,0.004193989,0.0012050857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000287707,0.000011552721,0.00011273793,0.00005161159,0.000009534364,0.00006443935,0.00025247366,0.0024989448,0.0012421408,0.98534554,0.0005569182,0.009825397],"study_design_scores_gemma":[0.000013860164,0.00001796069,0.00010415089,0.000030169707,0.000015602718,0.000064517095,0.00006784606,0.0080502415,0.0014630088,0.98169625,0.008466736,0.0000097517595],"about_ca_topic_score_codex":0.0021278083,"about_ca_topic_score_gemma":0.0015903929,"teacher_disagreement_score":0.00649422,"about_ca_system_score_codex":0.0019310676,"about_ca_system_score_gemma":0.0014669438,"threshold_uncertainty_score":0.021725357},"labels":[],"label_agreement":null},{"id":"W2895922831","doi":"10.3233/978-1-61499-898-3-82","title":"An Analysis of the State of Framework Development for Reasoning in Smart Cyber-Physical Systems","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in transdisciplinary engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cybernet Systems Corporation (Canada)","funders":"","keywords":"Cyber-physical system; State (computer science); Development (topology); Computer science; Cognitive science; Psychology; Human–computer interaction; Mathematics; Programming language","score_opus":0.0179450389240172,"score_gpt":0.29681562884149565,"score_spread":0.27887058991747843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895922831","genre_codex":"methods","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02199327,0.020664323,0.9239618,0.006170016,0.00024517046,0.00019643868,0.00012520886,0.0010136015,0.025630021],"genre_scores_gemma":[0.31455505,0.021287,0.6576586,0.001043454,0.00028586687,0.00038478876,0.0004774095,0.00038657672,0.0039212536],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98693347,0.0047492855,0.0010483081,0.001805558,0.004566265,0.0008971094],"domain_scores_gemma":[0.98227155,0.009420965,0.0007931674,0.0040749176,0.0029259112,0.0005134894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023298379,0.00090199494,0.0010898437,0.0025174266,0.001462227,0.008554456,0.005239632,0.0031775138,0.0031294536],"category_scores_gemma":[0.023468832,0.0012608652,0.0026008945,0.0026197198,0.0053097643,0.01477019,0.0035857484,0.0046124784,0.0008178809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005727633,0.00007318032,0.0010282792,0.0010018321,0.00008123206,0.00018673566,0.0013026793,0.022410119,0.0017362118,0.8303592,0.0017594644,0.14000379],"study_design_scores_gemma":[0.0000735371,0.00031764075,0.0018543217,0.0021991623,0.00022088553,0.00067593093,0.0019371222,0.26980984,0.012288962,0.4216857,0.28874397,0.00019298766],"about_ca_topic_score_codex":0.007383515,"about_ca_topic_score_gemma":0.003744844,"teacher_disagreement_score":0.023298379,"about_ca_system_score_codex":0.0048037944,"about_ca_system_score_gemma":0.0075663156,"threshold_uncertainty_score":0.12321508},"labels":[],"label_agreement":null},{"id":"W2896054080","doi":"10.1109/ivs.2018.8500530","title":"An Automated Vehicle Safety Concept Based on Runtime Restriction of the Operational Design Domain","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Domain (mathematical analysis); Context (archaeology); Automation; Event (particle physics); Representation (politics); Proof of concept; Embedded system; Software engineering; Systems engineering; Engineering; Operating system","score_opus":0.030298315510632497,"score_gpt":0.3047443324779648,"score_spread":0.2744460169673323,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896054080","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03172513,0.00014326739,0.9519098,0.00037575435,0.00008475046,0.000101254904,0.00006411251,0.0012894261,0.014306546],"genre_scores_gemma":[0.42209747,0.0002930295,0.5677182,0.00027480765,0.00008060748,0.00025179522,0.0002138302,0.00038430013,0.00868593],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988686,0.0002876556,0.000082138504,0.00021569447,0.0004025885,0.00014339834],"domain_scores_gemma":[0.99831533,0.0003716293,0.0002129879,0.0006518809,0.00032717016,0.000121020064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011145258,0.0005656246,0.00025282303,0.00049097015,0.0005425367,0.0016850927,0.0010225635,0.0006261978,0.0018049619],"category_scores_gemma":[0.0017421477,0.00043093343,0.00064791983,0.00020838597,0.002047392,0.0025723162,0.0019248457,0.0021241778,0.000542545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018647964,0.00016537339,0.0019742374,0.00036979213,0.000038239774,0.00056559284,0.0016040106,0.046737794,0.08705703,0.76229835,0.0032304192,0.0957726],"study_design_scores_gemma":[0.00013477569,0.0007245943,0.0017468921,0.00028284555,0.00014724005,0.001755714,0.000617874,0.28726467,0.09241014,0.29203036,0.32272714,0.00015771939],"about_ca_topic_score_codex":0.00083386095,"about_ca_topic_score_gemma":0.0010878106,"teacher_disagreement_score":0.0018049619,"about_ca_system_score_codex":0.00058541744,"about_ca_system_score_gemma":0.0012477915,"threshold_uncertainty_score":0.0060381293},"labels":[],"label_agreement":null},{"id":"W2896681009","doi":"10.1109/re.2018.00-57","title":"Requirements Engineering in the Age of Societal-Scale Cyber-Physical Systems: The Case of Automated Driving","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Cyber-physical system; Scale (ratio); Computer science; Cusp (singularity); Systems engineering; System of systems; Engineering; Software engineering; Systems design","score_opus":0.041005448856978974,"score_gpt":0.32265282291791114,"score_spread":0.28164737406093215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896681009","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15956026,0.004361271,0.61794466,0.091981255,0.000477414,0.000354741,0.00018942545,0.00032602556,0.124804966],"genre_scores_gemma":[0.85096836,0.0030312748,0.13668618,0.0027826799,0.00023675254,0.00026021825,0.00012852288,0.00011925891,0.0057867076],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894685,0.006548059,0.00040451507,0.00060312496,0.0023536824,0.00062215776],"domain_scores_gemma":[0.9768187,0.01774794,0.0009588523,0.0016736849,0.0019318232,0.00086903945],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011301392,0.0005122791,0.00054860313,0.0008870296,0.0032817256,0.005788396,0.0017914796,0.0043406854,0.0012549387],"category_scores_gemma":[0.013270403,0.00063066254,0.00082608557,0.0011689523,0.009466991,0.009454741,0.0046563917,0.004459175,0.00044698277],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040595867,0.000067273126,0.0012818562,0.00020876336,0.000026276233,0.002600064,0.009930743,0.01978662,0.0015980932,0.9357871,0.0035855551,0.025087077],"study_design_scores_gemma":[0.000072543466,0.00011438328,0.0017901636,0.00034086622,0.000032277687,0.0027163848,0.020374328,0.07397686,0.0028107094,0.68450326,0.21315318,0.00011508399],"about_ca_topic_score_codex":0.009116871,"about_ca_topic_score_gemma":0.0075927903,"teacher_disagreement_score":0.011301392,"about_ca_system_score_codex":0.0034757473,"about_ca_system_score_gemma":0.003576266,"threshold_uncertainty_score":0.0597682},"labels":[],"label_agreement":null},{"id":"W2898346506","doi":"10.1109/bigdata.2018.8622036","title":"A Variability-Aware Design Approach to the Data Analysis Modeling Process","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Automation; Flexibility (engineering); Process (computing); Data modeling; Data science; Software engineering; Systems engineering; Software; Data mining; Engineering","score_opus":0.23022787558548513,"score_gpt":0.36894268241914085,"score_spread":0.13871480683365572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898346506","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011291746,0.000024505138,0.99809736,0.00008539872,0.0000060275156,0.00007153741,0.000016712853,0.00011037766,0.00045890734],"genre_scores_gemma":[0.054602165,0.00009093322,0.9440865,0.00008177581,0.000018999752,0.00038460994,0.000085236854,0.000074633106,0.0005752196],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99148095,0.003551982,0.00064636697,0.0012342967,0.0027207641,0.00036552383],"domain_scores_gemma":[0.9911048,0.003839891,0.0008805459,0.0021098352,0.0017810585,0.00028384806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012015358,0.00091327436,0.00063649233,0.0017086945,0.00090767036,0.003558843,0.0027811443,0.0015948564,0.0018535074],"category_scores_gemma":[0.016041884,0.001067533,0.002323179,0.0011264988,0.0022632182,0.0025063392,0.0030320396,0.003442091,0.00052592583],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021319465,0.00018788435,0.0031778591,0.0006461368,0.0002529945,0.0005491859,0.0020018572,0.2888997,0.023932593,0.5181691,0.001701916,0.16026756],"study_design_scores_gemma":[0.00006861455,0.00024898688,0.00057727064,0.00018766952,0.00016460277,0.00034505365,0.00020707928,0.80170983,0.013154793,0.15117775,0.03209453,0.00006384646],"about_ca_topic_score_codex":0.001794002,"about_ca_topic_score_gemma":0.002418499,"teacher_disagreement_score":0.012015358,"about_ca_system_score_codex":0.0016584845,"about_ca_system_score_gemma":0.004441619,"threshold_uncertainty_score":0.063544035},"labels":[],"label_agreement":null},{"id":"W2898497187","doi":"10.1007/978-3-030-03418-4_5","title":"Using Umple to Synergistically Process Features, Variants, UML Models and Classic Code","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Programming language; Class diagram; Unified Modeling Language; Dependency (UML); Code generation; Syntax; Construct (python library); Abstract syntax tree; Sequence diagram; Activity diagram; Abstract syntax; Separation of concerns; Code (set theory); Source code; Process (computing); Documentation; Software engineering; Semantics (computer science); Artificial intelligence; Software; Set (abstract data type); Parsing","score_opus":0.07258018217045781,"score_gpt":0.3255720829345026,"score_spread":0.2529919007640448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898497187","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005433602,0.00012767236,0.9792128,0.00012209229,0.000053368643,0.0000636096,0.00009180727,0.0074373684,0.0074576526],"genre_scores_gemma":[0.0606358,0.00021659468,0.92210555,0.00013011039,0.000030394964,0.000101037695,0.0007103651,0.0036921294,0.012378146],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827754,0.00043602297,0.00010435769,0.0004063313,0.0006641959,0.00011159435],"domain_scores_gemma":[0.9965616,0.0013896045,0.00027547605,0.0013118612,0.00032555583,0.00013593971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020887584,0.0011302055,0.0005512179,0.0018175937,0.00089567876,0.0043813963,0.001617191,0.0010949773,0.009889324],"category_scores_gemma":[0.011552299,0.0010085534,0.0017285618,0.0015027376,0.0011802398,0.0073584453,0.006427987,0.0023621449,0.0048853336],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030309707,0.00018045359,0.0021509195,0.00048701756,0.0000942902,0.0006170874,0.0022567783,0.015125487,0.025029298,0.15721142,0.011509904,0.78503424],"study_design_scores_gemma":[0.00006098789,0.00023575233,0.0011015789,0.00040547247,0.00017603298,0.0013523801,0.0007527538,0.35238498,0.08309899,0.32176965,0.23854026,0.00012110547],"about_ca_topic_score_codex":0.0009601246,"about_ca_topic_score_gemma":0.0024269624,"teacher_disagreement_score":0.009889324,"about_ca_system_score_codex":0.0006794854,"about_ca_system_score_gemma":0.0009142299,"threshold_uncertainty_score":0.03308314},"labels":[],"label_agreement":null},{"id":"W2903422878","doi":"10.1109/ms.2018.4321239","title":"Software Structures: A Careful Look","year":2018,"lang":"en","type":"article","venue":"IEEE Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Dijkstra's algorithm; Programming language; Structured programming; Software; Software system; Software design; Software engineering; Data structure; Software development; Theoretical computer science; Shortest path problem","score_opus":0.03197649138478839,"score_gpt":0.2915086104074699,"score_spread":0.2595321190226815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903422878","genre_codex":"review","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01354552,0.30572754,0.16798799,0.29372114,0.011464935,0.00009591382,0.00022329383,0.0005754201,0.20665824],"genre_scores_gemma":[0.3252838,0.3451006,0.15659331,0.067217514,0.022832649,0.00036099975,0.0006194031,0.0021458578,0.07984577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921598,0.0028931429,0.0005703259,0.0007787576,0.003186077,0.00041190773],"domain_scores_gemma":[0.9874653,0.0075133853,0.0005477347,0.0010480002,0.0030444318,0.00038103227],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064874673,0.0011139654,0.00095416204,0.0051761493,0.0055833794,0.010587613,0.002237028,0.00452067,0.004419689],"category_scores_gemma":[0.01788151,0.0012240275,0.00090700807,0.0044416776,0.022018516,0.03983324,0.004799766,0.014820144,0.0019831765],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017144781,0.000017111719,0.00030694227,0.00023517704,0.000013721594,0.00015877342,0.004133889,0.00037671393,0.00019045925,0.9404307,0.02098514,0.033134237],"study_design_scores_gemma":[0.0000059801628,0.000027868098,0.00032367324,0.0005823377,0.000008605269,0.00039046226,0.002783397,0.0005170646,0.00020350244,0.57009465,0.42504016,0.00002237529],"about_ca_topic_score_codex":0.008287201,"about_ca_topic_score_gemma":0.009944308,"teacher_disagreement_score":0.010587613,"about_ca_system_score_codex":0.0059135132,"about_ca_system_score_gemma":0.0040358747,"threshold_uncertainty_score":0.042905748},"labels":[],"label_agreement":null},{"id":"W2904628051","doi":"10.4236/jcc.2018.612003","title":"Representation of Categorical Specification of Self-Configurations in Reactive Autonomic Systems Framework","year":2018,"lang":"en","type":"article","venue":"Journal of Computer and Communications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Huawei Technologies (Canada)","funders":"Shandong University of Technology; Shandong University","keywords":"Computer science; Autonomic computing; Categorical variable; XML; Categorization; Representation (politics); Artificial intelligence; Software engineering; Theoretical computer science; Machine learning","score_opus":0.061989894402237164,"score_gpt":0.34055125075236453,"score_spread":0.27856135635012735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904628051","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018361244,0.0003693085,0.9623971,0.0006189769,0.00011393118,0.00011223545,0.00040829243,0.0008532274,0.016765632],"genre_scores_gemma":[0.52758384,0.000636674,0.46069753,0.0004349452,0.00012719491,0.00053905277,0.0012406571,0.0002501307,0.008489945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843234,0.00047296798,0.00018482291,0.0002715537,0.000431341,0.00020690284],"domain_scores_gemma":[0.9990138,0.0002738831,0.0001142802,0.00018580206,0.0003212384,0.000091014845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001499767,0.00050276495,0.00037047663,0.00159107,0.0009974075,0.003124278,0.0014338762,0.001085004,0.0038521253],"category_scores_gemma":[0.0019873343,0.00035825252,0.0016011496,0.0010033408,0.0023423822,0.0037724355,0.002096202,0.0018282423,0.0006579806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013943662,0.000019023099,0.0003836223,0.000049311304,0.000011297695,0.00019346023,0.00063029747,0.0068302723,0.0017126254,0.9825974,0.00068099855,0.006877786],"study_design_scores_gemma":[0.000030467085,0.00006757305,0.0003678635,0.00008547517,0.00003972653,0.00033721045,0.00058213423,0.1099015,0.0032090645,0.8386361,0.046691023,0.000051890456],"about_ca_topic_score_codex":0.0070850174,"about_ca_topic_score_gemma":0.0067193448,"teacher_disagreement_score":0.0070850174,"about_ca_system_score_codex":0.0019736446,"about_ca_system_score_gemma":0.0018761167,"threshold_uncertainty_score":0.014319837},"labels":[],"label_agreement":null},{"id":"W2904680236","doi":"10.1109/tse.2018.2884911","title":"A Study of Feature Scattering in the Linux Kernel","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Vetenskapsrådet; Deutsche Forschungsgemeinschaft","keywords":"Code refactoring; Computer science; Feature (linguistics); Kernel (algebra); Code (set theory); Scattering; Software; Source code; Computer engineering; Operating system; Programming language; Optics; Physics; Set (abstract data type)","score_opus":0.033980790524803246,"score_gpt":0.284294568658101,"score_spread":0.25031377813329775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904680236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9976457,0.00014846031,0.0009878923,0.00021046605,0.0000026068046,0.000008989621,0.000011992021,0.0000107828255,0.000973148],"genre_scores_gemma":[0.998811,0.00011250739,0.0005993517,0.0000494658,0.0000042957518,0.000010528613,0.00003316087,0.000013501175,0.00036623763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9957207,0.0018997715,0.00023786731,0.00045604212,0.001273544,0.00041213632],"domain_scores_gemma":[0.9445083,0.03356924,0.010166551,0.0022601536,0.0078111244,0.0016845998],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064337146,0.00023012045,0.00022801742,0.0020783423,0.0024028337,0.0019657193,0.0007602376,0.0006436016,0.00083725987],"category_scores_gemma":[0.034188353,0.00044249275,0.0002127881,0.0014909074,0.002553607,0.0047673155,0.0019841734,0.0014307097,0.00021173307],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103549566,0.00033599514,0.55795485,0.0001230579,0.000032634598,0.0009091646,0.3742423,0.0006854288,0.0032057425,0.0030733421,0.0011684576,0.05816555],"study_design_scores_gemma":[0.00001510585,0.0008512899,0.6681326,0.00023524028,0.000045182933,0.0018567493,0.29396367,0.0075561176,0.0036682268,0.003466662,0.020082032,0.00012712087],"about_ca_topic_score_codex":0.0073612705,"about_ca_topic_score_gemma":0.007194142,"teacher_disagreement_score":0.0073612705,"about_ca_system_score_codex":0.002023007,"about_ca_system_score_gemma":0.0013810134,"threshold_uncertainty_score":0.034025133},"labels":[],"label_agreement":null},{"id":"W2908880040","doi":"10.4018/978-1-4666-6026-7.ch008","title":"An Algebraic Approach for the Specification and the Verification of Aspect-Oriented Systems","year":2014,"lang":"en","type":"book-chapter","venue":"Advances in systems analysis, software engineering, and high performance computing book series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Aspect-oriented programming; Computer science; Modularity (biology); Modular design; Traceability; Programming language; Object-oriented programming; Formal specification; Formal verification; Algebraic specification; Software engineering; Theoretical computer science; Software","score_opus":0.010966978724707475,"score_gpt":0.22823579878770958,"score_spread":0.2172688200630021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908880040","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011937235,0.0031782167,0.96431386,0.0007900052,0.00032113638,0.00011057155,0.000085599175,0.00040417977,0.029602632],"genre_scores_gemma":[0.055414487,0.011932752,0.9035323,0.0006060038,0.0006258116,0.000490578,0.00042408746,0.00021984107,0.026754225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985405,0.00027552445,0.00013737041,0.00016690411,0.0008205309,0.000059170583],"domain_scores_gemma":[0.9988663,0.00058245374,0.00007433144,0.00013572276,0.00030280103,0.000038434722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014041634,0.00084816327,0.0005388118,0.0020973824,0.0010397928,0.0029252127,0.0017381618,0.0011406281,0.005565751],"category_scores_gemma":[0.0027479082,0.0007799081,0.0014866507,0.002457396,0.0025131342,0.0033163985,0.0018074258,0.0034406304,0.0020170135],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010101409,0.000020698717,0.00006408101,0.00025052173,0.000011065698,0.0001566389,0.0003106527,0.005962109,0.0025484539,0.9304406,0.0042840154,0.05594108],"study_design_scores_gemma":[0.000020809895,0.00005272252,0.00016725631,0.00034015116,0.000033836794,0.0006655309,0.00014649713,0.054047737,0.0039181286,0.6144573,0.32610354,0.000046460904],"about_ca_topic_score_codex":0.001986799,"about_ca_topic_score_gemma":0.0022338638,"teacher_disagreement_score":0.005565751,"about_ca_system_score_codex":0.0016596769,"about_ca_system_score_gemma":0.0020268953,"threshold_uncertainty_score":0.018619359},"labels":[],"label_agreement":null},{"id":"W2912259397","doi":"","title":"Proceedings of the 6th workshop on Foundations of aspect-oriented languages","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Programming language; Computer science; Aspect-oriented programming; Programming paradigm; Programming language theory; Separation of concerns; Semantics (computer science); Software engineering; Fifth-generation programming language; Software","score_opus":0.03163368469403183,"score_gpt":0.3237884978546334,"score_spread":0.29215481316060155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912259397","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007237565,0.057829164,0.5468842,0.050560404,0.061991353,0.0010020712,0.0019669482,0.0050626793,0.26746556],"genre_scores_gemma":[0.070907556,0.05866708,0.39135173,0.0112329535,0.026448539,0.0013568277,0.01116486,0.005113689,0.4237567],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99493825,0.001800385,0.0005590459,0.0008187369,0.0015073266,0.00037623197],"domain_scores_gemma":[0.99368495,0.0021327503,0.00019687552,0.0011952071,0.0020345782,0.00075557677],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007566012,0.0019015471,0.0013844979,0.0019776188,0.0015938977,0.0076729613,0.0026239005,0.0035016893,0.056278393],"category_scores_gemma":[0.011105719,0.0012185664,0.0022645881,0.0012912719,0.0017633287,0.007383977,0.0046181586,0.007620359,0.023541158],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032745028,0.00029384746,0.000650829,0.0007864588,0.00011441319,0.0005684687,0.0012380806,0.0033861366,0.0041411067,0.12288203,0.5012731,0.36433816],"study_design_scores_gemma":[0.000035151723,0.00005279183,0.00026114334,0.00048087983,0.00003577556,0.00029839922,0.000121749195,0.0034238012,0.0010503721,0.038885687,0.95532167,0.000032647324],"about_ca_topic_score_codex":0.0023974425,"about_ca_topic_score_gemma":0.0029838174,"teacher_disagreement_score":0.056278393,"about_ca_system_score_codex":0.002106095,"about_ca_system_score_gemma":0.0026569585,"threshold_uncertainty_score":0.18826997},"labels":[],"label_agreement":null},{"id":"W2912612993","doi":"10.5539/cis.v12n1p59","title":"Feature Models Preconfiguration Based on User Profiling","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Profiling (computer programming); Computer science; Software; Feature model; Software product line; Feature (linguistics); User requirements document; Software engineering; Data mining; Human–computer interaction; Software development","score_opus":0.021105673162892292,"score_gpt":0.25662300857711295,"score_spread":0.23551733541422065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912612993","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07607188,0.00010176624,0.9094299,0.00009812708,0.000022831717,0.00025825464,0.0005848466,0.0079813665,0.0054509845],"genre_scores_gemma":[0.73675346,0.00016171556,0.25575483,0.00007690009,0.000017559374,0.0003391891,0.0021714398,0.0007855813,0.003939362],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99767596,0.0007020808,0.00016891125,0.00047699257,0.0008089648,0.00016710887],"domain_scores_gemma":[0.99563795,0.0011133288,0.00039085283,0.0020897784,0.00064279494,0.00012528653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001246172,0.00118388,0.00060804264,0.0013222011,0.00044667692,0.0018380274,0.0011449892,0.00071917137,0.0020679631],"category_scores_gemma":[0.0054324153,0.0006197043,0.0011581304,0.0006544542,0.00039213768,0.002381638,0.0015003369,0.0011240805,0.0012673476],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013108257,0.0007474739,0.029820496,0.00042431182,0.00021056343,0.0014381153,0.003499498,0.19906835,0.1062384,0.03763316,0.010853238,0.6087556],"study_design_scores_gemma":[0.000029595043,0.00031118255,0.0066972156,0.000082730134,0.00009691033,0.0005809476,0.00030183716,0.8912555,0.060912177,0.012523124,0.027077558,0.00013120522],"about_ca_topic_score_codex":0.0030812144,"about_ca_topic_score_gemma":0.0038302701,"teacher_disagreement_score":0.0030812144,"about_ca_system_score_codex":0.0006568807,"about_ca_system_score_gemma":0.00076586136,"threshold_uncertainty_score":0.006918013},"labels":[],"label_agreement":null},{"id":"W2912803538","doi":"","title":"Proceedings of the joint international and annual ERCIM workshops on Principles of software evolution (IWPSE) and software evolution (Evol) workshops","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software evolution; Software review; Computer science; Consistency (knowledge bases); Theme (computing); Software; Software development; Event (particle physics); Software engineering; Data science; Software construction; World Wide Web; Artificial intelligence; Programming language","score_opus":0.024811339579299974,"score_gpt":0.25041144689684997,"score_spread":0.22560010731754998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912803538","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02244027,0.08308586,0.18233599,0.08482266,0.23506619,0.0024907752,0.006875638,0.0060169394,0.37686568],"genre_scores_gemma":[0.05532979,0.03960793,0.095692545,0.0075693335,0.031283896,0.0018128636,0.01096962,0.0043718754,0.7533622],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99068004,0.0027471255,0.0006726402,0.0010624826,0.004004694,0.00083295023],"domain_scores_gemma":[0.98081,0.0046283277,0.00096451223,0.0018308244,0.007393522,0.0043728156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012711621,0.0014121312,0.0014889962,0.0031450132,0.0013070817,0.0071252566,0.0025271212,0.002999886,0.0984285],"category_scores_gemma":[0.021026516,0.0006582494,0.0018140881,0.002856288,0.0013189304,0.0051126764,0.0051072533,0.0043920423,0.040303845],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002756243,0.00021500327,0.0005223645,0.0010892723,0.000064530635,0.00028651208,0.0008352391,0.0010437302,0.0034751976,0.012892177,0.6818337,0.29746667],"study_design_scores_gemma":[0.00003206634,0.00010843311,0.0010701907,0.00043321715,0.000021827236,0.00019769587,0.0002592559,0.00084146246,0.00079151464,0.0064694057,0.9897432,0.000031922413],"about_ca_topic_score_codex":0.0010408052,"about_ca_topic_score_gemma":0.0016171179,"teacher_disagreement_score":0.0984285,"about_ca_system_score_codex":0.002317793,"about_ca_system_score_gemma":0.004562745,"threshold_uncertainty_score":0.32927614},"labels":[],"label_agreement":null},{"id":"W2912913850","doi":"","title":"Proceedings of the 2008 AOSD workshop on Early aspects","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Software engineering; Software development; Computer science; Software; Software product line; Product (mathematics); Software architecture; Engineering management; Systems engineering; Engineering","score_opus":0.05036273367821015,"score_gpt":0.26569649635378445,"score_spread":0.2153337626755743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912913850","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023650918,0.03995937,0.5322808,0.043532908,0.049125656,0.0010147339,0.0017441657,0.006356293,0.3023351],"genre_scores_gemma":[0.08497074,0.037944704,0.34621888,0.008545819,0.010749923,0.000853615,0.011055484,0.0039484217,0.49571234],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99591666,0.0009887888,0.0003620359,0.0006845865,0.0017449972,0.00030305207],"domain_scores_gemma":[0.99256825,0.0016059007,0.00021806353,0.0009630916,0.0035457422,0.0010989226],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072378777,0.0012036517,0.000872316,0.0016559749,0.0012538221,0.0058822036,0.0019607851,0.0024112323,0.03523524],"category_scores_gemma":[0.008070354,0.00088095956,0.0012493886,0.0012715559,0.0010618895,0.004799495,0.0036671304,0.003960509,0.014525317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038028625,0.00038861707,0.0009037919,0.0005360139,0.000040565832,0.00053076766,0.0014872062,0.0024771197,0.007947065,0.033293143,0.4578183,0.49419713],"study_design_scores_gemma":[0.000028683127,0.00006045673,0.00039109142,0.00027262577,0.00001815569,0.0003052405,0.0002605137,0.0020551914,0.0015360457,0.007940823,0.9871085,0.000022528078],"about_ca_topic_score_codex":0.00366244,"about_ca_topic_score_gemma":0.0059769102,"teacher_disagreement_score":0.9647648,"about_ca_system_score_codex":0.0017097425,"about_ca_system_score_gemma":0.0035785763,"threshold_uncertainty_score":0.11787367},"labels":[],"label_agreement":null},{"id":"W2912924494","doi":"","title":"Ninth international workshop on Principles of software evolution: in conjunction with the 6th ESEC/FSE joint meeting","year":2007,"lang":"en","type":"article","venue":"Foundations of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Ninth; Software; Software evolution; Computer science; Software engineering; Library science; Software development; Software construction","score_opus":0.03666836038217144,"score_gpt":0.2731261656607494,"score_spread":0.23645780527857793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912924494","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0096421195,0.071810454,0.39309528,0.0950654,0.1422048,0.0009640905,0.0025402608,0.005429051,0.2792486],"genre_scores_gemma":[0.042452347,0.03591342,0.18602258,0.009312176,0.026488006,0.00075443555,0.0062609147,0.0033310284,0.68946505],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99338645,0.001777787,0.00049074495,0.0010612826,0.0026213871,0.0006624041],"domain_scores_gemma":[0.99459344,0.00089195714,0.00023576048,0.0007821843,0.0022294517,0.0012672456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009451853,0.0013706216,0.0012137139,0.0021539275,0.0014722162,0.0076535554,0.0022074098,0.003669424,0.044268742],"category_scores_gemma":[0.009582578,0.0007291589,0.0015714585,0.0017415697,0.0015983606,0.006889406,0.0059486185,0.0071239104,0.02971116],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017770658,0.00018986948,0.0006889558,0.00046137732,0.000074750686,0.0002897799,0.0006123631,0.0012286265,0.0033242002,0.05269257,0.62904334,0.3112164],"study_design_scores_gemma":[0.000016394753,0.000074454685,0.00047437346,0.00025537173,0.000018279903,0.0002745137,0.00010980459,0.0015627602,0.001129071,0.014105208,0.98195136,0.000028429458],"about_ca_topic_score_codex":0.0016166259,"about_ca_topic_score_gemma":0.003094903,"teacher_disagreement_score":0.044268742,"about_ca_system_score_codex":0.0021763616,"about_ca_system_score_gemma":0.0033612605,"threshold_uncertainty_score":0.14809376},"labels":[],"label_agreement":null},{"id":"W2913293482","doi":"","title":"Proceedings of the 6th International Workshop on Modeling in Software Engineering","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Computer science; Social software engineering; Software development; Model-driven architecture; Mainstream; Domain (mathematical analysis); Software Engineering Process Group; Software; Modeling language; Engineering management; Software development process; Software construction; Data science; Engineering","score_opus":0.036511818163393155,"score_gpt":0.25827993927051024,"score_spread":0.22176812110711708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913293482","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069756513,0.0851492,0.61098796,0.055415545,0.066272855,0.0006455715,0.0017755259,0.004635247,0.16814254],"genre_scores_gemma":[0.07814204,0.100957915,0.44971994,0.01075412,0.028860668,0.0015604608,0.015058902,0.007899677,0.30704632],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.988811,0.005322991,0.0010372957,0.001349802,0.0029140462,0.00056487217],"domain_scores_gemma":[0.9867495,0.005992145,0.00038707696,0.0026228367,0.0030124276,0.0012360384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012941701,0.0025701015,0.002182647,0.0026737573,0.0014114643,0.010000476,0.0037984485,0.0041526416,0.053061694],"category_scores_gemma":[0.021489473,0.0014217204,0.0037541457,0.0020227116,0.0024366758,0.008686458,0.00683267,0.010946725,0.022308068],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027064336,0.00038728662,0.00075257407,0.0011953161,0.0002151498,0.00051920256,0.0020599773,0.006838304,0.0032367762,0.15331686,0.5221624,0.30904552],"study_design_scores_gemma":[0.000022681466,0.000055563265,0.00031312145,0.0008381838,0.000043374726,0.00033914731,0.00023084097,0.0054321275,0.00084811175,0.038151924,0.9536824,0.000042528154],"about_ca_topic_score_codex":0.0031094367,"about_ca_topic_score_gemma":0.0034251595,"teacher_disagreement_score":0.053061694,"about_ca_system_score_codex":0.0031001344,"about_ca_system_score_gemma":0.004338584,"threshold_uncertainty_score":0.17750907},"labels":[],"label_agreement":null},{"id":"W2913303161","doi":"","title":"Proceedings of the 13th workshop on Aspect-oriented modeling","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Aspect-oriented programming; Software engineering; Computer science; Software; Modeling language; Abstraction; Perspective (graphical); Engineering; Programming language; Artificial intelligence","score_opus":0.0407039161882789,"score_gpt":0.28438746685534794,"score_spread":0.24368355066706904,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913303161","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048171096,0.021808822,0.78229845,0.01674173,0.023733396,0.0007461586,0.001153385,0.0039756643,0.14472526],"genre_scores_gemma":[0.050742503,0.031604365,0.6438698,0.0050945315,0.010399319,0.0011316048,0.009262983,0.006018084,0.2418768],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994027,0.0023393987,0.00065983064,0.0009343242,0.0017164536,0.0003230546],"domain_scores_gemma":[0.99457717,0.0017693512,0.00017659983,0.0012726978,0.0015708244,0.00063328835],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009074175,0.0020359948,0.0015262717,0.0018253312,0.0012913882,0.0077040005,0.00305599,0.0030510472,0.043551553],"category_scores_gemma":[0.011568353,0.0013614383,0.0029031856,0.001399493,0.0016551156,0.0065040444,0.0046336157,0.006926085,0.016778283],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003126679,0.00035912925,0.0008046979,0.0007660313,0.00020775256,0.0007091672,0.0016304369,0.008472386,0.004842649,0.14634675,0.4355001,0.4000483],"study_design_scores_gemma":[0.000027143406,0.00004778062,0.00023491388,0.00045750433,0.00004042813,0.00032007878,0.00013072546,0.006905208,0.0012032266,0.03776754,0.95283294,0.000032461747],"about_ca_topic_score_codex":0.002566055,"about_ca_topic_score_gemma":0.0032462336,"teacher_disagreement_score":0.95644844,"about_ca_system_score_codex":0.0018863812,"about_ca_system_score_gemma":0.002917296,"threshold_uncertainty_score":0.1456945},"labels":[],"label_agreement":null},{"id":"W2913702370","doi":"","title":"Proceedings of the 5th international conference on Generative programming and component engineering","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software engineering; Generative grammar; Programmer; Software development; Component (thermodynamics); Software; Engineering management; Programming language; Engineering; Artificial intelligence","score_opus":0.03897963048112005,"score_gpt":0.2737108334772486,"score_spread":0.23473120299612857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913702370","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009710356,0.085618354,0.4807797,0.012750534,0.05390573,0.0005662713,0.0013825677,0.0068160677,0.34847042],"genre_scores_gemma":[0.04509687,0.058525402,0.23251781,0.003623288,0.010519365,0.0006603084,0.0072439057,0.0044313762,0.63738173],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998357,0.0004149534,0.00013126532,0.00030161397,0.00064011966,0.00015501211],"domain_scores_gemma":[0.9978416,0.00065398234,0.00007035652,0.0004919282,0.0006095091,0.000332616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00219096,0.0013866131,0.0012622597,0.0013549763,0.00073377317,0.004415447,0.0020581854,0.0016599622,0.08522107],"category_scores_gemma":[0.003948487,0.0005363157,0.0013250092,0.0017700773,0.0011309389,0.0036933091,0.0024260667,0.003970001,0.035002343],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019355449,0.00020567486,0.0005440336,0.00072683615,0.00009067806,0.00035541414,0.0004083672,0.0021242793,0.0059912624,0.042097934,0.47038895,0.47687298],"study_design_scores_gemma":[0.000013948535,0.0000518247,0.00030492287,0.00018047226,0.000022038208,0.0003736442,0.00006941521,0.0026854947,0.0009375425,0.010328432,0.9850155,0.00001664342],"about_ca_topic_score_codex":0.0014039289,"about_ca_topic_score_gemma":0.0016840871,"teacher_disagreement_score":0.08522107,"about_ca_system_score_codex":0.0009102911,"about_ca_system_score_gemma":0.0015527428,"threshold_uncertainty_score":0.2850929},"labels":[],"label_agreement":null},{"id":"W2914517953","doi":"","title":"Proceedings of the 3rd international conference on Aspect-oriented software development","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"IBM; Viewpoints; Computer science; Software engineering; Engineering management; Panel discussion; Library science; Software development; Software; Engineering","score_opus":0.044620929272691595,"score_gpt":0.28030534226427756,"score_spread":0.23568441299158596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914517953","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012468468,0.090903774,0.567817,0.013430763,0.057960186,0.0017612741,0.0019998623,0.0097130025,0.24394566],"genre_scores_gemma":[0.053705305,0.07854478,0.3788702,0.0049978136,0.009982138,0.0014190956,0.013168966,0.0065495935,0.45276213],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959396,0.00097481004,0.00042117253,0.0006389108,0.0017791261,0.00024646232],"domain_scores_gemma":[0.99556583,0.0010351721,0.00021077732,0.0008890956,0.0016107688,0.00068841915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045969435,0.002130182,0.0016912346,0.0019051424,0.0010754424,0.006076557,0.0021445693,0.0022650678,0.047472488],"category_scores_gemma":[0.0067865658,0.00095067295,0.0015592737,0.0015219664,0.001434357,0.0046427296,0.002893319,0.0049991244,0.021273276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029702607,0.00027677463,0.0009073412,0.0008660747,0.00012944841,0.0004806745,0.00080728077,0.0019596748,0.009314884,0.021124087,0.44910553,0.51473117],"study_design_scores_gemma":[0.000028637709,0.000092053575,0.00055247004,0.00028550188,0.000035673464,0.00048079283,0.00010863706,0.0027909619,0.0014887387,0.00752541,0.9865818,0.000029373196],"about_ca_topic_score_codex":0.0024010947,"about_ca_topic_score_gemma":0.0030077714,"teacher_disagreement_score":0.047472488,"about_ca_system_score_codex":0.0013397295,"about_ca_system_score_gemma":0.0027340597,"threshold_uncertainty_score":0.15881127},"labels":[],"label_agreement":null},{"id":"W2915225767","doi":"10.1007/978-3-540-87991-6_30","title":"Preface to RIGiM 2008","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Requirements engineering; Computer science; Requirements analysis; Domain (mathematical analysis); Software engineering; Requirement; Conceptual model; Management science; Systems engineering; Software; Engineering","score_opus":0.035421097671807275,"score_gpt":0.2789721468680622,"score_spread":0.24355104919625492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915225767","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015390042,0.021547843,0.01157068,0.021415377,0.13474654,0.00023147615,0.0039394936,0.0023524507,0.8026572],"genre_scores_gemma":[0.0043268017,0.0044102343,0.0021151628,0.0023284073,0.011147843,0.00007082173,0.0018812586,0.0010212698,0.97269815],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995129,0.00007269404,0.000021981858,0.00008801308,0.00026326923,0.00004111654],"domain_scores_gemma":[0.9986971,0.00020148774,0.000049508817,0.00012773527,0.00073470135,0.00018954431],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008096591,0.00083763216,0.0007217547,0.0023121093,0.0010981628,0.0030515045,0.0011011558,0.00094094966,0.2552861],"category_scores_gemma":[0.0038872748,0.00025023447,0.0004468458,0.0018523847,0.00042770116,0.00182388,0.0015250832,0.0017874661,0.18973288],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019723075,0.000017387485,0.00003161079,0.000086586275,0.0000014773387,0.00001816126,0.000028088123,0.00008951749,0.00013943345,0.0039029277,0.9390064,0.056658767],"study_design_scores_gemma":[0.0000029043529,0.000013471692,0.00015987821,0.000092971255,0.0000019172596,0.000030745832,0.000023374476,0.00006690417,0.00010239115,0.0015986714,0.9979024,0.0000044683093],"about_ca_topic_score_codex":0.0028103858,"about_ca_topic_score_gemma":0.00500467,"teacher_disagreement_score":0.2552861,"about_ca_system_score_codex":0.0019741585,"about_ca_system_score_gemma":0.0011711607,"threshold_uncertainty_score":0.8540171},"labels":[],"label_agreement":null},{"id":"W2915234654","doi":"10.4018/978-1-5225-5276-5.ch003","title":"Towards Multiple-Layer Self-Adaptations of Multi-Agent Organizations Using Reinforcement Learning","year":2018,"lang":"en","type":"book-chapter","venue":"Advances in computational intelligence and robotics book series","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Adaptation (eye); Reinforcement learning; Computer science; Software; Reinforcement; Process (computing); Layer (electronics); Self-organization; Software development; Artificial intelligence; Distributed computing; Engineering","score_opus":0.07195125535571824,"score_gpt":0.32478797544896026,"score_spread":0.25283672009324204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915234654","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008348564,0.00025889344,0.98865545,0.000100892314,0.000020996553,0.00003114376,0.000005176484,0.00024429138,0.0023345677],"genre_scores_gemma":[0.54690635,0.00069495995,0.44615266,0.000121603,0.000048381407,0.00024051739,0.000051986124,0.00014843304,0.005635062],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99964356,0.000114033915,0.000019200235,0.00007141772,0.00010948467,0.000042288386],"domain_scores_gemma":[0.9995291,0.00022861363,0.00005623675,0.00007476066,0.00007891317,0.00003239476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074399175,0.00062599307,0.0007709688,0.00031961163,0.00036976868,0.0009566608,0.0013557579,0.000758558,0.0014831087],"category_scores_gemma":[0.0016230968,0.00036573695,0.00082577707,0.0003395835,0.00084311503,0.001198827,0.0015319459,0.0014441499,0.0003281807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024335484,0.0000532444,0.0005306993,0.00007385488,0.0000499017,0.00009367222,0.00017034811,0.87194544,0.004367509,0.060763367,0.0007263658,0.06120127],"study_design_scores_gemma":[0.0000032035966,0.000008704218,0.000034115656,0.000004398896,0.0000030164483,0.000008831472,0.000005995841,0.9910199,0.00030989354,0.007959863,0.0006396238,0.0000025000556],"about_ca_topic_score_codex":0.0024155441,"about_ca_topic_score_gemma":0.0016834273,"teacher_disagreement_score":0.0024155441,"about_ca_system_score_codex":0.00082633906,"about_ca_system_score_gemma":0.0007516411,"threshold_uncertainty_score":0.0059955716},"labels":[],"label_agreement":null},{"id":"W2919434419","doi":"10.5555/3291291.3291319","title":"A DevOps framework for quality-driven self-protection in web software systems","year":2018,"lang":"en","type":"article","venue":"PolyPublie (École Polytechnique de Montréal)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); Polytechnique Montréal; University of Waterloo; York University","funders":"","keywords":"DevOps; Computer science; Software security assurance; Computer security; Adaptation (eye); Security testing; Security service; Application security; Risk analysis (engineering); Security information and event management; Cloud computing security; Software engineering; Cloud computing; Information security; Software deployment; Business","score_opus":0.03630240913585833,"score_gpt":0.29896685184481236,"score_spread":0.26266444270895406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2919434419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016675037,0.00020999607,0.9937191,0.0002569713,0.00004244325,0.0003015137,0.00010849101,0.0018731718,0.0018207222],"genre_scores_gemma":[0.04455534,0.00047652324,0.9495575,0.00014621193,0.000056325764,0.00075228827,0.0007571372,0.00082944025,0.0028691613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9950729,0.0018257063,0.0007208795,0.0004935572,0.001478961,0.00040802395],"domain_scores_gemma":[0.9953111,0.0017254903,0.0005185731,0.0011337149,0.0008142101,0.0004968981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0112803755,0.0013089565,0.0008466254,0.001907948,0.0013238336,0.0039897365,0.0035976376,0.0015152588,0.0049689854],"category_scores_gemma":[0.011171614,0.001301892,0.0021569754,0.0011952707,0.0018073975,0.0033465438,0.006015576,0.0032360123,0.0011641302],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015266777,0.00032199445,0.0034264512,0.0011167715,0.00022384443,0.001096009,0.0029927823,0.2930587,0.009954285,0.4020261,0.014315167,0.27131513],"study_design_scores_gemma":[0.00012320929,0.00017698905,0.0007058483,0.0005596877,0.00009131041,0.00047199408,0.00051819003,0.6953132,0.006082039,0.15729336,0.13855901,0.00010510044],"about_ca_topic_score_codex":0.007635006,"about_ca_topic_score_gemma":0.010992059,"teacher_disagreement_score":0.0112803755,"about_ca_system_score_codex":0.001912543,"about_ca_system_score_gemma":0.004250803,"threshold_uncertainty_score":0.059657037},"labels":[],"label_agreement":null},{"id":"W2943138790","doi":"10.5539/cis.v12n2p138","title":"Towards Efficient Tracing in Software Product Lines: Research Methodology","year":2019,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Tracing; Computer science; Reuse; Domain engineering; Software; Time to market; Return on investment; TRACE (psycholinguistics); Risk analysis (engineering); Product (mathematics); Software development; New product development; Domain (mathematical analysis); Software engineering; Component-based software engineering; Production (economics); Marketing; Business","score_opus":0.1194630494290103,"score_gpt":0.3865855830130413,"score_spread":0.267122533584031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943138790","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048388015,0.00035464583,0.99189854,0.00037606608,0.000011844616,0.00036742844,0.000034847806,0.00007737948,0.0020403876],"genre_scores_gemma":[0.08159718,0.0012196588,0.9146671,0.000097161545,0.00003089541,0.0008774867,0.00010729661,0.00005215692,0.0013510664],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98833907,0.0075929333,0.0007507296,0.0014707834,0.0014173065,0.0004290666],"domain_scores_gemma":[0.97564006,0.017290818,0.0021933431,0.0019049172,0.0025585252,0.0004123623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013762383,0.0017598028,0.0010648962,0.005239498,0.001243458,0.0062199924,0.003618789,0.0026442006,0.0046852054],"category_scores_gemma":[0.02557905,0.0018292668,0.001976219,0.004967753,0.00404047,0.0078454595,0.0030577774,0.002533766,0.0011475512],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010207567,0.0011466431,0.00702238,0.001943005,0.00012962616,0.00039397372,0.0022561112,0.10750299,0.0044387183,0.6465829,0.0011977381,0.22728384],"study_design_scores_gemma":[0.000095396776,0.00064642355,0.001626003,0.0010253038,0.00012510535,0.00045504633,0.0030826512,0.6711599,0.0078038024,0.29077995,0.023108564,0.00009187175],"about_ca_topic_score_codex":0.0027120174,"about_ca_topic_score_gemma":0.0023405845,"teacher_disagreement_score":0.013762383,"about_ca_system_score_codex":0.0038832442,"about_ca_system_score_gemma":0.0072764982,"threshold_uncertainty_score":0.07278329},"labels":[],"label_agreement":null},{"id":"W2945547302","doi":"10.1007/978-3-030-50029-0_18","title":"Architecture Modelling of Parametric Component-Based Systems","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Hellenic Foundation for Research and Innovation","keywords":"Computer science; Decidability; Component (thermodynamics); Parametric statistics; Satisfiability; Theoretical computer science; Equivalence (formal languages); Formal verification; Model checking; Formal equivalence checking; Programming language; Algorithm; Mathematics; Discrete mathematics","score_opus":0.06075901510783339,"score_gpt":0.26059645723849373,"score_spread":0.19983744213066035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945547302","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008593951,0.0007606902,0.97934943,0.00010360092,0.00003331477,0.000026945594,0.000070484064,0.0007907143,0.010270733],"genre_scores_gemma":[0.58815116,0.004215795,0.3750673,0.000066974564,0.000088270535,0.00021759857,0.0008751219,0.0005223474,0.030795414],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9996922,0.00007781875,0.000022467397,0.00004329288,0.00013750761,0.000026713155],"domain_scores_gemma":[0.99977666,0.00008477146,0.000019920082,0.000052877,0.000056979778,0.000008845705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030971985,0.00075371686,0.00048153792,0.00068927254,0.00037272615,0.0017010876,0.0013456233,0.00090575416,0.0036136277],"category_scores_gemma":[0.0008729775,0.00059473584,0.0008436406,0.00093598,0.0006035831,0.0014191401,0.0006006998,0.0008522284,0.0012619152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038509865,0.000027111642,0.00034879416,0.00020149864,0.000032540458,0.00013685875,0.0002589409,0.68556666,0.010427649,0.21273093,0.0017302111,0.088500276],"study_design_scores_gemma":[0.0000051994543,0.000026123998,0.0002245057,0.000037873528,0.000022570111,0.00011267346,0.000026276643,0.9085683,0.0027948983,0.070032686,0.018137632,0.000011163259],"about_ca_topic_score_codex":0.0028583547,"about_ca_topic_score_gemma":0.0022326314,"teacher_disagreement_score":0.0036136277,"about_ca_system_score_codex":0.00059176167,"about_ca_system_score_gemma":0.00065488537,"threshold_uncertainty_score":0.012088776},"labels":[],"label_agreement":null},{"id":"W2946929989","doi":"10.1007/s10664-020-09853-4","title":"Automating system test case classification and prioritization for use case-driven testing in product lines","year":2020,"lang":"en","type":"preprint","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"H2020 European Research Council; Fonds National de la Recherche Luxembourg","keywords":"Computer science; Requirement prioritization; Test strategy; Context (archaeology); Domain engineering; Test case; Software product line; New product development; Risk-based testing; Software engineering; Software development; Systems engineering; Reliability engineering; Software; Engineering; Machine learning; Requirement; Component-based software engineering; Software construction","score_opus":0.18065782686550533,"score_gpt":0.34379375934561823,"score_spread":0.1631359324801129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946929989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.31254593,0.00048080456,0.6693227,0.0004009847,0.000058369165,0.0009650152,0.0008863943,0.012572959,0.0027668101],"genre_scores_gemma":[0.56460726,0.0001178908,0.431242,0.00010025405,0.00002215597,0.00029767465,0.0017582153,0.00040338744,0.0014512222],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99360037,0.002350032,0.00057872426,0.0008774572,0.0020456424,0.0005477193],"domain_scores_gemma":[0.966861,0.021450873,0.0028569342,0.0027094092,0.0051949336,0.0009268684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004927715,0.0013360209,0.0012652256,0.005162145,0.0006778929,0.002556637,0.0018827072,0.0010744046,0.0031084837],"category_scores_gemma":[0.027094468,0.00070007634,0.00081219675,0.0017488153,0.00048057726,0.0013403485,0.0015654975,0.0012660489,0.0012733769],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006098682,0.0010830197,0.05314092,0.00044273204,0.00013108544,0.00032879566,0.0007567275,0.032660134,0.05312477,0.0020710912,0.0062137987,0.84943706],"study_design_scores_gemma":[0.00013867959,0.00035074144,0.033958923,0.00011470723,0.00011677313,0.00051625917,0.00046350135,0.9012247,0.05299494,0.006314626,0.0037415859,0.0000645781],"about_ca_topic_score_codex":0.009783866,"about_ca_topic_score_gemma":0.016622148,"teacher_disagreement_score":0.009783866,"about_ca_system_score_codex":0.00096120656,"about_ca_system_score_gemma":0.0029370426,"threshold_uncertainty_score":0.026060522},"labels":[],"label_agreement":null},{"id":"W2951079583","doi":"10.3233/jid-2003-7301","title":"THE CHALLENGES OF CASE DESIGN INTEGRATION IN THE TELECOMMUNICATION APPLICATION DOMAIN","year":2003,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Telecommunications; Domain (mathematical analysis); Computer science; Mathematics","score_opus":0.06833677735627695,"score_gpt":0.32932683384965356,"score_spread":0.2609900564933766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951079583","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052220717,0.0021396603,0.90948576,0.008030451,0.00019467229,0.0005445692,0.00005857918,0.0008024628,0.026523136],"genre_scores_gemma":[0.24036829,0.0016345761,0.7506055,0.0008364928,0.00010477886,0.0006139378,0.0001997598,0.00023018806,0.005406501],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9708438,0.018026723,0.0016459723,0.0014963791,0.007099153,0.00088807265],"domain_scores_gemma":[0.96748793,0.022963747,0.0015208813,0.003935131,0.0033706978,0.0007215958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024236348,0.00076889066,0.0010673053,0.0027164759,0.002942032,0.009789175,0.0033499268,0.00464741,0.002572365],"category_scores_gemma":[0.039554186,0.0012976064,0.0011607729,0.0024720198,0.0034540636,0.009925237,0.004899504,0.0033881215,0.00091337145],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017478863,0.00091148936,0.005494951,0.001044415,0.0001301118,0.0036072806,0.0132801505,0.07015997,0.00887027,0.37282607,0.0070103765,0.51649004],"study_design_scores_gemma":[0.00018618675,0.000598787,0.002478393,0.0015274878,0.00019355022,0.0069318004,0.0126304645,0.30094844,0.011001909,0.4436348,0.21968861,0.00017959197],"about_ca_topic_score_codex":0.0021813086,"about_ca_topic_score_gemma":0.0024255107,"teacher_disagreement_score":0.024236348,"about_ca_system_score_codex":0.0021681003,"about_ca_system_score_gemma":0.0038268114,"threshold_uncertainty_score":0.12817562},"labels":[],"label_agreement":null},{"id":"W2952836081","doi":"10.48550/arxiv.1604.06781","title":"Long-Term Average Cost in Featured Transition Systems","year":2016,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software; Limit (mathematics); Product (mathematics); Computer science; Software product line; Term (time); Quality (philosophy); Set (abstract data type); Line (geometry); Algorithm; Software development; Mathematics; Programming language","score_opus":0.08986952755519662,"score_gpt":0.21839372625533007,"score_spread":0.12852419870013346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952836081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28734532,0.000423865,0.70942634,0.00013135555,0.000017763059,0.000045656936,0.00020200651,0.00077962765,0.0016280089],"genre_scores_gemma":[0.8541748,0.00017107221,0.14389089,0.000019742985,0.000015028441,0.000086838,0.00033087964,0.00016791912,0.0011427912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988036,0.00019547828,0.00007623784,0.00024066537,0.0005389685,0.00014496679],"domain_scores_gemma":[0.99517787,0.0030457925,0.00055716094,0.00034257342,0.00070817815,0.00016858701],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015566177,0.00076280546,0.00074463576,0.002691288,0.00057695917,0.0014110478,0.0013547029,0.00055386004,0.0018383345],"category_scores_gemma":[0.010382286,0.00039625642,0.000799282,0.0019013189,0.00082444446,0.0027474915,0.00093099754,0.0006314372,0.00018046575],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001844305,0.00005699877,0.010221359,0.00015631873,0.000071124436,0.00020574611,0.00021601234,0.8479521,0.0038607651,0.031403366,0.0006192719,0.10505245],"study_design_scores_gemma":[0.0000033041395,0.000030072702,0.0010764427,0.0000064441238,0.000012146287,0.000049685732,0.000021070971,0.975598,0.0010951209,0.02186149,0.0002393341,0.0000068749805],"about_ca_topic_score_codex":0.0062787053,"about_ca_topic_score_gemma":0.0047102785,"teacher_disagreement_score":0.0062787053,"about_ca_system_score_codex":0.002263582,"about_ca_system_score_gemma":0.0009040048,"threshold_uncertainty_score":0.016423464},"labels":[],"label_agreement":null},{"id":"W2953003320","doi":"10.48550/arxiv.1812.10176","title":"A Variability-Aware Design Approach to the Data Analysis Modeling Process","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Flexibility (engineering); Automation; Process (computing); Data science; Software; Systems engineering; Software engineering; Data mining; Engineering","score_opus":0.3436730915888954,"score_gpt":0.26588748295676556,"score_spread":0.07778560863212985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953003320","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00102153,0.00002724146,0.9982377,0.000098128156,0.0000064510305,0.0000659323,0.000016813929,0.00010011701,0.00042610723],"genre_scores_gemma":[0.048808243,0.00009524725,0.9499526,0.000087856984,0.000021797145,0.00035775878,0.00008575053,0.00007549206,0.00051522837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9894782,0.0045779343,0.0008013621,0.0015447263,0.0031914583,0.0004062479],"domain_scores_gemma":[0.9885232,0.0052086683,0.001087729,0.0027365033,0.002095496,0.00034846718],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013876464,0.0009742921,0.0006641621,0.0018493218,0.0009340998,0.0038322287,0.0029380496,0.0017246472,0.0019039823],"category_scores_gemma":[0.019302335,0.001120539,0.0025637872,0.0013042551,0.002641438,0.0027945705,0.0034571276,0.0039478866,0.0005662239],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018383887,0.00017245229,0.0030328834,0.0006498129,0.0002540756,0.0005119484,0.001982442,0.22977835,0.019006139,0.59318155,0.0016775469,0.14956897],"study_design_scores_gemma":[0.00006823556,0.00024276841,0.0005735441,0.00020707774,0.00017004728,0.00035494918,0.00022059628,0.73332,0.01226137,0.21851191,0.03400742,0.00006206653],"about_ca_topic_score_codex":0.0016693597,"about_ca_topic_score_gemma":0.0022139244,"teacher_disagreement_score":0.013876464,"about_ca_system_score_codex":0.0018127554,"about_ca_system_score_gemma":0.0046475334,"threshold_uncertainty_score":0.07338667},"labels":[],"label_agreement":null},{"id":"W2953981063","doi":"10.1145/3338906.3338928","title":"Lifting Datalog-based analyses to software product lines","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Datalog; Computer science; Programming language; Software product line; Software; Inference; Cartesian product; Product (mathematics); Pointer (user interface); Lift (data mining); Benchmark (surveying); Theoretical computer science; Set (abstract data type); Parallel computing; Data mining; Software development; Artificial intelligence; Mathematics","score_opus":0.17662549644265432,"score_gpt":0.4030610020117607,"score_spread":0.22643550556910638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2953981063","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022384815,0.000128777,0.9706669,0.00021016687,0.000044001183,0.000054809672,0.00019197969,0.0048738997,0.001444641],"genre_scores_gemma":[0.34336525,0.0005546491,0.65020525,0.00045785596,0.0001204659,0.00014174642,0.0010016452,0.0017913387,0.0023618042],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976744,0.0003869624,0.00018175556,0.00036895522,0.0011784069,0.0002095558],"domain_scores_gemma":[0.9915404,0.0044825953,0.00036923515,0.002511589,0.0009878135,0.000108417524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016042183,0.00084982003,0.0006708238,0.0016667823,0.00054443016,0.0018166655,0.0018297395,0.0006406435,0.0032567666],"category_scores_gemma":[0.0121175265,0.00091379974,0.0016295601,0.0010992446,0.0017228051,0.0035289628,0.0032160517,0.002586499,0.0010624612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032052872,0.0002450149,0.0051619117,0.00091653224,0.0001461436,0.0008225522,0.0009889028,0.15965243,0.05450478,0.15955119,0.008852632,0.6088374],"study_design_scores_gemma":[0.000036971476,0.00009724128,0.0008337405,0.000117450065,0.00006500061,0.00025567907,0.00014892303,0.71756786,0.06369082,0.19983497,0.017312212,0.0000391419],"about_ca_topic_score_codex":0.0027788165,"about_ca_topic_score_gemma":0.003011431,"teacher_disagreement_score":0.0032567666,"about_ca_system_score_codex":0.0008376561,"about_ca_system_score_gemma":0.0014196734,"threshold_uncertainty_score":0.010894954},"labels":[],"label_agreement":null},{"id":"W2954349148","doi":"10.1145/3330089.3330108","title":"Designing and implementing different use cases of aspect-oriented programming with AspectJ for developing mobile applications","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Chicoutimi","funders":"","keywords":"AspectJ; Aspect-oriented programming; Computer science; Separation of concerns; Software engineering; Object-oriented programming; Implementation; Usability; Software design pattern; Reuse; Adaptability; Programming paradigm; Programming language; Software; Human–computer interaction; Engineering","score_opus":0.0640176254928941,"score_gpt":0.3317512849808648,"score_spread":0.26773365948797073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954349148","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18595134,0.0007797023,0.7939817,0.0009059494,0.00007635588,0.001281081,0.000078251775,0.0022834265,0.014662171],"genre_scores_gemma":[0.19148959,0.00057238503,0.80445546,0.00015460861,0.000016853715,0.0005102101,0.00012062814,0.0006382092,0.0020420474],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927409,0.0037736793,0.00062231487,0.00052939286,0.0016844707,0.00064912246],"domain_scores_gemma":[0.9930052,0.0042647966,0.00052828935,0.0012486037,0.0006887561,0.00026435722],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008272075,0.00096656923,0.0005031281,0.0016857545,0.0013060382,0.0035245237,0.0022530174,0.0025744226,0.0012176329],"category_scores_gemma":[0.013284734,0.0011619997,0.0012569729,0.0011986581,0.0017248458,0.0037485713,0.0024387594,0.0023541264,0.00047777145],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009153222,0.0024688966,0.021469422,0.003624937,0.0003347437,0.012240751,0.04254793,0.05416928,0.14546809,0.18867357,0.005929249,0.5221578],"study_design_scores_gemma":[0.00076700014,0.002349913,0.012469866,0.0020238948,0.0006866604,0.011013159,0.010866881,0.3380369,0.24122177,0.08511326,0.295006,0.00044467847],"about_ca_topic_score_codex":0.001248475,"about_ca_topic_score_gemma":0.0019821047,"teacher_disagreement_score":0.008272075,"about_ca_system_score_codex":0.00074132043,"about_ca_system_score_gemma":0.0012832675,"threshold_uncertainty_score":0.043747485},"labels":[],"label_agreement":null},{"id":"W2962927919","doi":"10.48550/arxiv.1506.03558","title":"Using Indexed and Synchronous Events to Model and Validate Cyber-Physical Systems","year":2015,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Liveness; Event (particle physics); Semantics (computer science); Set (abstract data type); Construct (python library); Search engine indexing; Model checking; State (computer science); Linear temporal logic; Programming language; Real-time computing; Data mining; Artificial intelligence","score_opus":0.21663574760533294,"score_gpt":0.24921048948227276,"score_spread":0.03257474187693982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2962927919","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054743113,0.0000669326,0.98986137,0.000096323296,0.000058433674,0.00010794922,0.00018584482,0.0026006175,0.0015482941],"genre_scores_gemma":[0.16462077,0.00034039604,0.83010787,0.00021257465,0.00007887279,0.00055651076,0.0010113785,0.00087956944,0.0021921198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98784,0.004705916,0.0019150551,0.0012441718,0.003887101,0.00040774205],"domain_scores_gemma":[0.9749221,0.012604239,0.0025542201,0.0068965717,0.0026819075,0.00034094125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009198321,0.0013940877,0.0006487299,0.0021873906,0.00074563024,0.0036548055,0.002885789,0.0019047427,0.0032506878],"category_scores_gemma":[0.029270785,0.0010049959,0.0020838105,0.0011678216,0.0033005972,0.007216515,0.0026522598,0.002078286,0.00082839327],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020536005,0.00012889644,0.0029160962,0.0006569253,0.00014036335,0.001099727,0.0013855897,0.26712495,0.015609113,0.63331145,0.0033742222,0.074047334],"study_design_scores_gemma":[0.00015826599,0.00025386017,0.00047594198,0.00034142414,0.00017114608,0.00049167,0.00021928195,0.67638266,0.05415633,0.21324901,0.05399009,0.000110331945],"about_ca_topic_score_codex":0.0032108678,"about_ca_topic_score_gemma":0.0027734493,"teacher_disagreement_score":0.009198321,"about_ca_system_score_codex":0.0015116753,"about_ca_system_score_gemma":0.0033718452,"threshold_uncertainty_score":0.048645973},"labels":[],"label_agreement":null},{"id":"W2963236193","doi":"10.48550/arxiv.1401.0970","title":"Actions and Events in Concurrent Systems Design","year":2014,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Principle of compositionality; Morphism; Component (thermodynamics); Computer science; Context (archaeology); Programming language; Set (abstract data type); Theoretical computer science; Categorical variable; Component-based software engineering; Software system; Artificial intelligence; Software; Mathematics; Pure mathematics","score_opus":0.1902210072157463,"score_gpt":0.222664251589397,"score_spread":0.032443244373650704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963236193","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008192326,0.0048293644,0.93893653,0.0032979844,0.0004825573,0.00010278365,0.000033175023,0.0003204855,0.043804802],"genre_scores_gemma":[0.50244606,0.0052668843,0.4711404,0.001408037,0.0008812783,0.0008012614,0.00010429724,0.00021734105,0.017734451],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9904248,0.005008947,0.0006507444,0.0010706858,0.0023600035,0.00048470797],"domain_scores_gemma":[0.9922994,0.0052428185,0.00047021874,0.0007913405,0.00074966205,0.0004467044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00863154,0.0009901333,0.0006385174,0.0016667775,0.0023526037,0.00515452,0.0015003299,0.0024578704,0.003550477],"category_scores_gemma":[0.010004196,0.0009040802,0.0011863874,0.0014815257,0.012788484,0.009346641,0.004745864,0.0040231105,0.0006293119],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007520638,0.0000042837496,0.000070760274,0.00003453771,0.0000043934483,0.000035820423,0.00041183495,0.0015125686,0.0001501939,0.9939281,0.00014802732,0.0036919233],"study_design_scores_gemma":[0.000018705865,0.000035107736,0.000046151767,0.00006116186,0.0000146677485,0.000055241173,0.00014332857,0.0064428514,0.0004524088,0.9654781,0.027237702,0.000014532536],"about_ca_topic_score_codex":0.003318688,"about_ca_topic_score_gemma":0.0018873699,"teacher_disagreement_score":0.00863154,"about_ca_system_score_codex":0.003078813,"about_ca_system_score_gemma":0.0029152883,"threshold_uncertainty_score":0.045648515},"labels":[],"label_agreement":null},{"id":"W2963608311","doi":"10.1007/s00766-019-00321-0","title":"Reconstructing the past: the case of the Spadina Expressway","year":2019,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Stakeholder; Computer science; Process (computing); Work (physics); Maturity (psychological); Order (exchange); Process management; Data science; Systems engineering; Operations research; Management science; Engineering; Business; Political science","score_opus":0.03139255597116661,"score_gpt":0.26408201163939665,"score_spread":0.23268945566823004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2963608311","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9504963,0.00015207959,0.01707449,0.0046261456,0.000027541248,0.000090111134,0.00044766488,0.00016342232,0.026922261],"genre_scores_gemma":[0.9825121,0.00013615885,0.012125203,0.000079512836,0.0000054429165,0.000044901153,0.00022814606,0.000056085402,0.004812372],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99775994,0.0012364705,0.000077494544,0.00026214466,0.00039461034,0.0002692544],"domain_scores_gemma":[0.99646145,0.001802096,0.00034744362,0.0005973453,0.00028616487,0.0005054529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002383951,0.0004044217,0.00026299825,0.001081536,0.006078038,0.003456231,0.0016685558,0.002580212,0.003692374],"category_scores_gemma":[0.0060779084,0.0005592851,0.00062354637,0.0018340226,0.0054200217,0.004104279,0.0029384857,0.001720241,0.00034381275],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007690203,0.0005103256,0.079521716,0.00036793548,0.00013402477,0.06554006,0.32663286,0.15612823,0.0056605646,0.27903408,0.011797095,0.07390407],"study_design_scores_gemma":[0.00009322555,0.00046492752,0.047496274,0.0005922548,0.00014572273,0.00856833,0.3465103,0.22813521,0.0063525154,0.06575472,0.29556555,0.00032103257],"about_ca_topic_score_codex":0.18298954,"about_ca_topic_score_gemma":0.33241126,"teacher_disagreement_score":0.18298954,"about_ca_system_score_codex":0.0081671765,"about_ca_system_score_gemma":0.005263513,"threshold_uncertainty_score":0.36384887},"labels":[],"label_agreement":null},{"id":"W2964427537","doi":"10.1109/mise.2019.00008","title":"Support for User Generated Evolutions of Goal Models","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Path (computing); Human–computer interaction; Space (punctuation)","score_opus":0.0499002940150844,"score_gpt":0.29575079897341566,"score_spread":0.24585050495833127,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964427537","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057640657,0.00020323099,0.897039,0.0006070308,0.000056376146,0.00056580896,0.00086844584,0.036114674,0.006904748],"genre_scores_gemma":[0.34032264,0.00025044236,0.6490529,0.00025617366,0.000024733288,0.0008089962,0.0027498435,0.0038773997,0.002656818],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99388677,0.0035288702,0.00040543245,0.0006011294,0.0014138665,0.00016395861],"domain_scores_gemma":[0.86384803,0.107440166,0.0023674015,0.017439362,0.008081489,0.00082356844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014131359,0.0016624129,0.0007703945,0.00233371,0.0005588737,0.0028491155,0.003465152,0.0021348505,0.007869973],"category_scores_gemma":[0.088414416,0.0010528072,0.0013251228,0.00095162535,0.0007869397,0.00478827,0.0028107532,0.0021511302,0.0016078164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025505698,0.0028970651,0.01870692,0.002566596,0.00049427047,0.0023092702,0.01825881,0.12491448,0.042163655,0.060040504,0.033197865,0.6919001],"study_design_scores_gemma":[0.00054806034,0.00044601885,0.0026440956,0.0006768252,0.0001636191,0.0006124495,0.00074327935,0.8559725,0.02950147,0.033873267,0.074583024,0.00023531845],"about_ca_topic_score_codex":0.0024901752,"about_ca_topic_score_gemma":0.005755592,"teacher_disagreement_score":0.014131359,"about_ca_system_score_codex":0.0011689323,"about_ca_system_score_gemma":0.0012827367,"threshold_uncertainty_score":0.07473463},"labels":[],"label_agreement":null},{"id":"W2964506249","doi":"10.1109/mise.2019.00017","title":"Feature Model for Extensions in Modeling Languages","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University","funders":"","keywords":"Computer science; Extension (predicate logic); Granularity; Class diagram; Inheritance (genetic algorithm); Class (philosophy); Feature (linguistics); Theoretical computer science; Base (topology); Programming language; Artificial intelligence; Unified Modeling Language; Mathematics; Linguistics","score_opus":0.05064642017073977,"score_gpt":0.32755439828314353,"score_spread":0.27690797811240375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964506249","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0061388975,0.00032351288,0.9798614,0.0011919952,0.00009248262,0.0001765652,0.00032756903,0.0018148373,0.0100727705],"genre_scores_gemma":[0.24705078,0.00059486297,0.7385367,0.001181547,0.00026269886,0.0012811536,0.0011657592,0.0014508688,0.008475601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98960495,0.0037389114,0.0015173506,0.0017942496,0.0027722951,0.0005723147],"domain_scores_gemma":[0.9832622,0.0075471755,0.0016753644,0.0052486965,0.0019718555,0.00029470288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007885965,0.00094593037,0.00081065646,0.0019111544,0.0015692875,0.0042552575,0.0022262512,0.0030758712,0.0038190447],"category_scores_gemma":[0.017731115,0.0010539356,0.002634122,0.0017932233,0.0033296042,0.013975173,0.0037826945,0.005046676,0.0012110244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050556373,0.00003646551,0.0011858795,0.00019415944,0.000033379794,0.0003084009,0.0018135703,0.005158799,0.001954014,0.9610143,0.0026816588,0.025568912],"study_design_scores_gemma":[0.00005629773,0.0001560971,0.00077006035,0.00047286905,0.00011394752,0.0016124095,0.00043939153,0.06379566,0.004024465,0.6578572,0.270608,0.000093702525],"about_ca_topic_score_codex":0.0020964525,"about_ca_topic_score_gemma":0.0019708748,"teacher_disagreement_score":0.007885965,"about_ca_system_score_codex":0.0026640478,"about_ca_system_score_gemma":0.0021245475,"threshold_uncertainty_score":0.04170543},"labels":[],"label_agreement":null},{"id":"W2964710016","doi":"10.1109/mise.2019.00018","title":"On the Difficulties of Raising the Level of Abstraction and Facilitating Reuse in Software Modelling: The Case for Signature Extension","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Workaround; Computer science; Reuse; Software engineering; Signature (topology); Programming language; Modular programming; Software development; Java; Software; Abstraction; Process (computing); Engineering","score_opus":0.1698434437725383,"score_gpt":0.31923678053419596,"score_spread":0.14939333676165767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964710016","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10697772,0.0013736099,0.86475056,0.017361935,0.00013881571,0.000305491,0.000035516136,0.00081990164,0.008236443],"genre_scores_gemma":[0.50090903,0.00093574036,0.49256244,0.0014384799,0.00011418321,0.00038213935,0.000074187,0.0005891299,0.0029947443],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9201219,0.051504087,0.0065972083,0.004577368,0.013758833,0.00344053],"domain_scores_gemma":[0.6927485,0.18059953,0.018369494,0.09071746,0.014562066,0.003003058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0880907,0.0013662167,0.0017242786,0.0022190823,0.0037253632,0.010051657,0.0047441325,0.0068339934,0.0020016304],"category_scores_gemma":[0.166468,0.0017101029,0.0022112245,0.0029444697,0.016748205,0.031393144,0.013652469,0.012116693,0.0007766123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004508334,0.00029012928,0.005867515,0.0010184428,0.00008864864,0.001757698,0.044075567,0.018377397,0.013758791,0.78045493,0.0018110374,0.13204904],"study_design_scores_gemma":[0.00014686542,0.00061529735,0.0025825289,0.0025997336,0.00023528819,0.0042497246,0.011311149,0.06746017,0.024574025,0.79148746,0.0943418,0.0003960627],"about_ca_topic_score_codex":0.0026401856,"about_ca_topic_score_gemma":0.0018852189,"teacher_disagreement_score":0.0880907,"about_ca_system_score_codex":0.0032514045,"about_ca_system_score_gemma":0.0074648284,"threshold_uncertainty_score":0.46587372},"labels":[],"label_agreement":null},{"id":"W2968715703","doi":"10.1145/3307630.3342400","title":"Answering the Call of the Wild?","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Computer science; Open research; Open science; Open source; Replication (statistics); Data science; Everyday life; Value (mathematics); Term (time); Management science; World Wide Web; Engineering; Epistemology; Machine learning; Software","score_opus":0.015776794561930936,"score_gpt":0.24122479372953273,"score_spread":0.2254479991676018,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2968715703","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03504802,0.017142931,0.098373525,0.7090139,0.006506456,0.00009690837,0.0007737159,0.00051003246,0.13253453],"genre_scores_gemma":[0.75132954,0.013018945,0.053747337,0.13064054,0.006714553,0.00037549817,0.0011213025,0.0022968324,0.04075552],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9813145,0.010365328,0.00058834965,0.0032977106,0.0031002914,0.0013339239],"domain_scores_gemma":[0.9172964,0.056252923,0.005229675,0.011873685,0.006768555,0.002578757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.028247453,0.0007691804,0.0015847431,0.0024562282,0.009616062,0.019840207,0.0031907032,0.010855399,0.028511116],"category_scores_gemma":[0.12504707,0.0006370892,0.0009036513,0.00440386,0.038378354,0.055545073,0.009888736,0.009899961,0.0056099594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012398796,0.00007015209,0.007094887,0.00038762158,0.00005353176,0.00040986662,0.030032061,0.0004258802,0.00040527355,0.8038607,0.084717,0.07241908],"study_design_scores_gemma":[0.000018277511,0.000014923718,0.0013387554,0.0007345162,0.000017306154,0.00023602013,0.036488418,0.00088281545,0.00022464099,0.7342022,0.22578882,0.00005319843],"about_ca_topic_score_codex":0.013466717,"about_ca_topic_score_gemma":0.013513562,"teacher_disagreement_score":0.028511116,"about_ca_system_score_codex":0.005149485,"about_ca_system_score_gemma":0.008202037,"threshold_uncertainty_score":0.14938861},"labels":[],"label_agreement":null},{"id":"W2975553208","doi":"10.22215/etd/2015-11161","title":"Mapping ACL/VF to a Java Environment: A Feasibility Study","year":2015,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Java; Computer science; USable; Context (archaeology); Software engineering; Focus (optics); Programming language; Operating system; World Wide Web","score_opus":0.09937433077784276,"score_gpt":0.35735440948127456,"score_spread":0.2579800787034318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2975553208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95336664,0.00014091401,0.024806593,0.0011171321,0.00012253849,0.0029486846,0.00044793615,0.0009751344,0.016074503],"genre_scores_gemma":[0.93070656,0.00015357754,0.06375716,0.00031407282,0.000018211356,0.001147015,0.00066907954,0.00012649894,0.0031079235],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99467504,0.0023307637,0.00031992042,0.00052790996,0.0012261125,0.00092027226],"domain_scores_gemma":[0.98478794,0.006754007,0.00056674704,0.0021282262,0.0036266274,0.0021364295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011246135,0.00068493985,0.00047606076,0.0007708189,0.0010247646,0.0021291664,0.0031426984,0.0022761696,0.0062865354],"category_scores_gemma":[0.017685132,0.00039766793,0.0006253988,0.0005248802,0.0010006821,0.0043251067,0.0016774909,0.0016124992,0.001521573],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01304124,0.07163715,0.09336382,0.0045157475,0.00023552423,0.011334035,0.008819309,0.15476847,0.10183217,0.047985755,0.016219167,0.4762476],"study_design_scores_gemma":[0.008572464,0.09449483,0.04285349,0.0010220655,0.0003702822,0.0034299765,0.022290109,0.63726145,0.09794046,0.021208165,0.07019231,0.00036444297],"about_ca_topic_score_codex":0.009085677,"about_ca_topic_score_gemma":0.005862809,"teacher_disagreement_score":0.011246135,"about_ca_system_score_codex":0.0016600215,"about_ca_system_score_gemma":0.004331167,"threshold_uncertainty_score":0.05947596},"labels":[],"label_agreement":null},{"id":"W2979395070","doi":"10.1007/978-3-030-30985-5_14","title":"Detecting Feature Interactions in FORML Models","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Feature (linguistics); Artificial intelligence; Pattern recognition (psychology)","score_opus":0.04985317742482134,"score_gpt":0.29901233917154313,"score_spread":0.24915916174672179,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979395070","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1279929,0.00026166116,0.84346426,0.0003663224,0.00006212586,0.0002877845,0.0015595942,0.016218305,0.009786991],"genre_scores_gemma":[0.7244118,0.00018505346,0.26112244,0.00018902769,0.00003850621,0.00020482202,0.003733314,0.0029693353,0.007145716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970655,0.00047242455,0.00012335453,0.0004028477,0.0016310067,0.00030485267],"domain_scores_gemma":[0.99452716,0.002952002,0.0007219196,0.00095390447,0.0007031672,0.00014189021],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011795744,0.0011579148,0.00079776923,0.0021560222,0.0008151212,0.0026267574,0.0015772458,0.0018593558,0.0060820407],"category_scores_gemma":[0.009225143,0.0010195649,0.0017665614,0.0012288024,0.00089527393,0.004603153,0.002963374,0.001428862,0.0020239863],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014144691,0.0005592304,0.049107436,0.0009291163,0.00029816318,0.0035133772,0.00232031,0.19093655,0.061111975,0.090664886,0.024345947,0.57479846],"study_design_scores_gemma":[0.000039487088,0.00015166774,0.0025988475,0.000074815376,0.000100690544,0.000510599,0.00036454486,0.918015,0.025445882,0.036769543,0.015883923,0.000045024422],"about_ca_topic_score_codex":0.0057316213,"about_ca_topic_score_gemma":0.0100700315,"teacher_disagreement_score":0.0060820407,"about_ca_system_score_codex":0.0012980216,"about_ca_system_score_gemma":0.0010139825,"threshold_uncertainty_score":0.020346403},"labels":[],"label_agreement":null},{"id":"W2979404523","doi":"10.1145/3359591.3359738","title":"Learning to listen for design","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Human–computer interaction","score_opus":0.06106285673110641,"score_gpt":0.30820699785442307,"score_spread":0.24714414112331667,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2979404523","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.028243013,0.00791623,0.32148638,0.15830411,0.0058673224,0.0002971875,0.00015828157,0.0026652245,0.47506222],"genre_scores_gemma":[0.4512506,0.008440284,0.13289021,0.07228621,0.0022097894,0.00079722004,0.0004977273,0.0017908452,0.32983702],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99152035,0.00460665,0.00028824367,0.0011128825,0.0018676738,0.00060423795],"domain_scores_gemma":[0.98168004,0.009513524,0.0011395034,0.0030963044,0.0022851478,0.0022855506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007851954,0.0012046708,0.00046869428,0.00096161093,0.0040672915,0.009421125,0.0018649297,0.0043220385,0.016914675],"category_scores_gemma":[0.030144172,0.0005463494,0.00090483244,0.00038420473,0.014070009,0.013409323,0.008648183,0.009015259,0.010799488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006148151,0.00025156146,0.0020180766,0.0006560764,0.000037387417,0.0005676284,0.1353503,0.0007730849,0.0046464032,0.44853446,0.1782372,0.22886635],"study_design_scores_gemma":[0.000021660342,0.00011116752,0.00031539742,0.0004360216,0.000015039408,0.00064895255,0.01061031,0.0005887372,0.0015152979,0.1342823,0.8514169,0.000038297425],"about_ca_topic_score_codex":0.0008049165,"about_ca_topic_score_gemma":0.0011392181,"teacher_disagreement_score":0.016914675,"about_ca_system_score_codex":0.00238795,"about_ca_system_score_gemma":0.0029232525,"threshold_uncertainty_score":0.056585193},"labels":[],"label_agreement":null},{"id":"W2982683919","doi":"10.1007/978-3-030-32409-4_29","title":"Assessment of a Formal Requirements Modeling Approach on a Transportation System","year":2019,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Agence Nationale de la Recherche","keywords":"Systems Modeling Language; Computer science; Software engineering; Requirements engineering; Formal specification; Systems engineering; Formal methods; Unified Modeling Language; Requirements analysis; Engineering management; Software; Programming language; Engineering","score_opus":0.05839990213020305,"score_gpt":0.3054174109659546,"score_spread":0.24701750883575155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2982683919","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3150016,0.00023357928,0.63985264,0.0016378358,0.000089034555,0.0013325216,0.00038675766,0.0016938098,0.039772283],"genre_scores_gemma":[0.7711079,0.00014109722,0.22518487,0.00015490853,0.000022161737,0.0003945608,0.00038800327,0.00017118969,0.0024352018],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9858474,0.008156099,0.00042625394,0.00032276506,0.004761257,0.00048617274],"domain_scores_gemma":[0.9679267,0.022828765,0.0011302925,0.0026060385,0.005141938,0.00036629158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01286333,0.0010318825,0.0004320718,0.0017866938,0.0009745274,0.0027403177,0.0018325687,0.0013417955,0.0040797554],"category_scores_gemma":[0.030492285,0.00045694248,0.0010509959,0.00075699924,0.0010385079,0.0025129295,0.0016495867,0.0011256245,0.00041386948],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001041476,0.0009542031,0.0054138117,0.00073039706,0.00015823671,0.00044281245,0.0018248855,0.689908,0.024986548,0.09790088,0.0029787712,0.17365988],"study_design_scores_gemma":[0.00015098194,0.0007593888,0.0020456817,0.00018048179,0.00014404656,0.0001065386,0.00096919993,0.9616247,0.007622101,0.019397443,0.0069419746,0.000057524372],"about_ca_topic_score_codex":0.010881691,"about_ca_topic_score_gemma":0.009518965,"teacher_disagreement_score":0.01286333,"about_ca_system_score_codex":0.003890352,"about_ca_system_score_gemma":0.0048906356,"threshold_uncertainty_score":0.06802857},"labels":[],"label_agreement":null},{"id":"W2988652058","doi":"10.1007/s10270-019-00764-7","title":"Ark: a constraint-based method for architectural synthesis of smart systems","year":2019,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Fundação de Amparo à Pesquisa do Estado de São Paulo","keywords":"Computer science; Correctness; Architecture; Leverage (statistics); Software engineering; Bridging (networking); Software architecture; Software architecture description; Reference architecture; Software; Process (computing); Distributed computing; Programming language; Artificial intelligence","score_opus":0.03943515174313256,"score_gpt":0.29126713559390616,"score_spread":0.2518319838507736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988652058","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011980461,0.000035781126,0.99444276,0.000032076867,0.000022331204,0.000043837063,0.00015197141,0.0014089796,0.0026641104],"genre_scores_gemma":[0.066888,0.00012662458,0.92654854,0.00008656071,0.00002100214,0.00024462826,0.0005868047,0.0011702804,0.0043276004],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99946636,0.00012548566,0.000027011527,0.00008562807,0.00024512754,0.000050424347],"domain_scores_gemma":[0.99918205,0.00043496914,0.000052015937,0.00012336049,0.00017835153,0.000029231773],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000760054,0.0013862256,0.00084269815,0.0012469948,0.00078178727,0.0013098601,0.0016893743,0.0009949072,0.021012926],"category_scores_gemma":[0.002197504,0.00083170924,0.0014678003,0.0009870271,0.000828164,0.0013100366,0.0013812529,0.0015094285,0.0029699719],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025908518,0.000109837565,0.00067544007,0.0008552266,0.00014158,0.00034382395,0.00021449583,0.5583348,0.025330741,0.10557012,0.012103047,0.29606184],"study_design_scores_gemma":[0.00006585947,0.000047469748,0.00008979236,0.000053510914,0.000037317324,0.00008115484,0.000037043872,0.94960207,0.0060497066,0.023822142,0.02008933,0.000024580568],"about_ca_topic_score_codex":0.0070559504,"about_ca_topic_score_gemma":0.01561259,"teacher_disagreement_score":0.021012926,"about_ca_system_score_codex":0.00073008094,"about_ca_system_score_gemma":0.0018064299,"threshold_uncertainty_score":0.070295274},"labels":[],"label_agreement":null},{"id":"W2989021963","doi":"","title":"Partial Behavioural Models for Requirements and Early Design","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Abstraction; Context (archaeology); Process (computing); Embedding; Event (particle physics); Software engineering; Artificial intelligence; Programming language","score_opus":0.1792834579450345,"score_gpt":0.320100470148124,"score_spread":0.14081701220308948,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989021963","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008976491,0.0011599172,0.9850943,0.0008626327,0.00008793652,0.00009646449,0.00024199259,0.0004315293,0.011127585],"genre_scores_gemma":[0.095779516,0.003421546,0.88296676,0.00061526895,0.0002141936,0.0009561884,0.0015432738,0.00039848802,0.014104674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99539477,0.0022924924,0.00033405356,0.00041113634,0.0013903052,0.00017719765],"domain_scores_gemma":[0.9938344,0.0031888322,0.00046393694,0.0016839443,0.00069104915,0.00013785895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052849147,0.0018650885,0.00075947045,0.0022002775,0.0007882073,0.00348058,0.002382796,0.0019389108,0.013023676],"category_scores_gemma":[0.012647021,0.0012298374,0.0021025094,0.0020177632,0.002779245,0.0058469,0.003061066,0.0033113116,0.0034530542],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001605629,0.000024306715,0.00016474038,0.00023922176,0.000025723813,0.00010888186,0.0003811613,0.020344643,0.0006248858,0.949394,0.0025489442,0.02612738],"study_design_scores_gemma":[0.00001769436,0.000047301375,0.00012296077,0.00034412663,0.00002884793,0.00012901303,0.00017170147,0.07218753,0.0010006517,0.80022347,0.12569848,0.000028196333],"about_ca_topic_score_codex":0.003812693,"about_ca_topic_score_gemma":0.00507024,"teacher_disagreement_score":0.013023676,"about_ca_system_score_codex":0.0032028107,"about_ca_system_score_gemma":0.0023413706,"threshold_uncertainty_score":0.04356855},"labels":[],"label_agreement":null},{"id":"W2989817440","doi":"10.1109/models-c.2019.00077","title":"Towards Reasoning About Product Lines with Design Choices","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Product design; Product (mathematics); Software product line; Domain (mathematical analysis); Software; Face (sociological concept); Software design; Human–computer interaction; Software engineering; Software development; Programming language; Mathematics","score_opus":0.03881121423071539,"score_gpt":0.28619946017787534,"score_spread":0.24738824594715997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989817440","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00755739,0.00021544415,0.98766685,0.0009953514,0.000039988467,0.00013787557,0.0001861898,0.00052588014,0.002675066],"genre_scores_gemma":[0.09773792,0.0005018286,0.8974336,0.0005115556,0.00009154375,0.00029369217,0.00068075844,0.00032659655,0.0024226357],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.983688,0.008429558,0.0014246628,0.0020774715,0.003686378,0.0006939512],"domain_scores_gemma":[0.97093135,0.020498168,0.0020196687,0.0035075573,0.0025800017,0.00046327405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015692746,0.0025203726,0.0011352958,0.0033287911,0.0016946453,0.0082534095,0.004700402,0.0041662063,0.0042202384],"category_scores_gemma":[0.04280953,0.00263848,0.005232479,0.0024778447,0.007149667,0.014659087,0.006452488,0.006050099,0.0010981765],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014917819,0.0001170395,0.001990272,0.0006208086,0.00015310432,0.0012430976,0.004894762,0.089880124,0.0037527129,0.8465101,0.0029319567,0.047756802],"study_design_scores_gemma":[0.000091027054,0.00006804231,0.00019088454,0.00027373916,0.000110590925,0.00034251384,0.00095702533,0.2405832,0.0053629884,0.7137306,0.03822127,0.000068149726],"about_ca_topic_score_codex":0.0069281,"about_ca_topic_score_gemma":0.0072561554,"teacher_disagreement_score":0.015692746,"about_ca_system_score_codex":0.0030121543,"about_ca_system_score_gemma":0.0027733068,"threshold_uncertainty_score":0.08299214},"labels":[],"label_agreement":null},{"id":"W2994143909","doi":"10.1109/icsme.2019.00099","title":"Improving the Robustness and Efficiency of Continuous Integration and Deployment","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies; Mitacs; McGill University","keywords":"Software deployment; Codebase; Pace; Computer science; Robustness (evolution); Software engineering; Deliverable; Software; DevOps; Process management; Software development; Risk analysis (engineering); Systems engineering; Engineering; Operating system; Business","score_opus":0.015294042634640006,"score_gpt":0.24225278949873655,"score_spread":0.22695874686409653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994143909","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3756856,0.0018649531,0.5859218,0.0042491634,0.00032702254,0.0015389738,0.0007975161,0.005918548,0.02369645],"genre_scores_gemma":[0.83755565,0.00042558555,0.15770203,0.0005126893,0.00014167411,0.00066470733,0.00078551803,0.001011774,0.0012004095],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.85730344,0.06974064,0.012282733,0.019953717,0.03691033,0.00380915],"domain_scores_gemma":[0.34273413,0.37895674,0.040667508,0.19419664,0.041191783,0.0022532407],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09071252,0.0016218825,0.0016212866,0.0047562425,0.0018782001,0.0112772975,0.005977989,0.0032796224,0.003219404],"category_scores_gemma":[0.5234634,0.0019052033,0.0015726007,0.0041116336,0.005320857,0.014936089,0.00808597,0.004127638,0.002086155],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016637003,0.0011394875,0.1553212,0.0026993693,0.0013490265,0.00065976125,0.008985348,0.141915,0.023628106,0.05346907,0.007791871,0.60137814],"study_design_scores_gemma":[0.0006687389,0.002946759,0.12755758,0.0020238936,0.0011588382,0.0015905666,0.0067512323,0.6247489,0.054482624,0.11899412,0.058476437,0.0006003651],"about_ca_topic_score_codex":0.005444158,"about_ca_topic_score_gemma":0.0017263726,"teacher_disagreement_score":0.09071252,"about_ca_system_score_codex":0.0033700108,"about_ca_system_score_gemma":0.0047447425,"threshold_uncertainty_score":0.47973937},"labels":[],"label_agreement":null},{"id":"W2994227837","doi":"10.1007/978-3-030-39197-3_14","title":"Variability-Aware Datalog","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Datalog; Computer science; Overhead (engineering); Programming language; Measure (data warehouse); Software; Product (mathematics); Database; Theoretical computer science; Mathematics","score_opus":0.03686147386200285,"score_gpt":0.27606182991992445,"score_spread":0.23920035605792161,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994227837","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010884995,0.0015328147,0.95692825,0.0007030756,0.0003110398,0.000095207804,0.0006808827,0.007907478,0.020956308],"genre_scores_gemma":[0.4738229,0.003586203,0.47014755,0.0010598584,0.00042950775,0.0002382157,0.0036965534,0.004458061,0.04256109],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99908495,0.00012466213,0.000058812137,0.00016101814,0.0004963256,0.00007419153],"domain_scores_gemma":[0.9974771,0.00083568785,0.00011185069,0.0011363805,0.0003526453,0.000086292326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009214731,0.00064773834,0.00046613347,0.00065242714,0.00048150416,0.0015606164,0.0016590371,0.00046968405,0.0060011717],"category_scores_gemma":[0.0035908853,0.0006544998,0.0008046159,0.0009293553,0.0005758747,0.003367011,0.0019411405,0.0027140663,0.0024393233],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026244286,0.00021537826,0.0017121629,0.00072245026,0.00006146692,0.00027210062,0.00028450598,0.055879768,0.022364775,0.20626841,0.042470265,0.66948634],"study_design_scores_gemma":[0.000046736764,0.00013791106,0.0008072339,0.0002563529,0.000093667026,0.00082898495,0.000114131515,0.27594045,0.046107084,0.4751947,0.2004113,0.00006148273],"about_ca_topic_score_codex":0.0005113071,"about_ca_topic_score_gemma":0.001152616,"teacher_disagreement_score":0.0060011717,"about_ca_system_score_codex":0.00069926516,"about_ca_system_score_gemma":0.0011274924,"threshold_uncertainty_score":0.020075917},"labels":[],"label_agreement":null},{"id":"W2994412325","doi":"10.1109/re.2019.00034","title":"Arithmetic Semantics of Feature and Goal Models for Adaptive Cyber-Physical Systems","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Semantics (computer science); Feature (linguistics); Adaptation (eye); USable; Theoretical computer science; Goal modeling; Cyber-physical system; Systems Modeling Language; Artificial intelligence; Programming language; Unified Modeling Language; Requirements engineering; Software","score_opus":0.03015724942660839,"score_gpt":0.270403682766246,"score_spread":0.2402464333396376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994412325","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014255083,0.00013878125,0.9767835,0.00031462914,0.000073978765,0.00006272948,0.00017463735,0.0005463956,0.0076502115],"genre_scores_gemma":[0.46584412,0.0003392515,0.52694786,0.00032235027,0.00012497291,0.00042224137,0.00053340744,0.00029545563,0.0051703993],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985903,0.0004307112,0.00018950886,0.00025836227,0.00040452214,0.00012664334],"domain_scores_gemma":[0.9989944,0.00045223816,0.00013035518,0.00019237559,0.0001883687,0.000042181277],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014976705,0.000797722,0.00033975462,0.0009668243,0.0005412538,0.002118889,0.0011202396,0.0010212166,0.0033295662],"category_scores_gemma":[0.0033556118,0.00031823156,0.0013386409,0.0006635655,0.0023125438,0.0047524883,0.0016683143,0.001593378,0.0005263396],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033187942,0.000019389618,0.00015783662,0.000076745666,0.000010433652,0.00008812538,0.00027981467,0.017207887,0.0026767512,0.9656425,0.00054688787,0.013260361],"study_design_scores_gemma":[0.00003911075,0.00008799852,0.00018105576,0.00004651094,0.000034779816,0.00018279941,0.00013665711,0.12979802,0.0053984057,0.8379168,0.026144905,0.00003292133],"about_ca_topic_score_codex":0.0011892687,"about_ca_topic_score_gemma":0.0010802195,"teacher_disagreement_score":0.0033295662,"about_ca_system_score_codex":0.001087086,"about_ca_system_score_gemma":0.00080183364,"threshold_uncertainty_score":0.011138558},"labels":[],"label_agreement":null},{"id":"W2997789040","doi":"10.1007/978-3-030-37873-8_6","title":"Umple-TL: A Model-Oriented, Dependency-Free Text Emission Tool","year":2020,"lang":"en","type":"book-chapter","venue":"Communications in computer and information science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Executable; Dependency (UML); Independence (probability theory); Java; Programming language; Artificial intelligence; Mathematics","score_opus":0.06432300757104473,"score_gpt":0.31129012170659237,"score_spread":0.24696711413554764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2997789040","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016141587,0.00012759557,0.74005926,0.0001638108,0.000115227595,0.00016643679,0.004067646,0.24419817,0.009487701],"genre_scores_gemma":[0.059876893,0.00056167546,0.73875976,0.0007597164,0.0001497315,0.00080212747,0.022675004,0.119283155,0.057132047],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987564,0.0002130247,0.00012257011,0.0002419385,0.0005846186,0.00008149061],"domain_scores_gemma":[0.99711704,0.0018364236,0.0001563756,0.00047655965,0.00031275075,0.00010087474],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012518348,0.0024671473,0.0011219137,0.0022347346,0.0007818915,0.0029471912,0.0035594483,0.0016846964,0.08988638],"category_scores_gemma":[0.006480108,0.0014747425,0.0018464801,0.0014532399,0.00080253923,0.0050146836,0.0042430735,0.0027502482,0.037101854],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068894215,0.00024517585,0.0008632387,0.0019589541,0.000115174145,0.0006608255,0.00082457426,0.008964573,0.027363554,0.04932625,0.21908328,0.6899055],"study_design_scores_gemma":[0.00037967807,0.0001871434,0.00072950695,0.00051596365,0.00015934177,0.0014558776,0.00029027608,0.18693726,0.117611565,0.0816907,0.60980535,0.00023733171],"about_ca_topic_score_codex":0.0011320993,"about_ca_topic_score_gemma":0.0015274747,"teacher_disagreement_score":0.08988638,"about_ca_system_score_codex":0.0006209864,"about_ca_system_score_gemma":0.0012101312,"threshold_uncertainty_score":0.3006999},"labels":[],"label_agreement":null},{"id":"W3000116190","doi":"10.1007/s10664-019-09790-x","title":"What should your run-time configuration framework do to help developers?","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Université du Québec à Chicoutimi; Queen's University","funders":"","keywords":"Software engineering; Configuration Management (ITSM); Computer science; Software configuration management; Software deployment; Debugging; Domain (mathematical analysis); Flexibility (engineering); Requirements engineering; Systems engineering; Code refactoring; Software system; Software; Engineering; Software construction; Operating system","score_opus":0.103734205417861,"score_gpt":0.33745975405508927,"score_spread":0.23372554863722828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000116190","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32362145,0.006151846,0.21143235,0.32795718,0.002841469,0.00064970984,0.0011307088,0.025264982,0.1009504],"genre_scores_gemma":[0.8584744,0.0016652674,0.11916065,0.00850281,0.00041223777,0.00021427996,0.00050204486,0.0016991834,0.009369176],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9879071,0.006267544,0.00050044374,0.0010210611,0.0030864528,0.0012174365],"domain_scores_gemma":[0.91121244,0.035456985,0.009243378,0.0141862165,0.019086856,0.010814209],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02835548,0.0012252715,0.0007322273,0.0021669257,0.0018734345,0.0063228877,0.0029703209,0.004332868,0.009513755],"category_scores_gemma":[0.13011105,0.00078434637,0.00047798915,0.0015729391,0.0020145788,0.020085862,0.0015752623,0.0031308641,0.005461243],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041505747,0.0017916516,0.11042027,0.0007202568,0.00020158887,0.00041461515,0.005099489,0.0026993162,0.0073604346,0.025221664,0.1209654,0.7246903],"study_design_scores_gemma":[0.0013019365,0.003435256,0.3198184,0.005886114,0.00074246794,0.005196494,0.04561276,0.06334477,0.028534908,0.17817798,0.3467116,0.0012372966],"about_ca_topic_score_codex":0.005221488,"about_ca_topic_score_gemma":0.008907817,"teacher_disagreement_score":0.9716445,"about_ca_system_score_codex":0.001732095,"about_ca_system_score_gemma":0.00739406,"threshold_uncertainty_score":0.14995992},"labels":[],"label_agreement":null},{"id":"W3005523836","doi":"10.1145/583854.582436","title":"Design pattern implementation in Java and aspectJ","year":2002,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Computer science; Modularity (biology); Programming language; Composability; Java; Software design pattern; Reusability; Locality; Implementation; Design pattern; Aspect-oriented programming; Object-oriented programming; Compiler; Software engineering; Software","score_opus":0.08859055418377597,"score_gpt":0.319533329656488,"score_spread":0.23094277547271203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005523836","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017419945,0.00017471137,0.9444724,0.00044596076,0.00017193794,0.00024608782,0.00034835088,0.020285469,0.016435115],"genre_scores_gemma":[0.08480997,0.00037042634,0.8972094,0.00039674278,0.000041276246,0.00040860934,0.0017084497,0.005829395,0.009225809],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997029,0.000547583,0.00038625582,0.00031552828,0.0014679721,0.0002535987],"domain_scores_gemma":[0.99700326,0.00074694125,0.0002487126,0.0011371336,0.0007438844,0.000119990356],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029256884,0.00045250435,0.00045555056,0.0012198804,0.00063173,0.0032719125,0.0015521729,0.001247438,0.0067207003],"category_scores_gemma":[0.008463895,0.00086750265,0.0011011143,0.001178039,0.0006253893,0.001985732,0.0012262674,0.0016818093,0.0036444317],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004455582,0.00056557247,0.004915105,0.0010390304,0.00014217329,0.00095715316,0.0015083068,0.0073295743,0.07184789,0.10490848,0.029589444,0.77675176],"study_design_scores_gemma":[0.0005961392,0.0005035939,0.00555657,0.00039742442,0.00024525597,0.004576426,0.000630797,0.112861976,0.113194086,0.07885802,0.6823653,0.00021441032],"about_ca_topic_score_codex":0.0014597484,"about_ca_topic_score_gemma":0.0017680547,"teacher_disagreement_score":0.0067207003,"about_ca_system_score_codex":0.00046467216,"about_ca_system_score_gemma":0.001269026,"threshold_uncertainty_score":0.022482932},"labels":[],"label_agreement":null},{"id":"W3006005708","doi":"10.1145/503271.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Code refactoring; Personalization; Scheduling (production processes); Architecture; Code (set theory); Distributed computing; Path (computing); Operating system; Context (archaeology); Computer architecture; Parallel computing; Embedded system; Programming language; Software; Engineering","score_opus":0.05239144428673207,"score_gpt":0.286298241408283,"score_spread":0.23390679712155096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006005708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07483731,0.00016035476,0.87560177,0.0003697917,0.00010842346,0.00041811893,0.00012800358,0.045209803,0.003166491],"genre_scores_gemma":[0.24856646,0.00017942139,0.73420113,0.00042637475,0.000062620304,0.00033542103,0.0004917869,0.012649468,0.0030872717],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996335,0.00096563157,0.00048077092,0.000622679,0.0013003229,0.00029550708],"domain_scores_gemma":[0.9730401,0.008653187,0.0021762536,0.012450137,0.0031740067,0.00050626195],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051769246,0.0012007499,0.0005355865,0.0012653075,0.00066614145,0.0020520117,0.0022851783,0.0010577,0.0018549406],"category_scores_gemma":[0.030263422,0.0014641833,0.0014530171,0.0009804696,0.001712405,0.0046485304,0.0030145568,0.0037705293,0.00094013516],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001307383,0.0009545112,0.026558703,0.0009860516,0.00038287535,0.001650507,0.005152552,0.06562269,0.23984164,0.056432977,0.013654779,0.5874554],"study_design_scores_gemma":[0.00045759423,0.0009214458,0.008630267,0.00031989734,0.00046706156,0.0018965252,0.00031633602,0.5387489,0.2956605,0.04709291,0.10510611,0.00038252427],"about_ca_topic_score_codex":0.0024665112,"about_ca_topic_score_gemma":0.0027499238,"teacher_disagreement_score":0.0051769246,"about_ca_system_score_codex":0.0007267953,"about_ca_system_score_gemma":0.0017491017,"threshold_uncertainty_score":0.02737856},"labels":[],"label_agreement":null},{"id":"W3009604956","doi":"10.23919/cnsm46954.2019.9012693","title":"Look Ahead Distributed Planning For Application Management In Cloud","year":2019,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Cloud computing; Provisioning; Computer science; Scalability; Distributed computing; Elasticity (physics); Service-level agreement; Autonomic computing; Service level; Overlay; Bandwidth (computing); Computation; Computer network; Operating system","score_opus":0.03129316317743537,"score_gpt":0.31328854909251697,"score_spread":0.2819953859150816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009604956","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015628055,0.00058902655,0.9784038,0.000455658,0.00008653283,0.00008610814,0.00005875336,0.0005930946,0.0040989732],"genre_scores_gemma":[0.74661726,0.000526335,0.24930795,0.00015199212,0.00006065198,0.00016269062,0.00013641697,0.00009329839,0.0029434108],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994634,0.00015981568,0.000027392003,0.00013050645,0.00014199398,0.00007687172],"domain_scores_gemma":[0.99949455,0.00025191973,0.00007033508,0.000056056928,0.00007097879,0.000056176057],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009738476,0.00057921355,0.0006907985,0.0004146915,0.00086647423,0.0013320036,0.00096068915,0.00059690885,0.002232248],"category_scores_gemma":[0.0014489982,0.00039698105,0.00045287586,0.000706057,0.0007072991,0.00115731,0.0010330894,0.0009503886,0.00030854743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000107829044,0.00006581803,0.0007307432,0.00007738303,0.00004071248,0.00012019097,0.00008792168,0.9172216,0.0024750966,0.025788683,0.0018367413,0.05144728],"study_design_scores_gemma":[0.000007761325,0.00001920007,0.00008089662,0.000004094567,0.0000059444783,0.00001105589,0.000017858309,0.9907769,0.000429249,0.007743445,0.000898332,0.000005282335],"about_ca_topic_score_codex":0.008889856,"about_ca_topic_score_gemma":0.0128233135,"teacher_disagreement_score":0.008889856,"about_ca_system_score_codex":0.0013324502,"about_ca_system_score_gemma":0.0017252719,"threshold_uncertainty_score":0.017676234},"labels":[],"label_agreement":null},{"id":"W3010046448","doi":"10.1145/1035292.1028992","title":"Resolving feature convolution in middleware systems","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Middleware (distributed applications); Message oriented middleware; Modularity (biology); Architectural style; Aspect-oriented programming; Distributed computing; Personalization; Common Object Request Broker Architecture; Decomposition; Separation of concerns; Remote procedure call; Architecture; Embedded system; Programming language; Software architecture; Software","score_opus":0.04140691770923531,"score_gpt":0.2776183251013048,"score_spread":0.23621140739206947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010046448","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09410285,0.0006953882,0.88263804,0.0019089037,0.00017354538,0.000103303355,0.00007954737,0.0034232237,0.016875215],"genre_scores_gemma":[0.78971994,0.00046502042,0.19938914,0.00071483117,0.00018830464,0.00014810437,0.00023361767,0.0008321537,0.008308862],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9898443,0.0022909082,0.00076185685,0.0016355116,0.0040974114,0.0013701174],"domain_scores_gemma":[0.98228204,0.007304668,0.0018015767,0.006427063,0.0016641011,0.00052062114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0072815907,0.00066767837,0.0011236463,0.0014542097,0.0024078886,0.0060849725,0.002321673,0.0033563536,0.003978899],"category_scores_gemma":[0.037954222,0.0013936383,0.001278117,0.0019130671,0.004115816,0.015628472,0.012139865,0.0036179535,0.0012106287],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00058350875,0.00014137049,0.011224499,0.00037279743,0.00014077636,0.0028492184,0.006819336,0.041571915,0.0144279385,0.6008951,0.008562647,0.31241086],"study_design_scores_gemma":[0.00007099105,0.00014728835,0.0019321243,0.00012373575,0.00012302706,0.0023221683,0.0010654951,0.30847478,0.024535373,0.59471756,0.06638792,0.00009943206],"about_ca_topic_score_codex":0.002121306,"about_ca_topic_score_gemma":0.0014583304,"teacher_disagreement_score":0.0072815907,"about_ca_system_score_codex":0.0027750812,"about_ca_system_score_gemma":0.0016561152,"threshold_uncertainty_score":0.03850919},"labels":[],"label_agreement":null},{"id":"W3011547577","doi":"10.1145/379377.375239","title":"Cascaded refactoring for framework","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Code refactoring; Computer science; Programming language; Object-oriented programming; Code (set theory); Software engineering; Set (abstract data type); Metamodeling; Source code; Process (computing); Software","score_opus":0.059696022337518355,"score_gpt":0.311402422254857,"score_spread":0.2517063999173386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011547577","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.034712445,0.00044522868,0.9485237,0.00032092925,0.00009574957,0.00041553576,0.00025936964,0.009222481,0.0060045174],"genre_scores_gemma":[0.20230444,0.00022536088,0.79026103,0.00015987446,0.000029122855,0.00018788547,0.0009121007,0.0011191535,0.004801121],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963407,0.000701513,0.00028347093,0.0009702562,0.0013671577,0.00033680364],"domain_scores_gemma":[0.9922685,0.0015567823,0.0004213255,0.0041344333,0.0014120936,0.00020683547],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003926259,0.0009670006,0.00049637223,0.0016378181,0.0008514601,0.0011325123,0.00239985,0.0014101234,0.0037468267],"category_scores_gemma":[0.010416888,0.00068651186,0.0020151543,0.00077788625,0.0011008767,0.0020864448,0.0034739247,0.0018941215,0.0012107067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032392694,0.0003854891,0.0073877135,0.0007171735,0.00018821527,0.0019973353,0.0021435157,0.07271462,0.08938321,0.13373142,0.011160175,0.67986715],"study_design_scores_gemma":[0.00014659963,0.00058155495,0.0044949483,0.00046142098,0.00032364382,0.0016326921,0.00025232582,0.5101699,0.17130424,0.103941575,0.20646404,0.00022697212],"about_ca_topic_score_codex":0.005414986,"about_ca_topic_score_gemma":0.008608244,"teacher_disagreement_score":0.005414986,"about_ca_system_score_codex":0.0017317646,"about_ca_system_score_gemma":0.0021991094,"threshold_uncertainty_score":0.020764291},"labels":[],"label_agreement":null},{"id":"W3021253982","doi":"10.1145/1810295.1810417","title":"Fifth International Workshop on Sharing and Reusing Architectural Knowledge (SHARK 2010)","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reuse; Software engineering; Computer science; Architecture; Software architecture; Software; Architectural pattern; Representation (politics); Software development; Knowledge management; Programming language; Software construction; Engineering; Geography","score_opus":0.0511765529054566,"score_gpt":0.32713482483109113,"score_spread":0.27595827192563455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021253982","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021259166,0.05008256,0.57274294,0.056186326,0.05277297,0.0010736547,0.0031023559,0.006593544,0.23618643],"genre_scores_gemma":[0.086029015,0.04620978,0.4001186,0.009602356,0.00741558,0.0012660456,0.016394673,0.0034548508,0.4295091],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951379,0.0015662912,0.00032380573,0.0008032157,0.0015469771,0.00062184123],"domain_scores_gemma":[0.99193114,0.0014864703,0.00024016098,0.0020398777,0.0025836835,0.0017186193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009430715,0.001537893,0.0016253539,0.002013516,0.0018971305,0.008321147,0.003234364,0.0035923459,0.033876147],"category_scores_gemma":[0.010562612,0.0010005907,0.0019512018,0.003044448,0.0017850514,0.011410763,0.00677729,0.005568174,0.015751356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027149264,0.00036278385,0.0007247347,0.0005980798,0.00007325273,0.0002611787,0.0016312356,0.0020057415,0.0033267129,0.043790344,0.48252547,0.4644289],"study_design_scores_gemma":[0.000034868695,0.00011956369,0.0011080514,0.0005775035,0.000051273997,0.0005132525,0.0009235466,0.0052874354,0.0023855555,0.028084593,0.96084696,0.00006736254],"about_ca_topic_score_codex":0.006669323,"about_ca_topic_score_gemma":0.010269441,"teacher_disagreement_score":0.033876147,"about_ca_system_score_codex":0.002869219,"about_ca_system_score_gemma":0.006361427,"threshold_uncertainty_score":0.11332703},"labels":[],"label_agreement":null},{"id":"W3021705264","doi":"10.1145/3093335.2993246","title":"Delaying decisions in variable concern hierarchies","year":2016,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trent University; McGill University","funders":"","keywords":"Computer science; Reuse; Software engineering; Context (archaeology); Separation of concerns; Structuring; Interface (matter); Hierarchy; Feature (linguistics); Personalization; Core (optical fiber); Risk analysis (engineering); Software; Programming language; World Wide Web; Operating system","score_opus":0.07984859684829579,"score_gpt":0.3159243558198897,"score_spread":0.2360757589715939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3021705264","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.146869,0.00032570816,0.8458116,0.0005715724,0.000031137097,0.00015722589,0.000046114998,0.0018782389,0.004309506],"genre_scores_gemma":[0.6976838,0.00015688977,0.29912654,0.00017832227,0.000016148382,0.00008717928,0.000107256674,0.0003527745,0.0022910957],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99057454,0.0036856655,0.0004834232,0.0013577497,0.0026262293,0.0012724382],"domain_scores_gemma":[0.9689799,0.02079769,0.002210905,0.0043369583,0.00248691,0.0011875806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008256423,0.00078099425,0.0007622943,0.0011264774,0.0013033542,0.0033409803,0.0019619556,0.0013106045,0.002529246],"category_scores_gemma":[0.033409722,0.0012070639,0.0010883772,0.00076882984,0.0016256014,0.005596916,0.003920249,0.0024190708,0.00047642936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009982714,0.00032964957,0.018078512,0.00041462024,0.00020079614,0.0013746275,0.0050064744,0.27502027,0.04401029,0.2307016,0.0035740505,0.42029083],"study_design_scores_gemma":[0.00007816106,0.00032709513,0.001932271,0.00008023038,0.0001698354,0.00027330514,0.0008129794,0.7828312,0.030663898,0.16898955,0.0137621015,0.00007931987],"about_ca_topic_score_codex":0.006244054,"about_ca_topic_score_gemma":0.008556623,"teacher_disagreement_score":0.008256423,"about_ca_system_score_codex":0.0023650809,"about_ca_system_score_gemma":0.0029432087,"threshold_uncertainty_score":0.043664634},"labels":[],"label_agreement":null},{"id":"W3025418661","doi":"10.48550/arxiv.1908.00093","title":"Aquarium: Cassiopea and Alewife Languages","year":2019,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programming language; Syntax; Abstract syntax; Semantics (computer science); Artificial intelligence","score_opus":0.0977053313023919,"score_gpt":0.21970449118342647,"score_spread":0.12199915988103457,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025418661","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022737145,0.00102978,0.8812222,0.0013009361,0.00021385032,0.00018543773,0.0018990963,0.02582704,0.06558452],"genre_scores_gemma":[0.26228786,0.0016307338,0.6530113,0.0010254823,0.00013275075,0.00075691444,0.0059587965,0.008580592,0.066615626],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991999,0.00015381299,0.00010016135,0.0001837014,0.00024740904,0.00011495476],"domain_scores_gemma":[0.9992168,0.00024022366,0.00009007519,0.00023781064,0.00016890146,0.00004620337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000957673,0.0006785163,0.00035479266,0.0007880184,0.000660915,0.0021125004,0.0013860837,0.0008467097,0.009223913],"category_scores_gemma":[0.0023276717,0.0005382549,0.00073249365,0.00078785437,0.0014704445,0.003368727,0.0022446732,0.0013567817,0.0028538774],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030882846,0.00003413743,0.0009302056,0.00046707774,0.000033694123,0.00047074913,0.0015539271,0.0070045423,0.015635636,0.8305882,0.041612145,0.10136084],"study_design_scores_gemma":[0.000059729595,0.00004310613,0.0005377607,0.00019276352,0.00003248885,0.0006894962,0.00028471436,0.019460104,0.018471189,0.09705952,0.863117,0.0000522579],"about_ca_topic_score_codex":0.00412341,"about_ca_topic_score_gemma":0.0040091737,"teacher_disagreement_score":0.009223913,"about_ca_system_score_codex":0.0011928747,"about_ca_system_score_gemma":0.001627497,"threshold_uncertainty_score":0.030857027},"labels":[],"label_agreement":null},{"id":"W3039692132","doi":"10.1080/23311916.2020.1788308","title":"Framework for examination of software quality characteristics in conflict: A security and usability exemplar","year":2020,"lang":"en","type":"article","venue":"Cogent Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Usability; Computer science; Quality (philosophy); USable; Software quality; Context (archaeology); Software engineering; Identification (biology); Software security assurance; Software; Process management; Computer security; Software development; Engineering; Human–computer interaction; Information security; World Wide Web; Security service","score_opus":0.08540782878199857,"score_gpt":0.32680040966806556,"score_spread":0.241392580886067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039692132","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041319286,0.0005074234,0.98119503,0.002925835,0.000053896874,0.00094236253,0.00015011543,0.00039666356,0.009696827],"genre_scores_gemma":[0.040669207,0.00027571557,0.95644206,0.00022770508,0.000021599379,0.0010054477,0.00016675219,0.000043537177,0.0011479049],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9779327,0.011790776,0.0025819931,0.002387869,0.004358375,0.0009482556],"domain_scores_gemma":[0.9802336,0.009171514,0.0021931536,0.0027502382,0.004605516,0.0010460212],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020582119,0.0023629507,0.001191525,0.015519537,0.0032571617,0.008889448,0.0034326597,0.0044158828,0.0043760454],"category_scores_gemma":[0.02364861,0.0014081863,0.0032500776,0.0050382954,0.010870437,0.0081827305,0.005799361,0.004909117,0.0010895137],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047850743,0.00024819325,0.0034729952,0.0006739245,0.00008183506,0.0008144868,0.0074726697,0.0060514254,0.0036134347,0.90343857,0.0032718345,0.070812725],"study_design_scores_gemma":[0.00009900251,0.00031130144,0.0034948064,0.0022655039,0.00014855604,0.0024211335,0.00875709,0.08402862,0.0035932602,0.79899675,0.09565757,0.00022643947],"about_ca_topic_score_codex":0.010578467,"about_ca_topic_score_gemma":0.011633279,"teacher_disagreement_score":0.020582119,"about_ca_system_score_codex":0.007013151,"about_ca_system_score_gemma":0.010448419,"threshold_uncertainty_score":0.10885},"labels":[],"label_agreement":null},{"id":"W3044961859","doi":"10.1145/1041685.1029904","title":"Merging partial behavioural models","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Engineering and Physical Sciences Research Council; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Notation; Viewpoints; Process (computing); Consistency (knowledge bases); Sequence (biology); Theoretical computer science; Programming language; Artificial intelligence; Mathematics","score_opus":0.06001615267200049,"score_gpt":0.2738289857814312,"score_spread":0.21381283310943072,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044961859","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019471314,0.00011726377,0.9746054,0.00020158173,0.000024426994,0.00022359479,0.00036952895,0.0010610779,0.0039257472],"genre_scores_gemma":[0.23825157,0.00039674362,0.7539061,0.00018547403,0.000029693136,0.0005511374,0.0025424885,0.00040971488,0.0037270791],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99158865,0.002415618,0.0008591223,0.001260584,0.0032998682,0.00057612336],"domain_scores_gemma":[0.98804593,0.004423427,0.0006848279,0.0045770872,0.0020144016,0.0002544329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005694921,0.0012481468,0.0009000628,0.0019006478,0.0011580278,0.0031282622,0.002824952,0.0015948511,0.0039575514],"category_scores_gemma":[0.017493928,0.0013978799,0.004585409,0.0016575268,0.002009181,0.0060995854,0.0061530154,0.0024404724,0.0007977632],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040075445,0.0002781144,0.009306879,0.0009716269,0.00048543527,0.001277311,0.0061709937,0.26990804,0.023770617,0.52867043,0.0031331943,0.15562661],"study_design_scores_gemma":[0.0000583354,0.0002720473,0.001801025,0.00029117602,0.00051914196,0.00044104437,0.0011766314,0.50411385,0.02074468,0.42743045,0.043019306,0.00013224233],"about_ca_topic_score_codex":0.0089232335,"about_ca_topic_score_gemma":0.0131684495,"teacher_disagreement_score":0.0089232335,"about_ca_system_score_codex":0.0017572406,"about_ca_system_score_gemma":0.0032965122,"threshold_uncertainty_score":0.030117989},"labels":[],"label_agreement":null},{"id":"W3048807750","doi":"","title":"Formal representation of SysML/KAOS domain model","year":2019,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Computer science; Domain (mathematical analysis); Representation (politics); Mathematics; Political science","score_opus":0.03393058360668949,"score_gpt":0.2761145102788745,"score_spread":0.24218392667218502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048807750","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021557612,0.00026146244,0.9873416,0.00034471048,0.00008630128,0.0002279146,0.000981319,0.0019038174,0.0066971383],"genre_scores_gemma":[0.08762877,0.0009466335,0.90009815,0.00041480229,0.00015125789,0.0012320022,0.003113515,0.00062245695,0.0057923696],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970618,0.0009235037,0.00043723188,0.0004289143,0.0009634048,0.00018518629],"domain_scores_gemma":[0.99790835,0.0008924532,0.00028239048,0.00034219073,0.0005002324,0.00007433916],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025307443,0.00095119386,0.00059945585,0.0023539697,0.0007595801,0.0040313154,0.0019292405,0.0012667171,0.0051163794],"category_scores_gemma":[0.0038775045,0.00067218946,0.0013447169,0.0013946227,0.0016065302,0.0026040373,0.0015578736,0.0024819225,0.0026652846],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007909281,0.00007989839,0.00039195456,0.00056541985,0.000042797576,0.0008914725,0.0010054057,0.030454593,0.009619836,0.9133304,0.00635362,0.037185524],"study_design_scores_gemma":[0.000135344,0.000095500334,0.0003978972,0.0003886332,0.00008121512,0.0010047371,0.00036238699,0.21403734,0.017763196,0.44207814,0.32355544,0.00010024407],"about_ca_topic_score_codex":0.0041187312,"about_ca_topic_score_gemma":0.002939619,"teacher_disagreement_score":0.0051163794,"about_ca_system_score_codex":0.0013821266,"about_ca_system_score_gemma":0.0030615374,"threshold_uncertainty_score":0.01711595},"labels":[],"label_agreement":null},{"id":"W30803841","doi":"10.1016/j.vaccine.2019.02.029","title":"The Variability Model of The Linux Kernel.","year":2010,"lang":"en","type":"article","venue":"Variability Modelling of Software-Intensive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":103,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Helsefonden; Kræftens Bekæmpelse","keywords":"Computer science; Benchmark (surveying); Kernel (algebra); Feature (linguistics); Code (set theory); Linux kernel; Feature model; Machine learning; Artificial intelligence; Software engineering; Data mining; Programming language; Software; Operating system; Mathematics","score_opus":0.04833323037375226,"score_gpt":0.2575182184178548,"score_spread":0.20918498804410257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W30803841","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18304026,0.00084728317,0.8010751,0.0011793644,0.00021411723,0.000099577555,0.001922359,0.0011475564,0.010474361],"genre_scores_gemma":[0.9686756,0.0002894662,0.019430194,0.00007521882,0.00007137185,0.00013540873,0.00078141945,0.00014666021,0.010394592],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990213,0.00032381932,0.00005032677,0.00021760714,0.00018905874,0.00019784582],"domain_scores_gemma":[0.99619627,0.0023659305,0.00056532345,0.0002616914,0.00045149538,0.00015934448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019403627,0.0008500613,0.00096734765,0.0007777965,0.0004702001,0.0019131582,0.0016630429,0.001400787,0.0044075744],"category_scores_gemma":[0.007935828,0.0004551419,0.00141708,0.000580649,0.0007638708,0.0013914502,0.0011375779,0.0016207518,0.00096990675],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011602824,0.0000374006,0.0028480135,0.000038241807,0.0000620788,0.00014779126,0.000117263124,0.9359132,0.0007316417,0.052116226,0.0012004075,0.006671685],"study_design_scores_gemma":[0.0000071816335,0.000013148906,0.00040004688,0.0000036601957,0.000009866265,0.000015896874,0.0000082557835,0.98903894,0.000057547688,0.010042369,0.0003970813,0.0000059965723],"about_ca_topic_score_codex":0.023000766,"about_ca_topic_score_gemma":0.0065903836,"teacher_disagreement_score":0.023000766,"about_ca_system_score_codex":0.0009994921,"about_ca_system_score_gemma":0.0013187828,"threshold_uncertainty_score":0.04573381},"labels":[],"label_agreement":null},{"id":"W3083549225","doi":"","title":"Towards Enterprise Integration Performance Assessment based on Category Theory.","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Enterprise integration; Software engineering; Enterprise systems engineering; Process (computing); Enterprise modelling; Systems engineering; Process management; Knowledge management; Enterprise architecture; Enterprise software; Engineering; Programming language; Architecture","score_opus":0.03783133561295857,"score_gpt":0.29756252842602976,"score_spread":0.25973119281307117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3083549225","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021861076,0.000578917,0.95760345,0.00070123153,0.00005243476,0.00014928145,0.00007274356,0.00038106687,0.01859988],"genre_scores_gemma":[0.5958458,0.00044962257,0.400532,0.00015137267,0.000048829203,0.00039469122,0.0002544549,0.00008934728,0.0022338761],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9901023,0.004320909,0.0003479195,0.0007078424,0.0041522323,0.0003686924],"domain_scores_gemma":[0.9909146,0.0039321296,0.0009950788,0.0011306463,0.0026546824,0.0003728892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008773944,0.00085931725,0.0006530418,0.004723567,0.00077695237,0.0060275914,0.0015333842,0.0014378431,0.0024379117],"category_scores_gemma":[0.021431686,0.00029828728,0.0008355841,0.0033183172,0.002736488,0.006220977,0.003929307,0.0017164781,0.00058409985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048768514,0.00011521802,0.006227264,0.00018785601,0.00007562281,0.000063948566,0.0009731493,0.032202713,0.0026500663,0.83757144,0.0016254319,0.11825853],"study_design_scores_gemma":[0.000012540744,0.00014249602,0.0039831377,0.00015365146,0.000034459154,0.00014867137,0.0010198636,0.26719964,0.0032245775,0.7117913,0.012228429,0.000061288236],"about_ca_topic_score_codex":0.0025764226,"about_ca_topic_score_gemma":0.0015300157,"teacher_disagreement_score":0.008773944,"about_ca_system_score_codex":0.0032216571,"about_ca_system_score_gemma":0.0025485852,"threshold_uncertainty_score":0.04640156},"labels":[],"label_agreement":null},{"id":"W3090048268","doi":"10.1002/j.2334-5837.2020.00734.x","title":"Patterns for Success in the Adoption and Execution of Feature‐based Product Line Engineering: A Report from Practitioners","year":2020,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Computer science; Portfolio; Software engineering; Feature (linguistics); Software product line; Product (mathematics); Schedule; Quality (philosophy); Automation; Multitude; Software; Feature engineering; New product development; Knowledge management; Engineering; Software development; Business; Artificial intelligence; Marketing","score_opus":0.03440693171931544,"score_gpt":0.29961266106383605,"score_spread":0.2652057293445206,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090048268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9935074,0.00035991045,0.0012242856,0.0023141375,0.000013312705,0.000040471044,0.000040775474,0.00004003175,0.0024598017],"genre_scores_gemma":[0.99902487,0.00010274925,0.00049705745,0.00008352674,0.000002755364,0.00002101696,0.000017693634,0.000009779668,0.00024055],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9781246,0.0069061005,0.0024355815,0.0025304928,0.00765122,0.002351902],"domain_scores_gemma":[0.7677929,0.11916243,0.05188206,0.0070661586,0.040059805,0.014036702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022621889,0.00029138062,0.00037352505,0.004292058,0.0022577387,0.0045108204,0.0012419736,0.0018190995,0.0015572462],"category_scores_gemma":[0.11976882,0.00047721202,0.00026854812,0.0040508043,0.0031048807,0.003759605,0.004546416,0.0018834682,0.00033611365],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015045989,0.00027061146,0.7397973,0.00018684685,0.000037888847,0.0014061461,0.17382264,0.0002713595,0.0015707248,0.0016590562,0.002417827,0.07840915],"study_design_scores_gemma":[0.000026878655,0.0006980488,0.5500614,0.00035586485,0.000044881293,0.0033852924,0.43024877,0.0019440146,0.0013080254,0.001628705,0.010173294,0.00012485684],"about_ca_topic_score_codex":0.006519716,"about_ca_topic_score_gemma":0.007178509,"teacher_disagreement_score":0.022621889,"about_ca_system_score_codex":0.0031135264,"about_ca_system_score_gemma":0.0049775043,"threshold_uncertainty_score":0.11963737},"labels":[],"label_agreement":null},{"id":"W3091193824","doi":"10.1145/3428225","title":"Automatic and efficient variability-aware lifting of functional programs","year":2020,"lang":"en","type":"preprint","venue":"Proceedings of the ACM on Programming Languages","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Correctness; Computer science; Rewriting; Software; Programming language; Product (mathematics); Modulo; Program analysis; Software product line; Static analysis; Theoretical computer science; Software development; Mathematics","score_opus":0.04321467819769632,"score_gpt":0.28671365649021785,"score_spread":0.24349897829252154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091193824","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06590188,0.00010072463,0.9238766,0.00015756665,0.000034959874,0.00020749588,0.0001356646,0.0070593385,0.002525717],"genre_scores_gemma":[0.52231705,0.00019371592,0.47139385,0.0001965349,0.000061125866,0.00025296927,0.0007460302,0.0018912477,0.0029473584],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969505,0.0005340539,0.00016364825,0.0004329679,0.0014216523,0.00049717195],"domain_scores_gemma":[0.9947792,0.0026721656,0.00035898507,0.0012050754,0.0008705291,0.00011399032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018608831,0.0010794778,0.0007688408,0.0011393543,0.0007530553,0.0010779666,0.0014868404,0.0008839597,0.0026424623],"category_scores_gemma":[0.0077329725,0.00078088144,0.0022977928,0.00059131905,0.0014312923,0.0017173666,0.0026327292,0.002076556,0.0010676825],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005487971,0.00036507376,0.0054113194,0.00087577425,0.00012130898,0.0013353263,0.001388329,0.15149611,0.23386118,0.058660526,0.0045530503,0.54138315],"study_design_scores_gemma":[0.00012600793,0.00039582796,0.002193367,0.00014719153,0.00014991823,0.000812032,0.0002688596,0.71931636,0.15844677,0.10487389,0.013148115,0.000121698096],"about_ca_topic_score_codex":0.0018301698,"about_ca_topic_score_gemma":0.0018359718,"teacher_disagreement_score":0.0026424623,"about_ca_system_score_codex":0.000670447,"about_ca_system_score_gemma":0.0017054772,"threshold_uncertainty_score":0.009841442},"labels":[],"label_agreement":null},{"id":"W3091323582","doi":"","title":"Trace checking for dynamic software product lines","year":2018,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Product (mathematics); Service (business); Quality (philosophy); TRACE (psycholinguistics); Computer science; Abstraction; Software; Operations research; Business; Mathematics; Operating system; Marketing","score_opus":0.046048897811664165,"score_gpt":0.3320511403032142,"score_spread":0.28600224249155004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091323582","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30452073,0.00037521037,0.68494403,0.00023514598,0.00003698803,0.00012346297,0.0005766967,0.007872143,0.0013156442],"genre_scores_gemma":[0.88200235,0.00011301525,0.11592063,0.0000429806,0.00001203589,0.00008319945,0.0006483001,0.0004046684,0.00077276444],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99504083,0.0013283528,0.0003560748,0.00095524767,0.0019166461,0.00040287006],"domain_scores_gemma":[0.977225,0.014587905,0.002144417,0.0034737189,0.0021998726,0.00036900098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034437303,0.0009880239,0.0006227422,0.0023387067,0.0006133795,0.0014462598,0.0022902088,0.0008306852,0.0016490025],"category_scores_gemma":[0.024184832,0.0007388315,0.0013610156,0.001637079,0.0016976077,0.0033936745,0.0015856542,0.0012629018,0.0001890841],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008180987,0.00025426006,0.040265955,0.00046441072,0.00021730155,0.00070410233,0.00080992817,0.7286283,0.029318118,0.024622206,0.0012916652,0.17260565],"study_design_scores_gemma":[0.000025443973,0.00011245877,0.0012256372,0.000027927472,0.000030292791,0.00009838489,0.00006195721,0.969571,0.010369232,0.017515652,0.0009453723,0.00001671533],"about_ca_topic_score_codex":0.012272518,"about_ca_topic_score_gemma":0.008882376,"teacher_disagreement_score":0.012272518,"about_ca_system_score_codex":0.0015866961,"about_ca_system_score_gemma":0.0020637373,"threshold_uncertainty_score":0.024402142},"labels":[],"label_agreement":null},{"id":"W3091411536","doi":"10.1145/3365438.3410963","title":"\"Union is power\"","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Power (physics); Computer science; Physics","score_opus":0.055815689728003284,"score_gpt":0.2809865514801557,"score_spread":0.22517086175215245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091411536","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019739565,0.00008403988,0.9468054,0.00055717374,0.00006473915,0.0002635757,0.0006226509,0.0059218886,0.025940824],"genre_scores_gemma":[0.32057232,0.00026073772,0.65268236,0.00069362996,0.00006618247,0.00041639255,0.0021945662,0.004240619,0.018873133],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926392,0.00246475,0.0003649739,0.0015035912,0.0024216138,0.0006058666],"domain_scores_gemma":[0.98656136,0.004969032,0.00078138034,0.0058295834,0.0015151729,0.00034346833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047518364,0.0014380435,0.0010530399,0.0022351705,0.0019275821,0.0047416138,0.0024831388,0.001374063,0.023089662],"category_scores_gemma":[0.019023854,0.0012649298,0.003098424,0.0018020449,0.0037206707,0.013356556,0.006380468,0.0032187416,0.0038175157],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056892785,0.00023886054,0.0062886616,0.0005530648,0.00020880163,0.00085115735,0.0029914088,0.032749612,0.01060933,0.6972722,0.023383643,0.2242844],"study_design_scores_gemma":[0.000069306276,0.00033085703,0.0020927836,0.00030319885,0.00023691793,0.0013728633,0.0015161166,0.29742205,0.029940855,0.4807386,0.18585531,0.000121171324],"about_ca_topic_score_codex":0.0056835595,"about_ca_topic_score_gemma":0.0067102425,"teacher_disagreement_score":0.023089662,"about_ca_system_score_codex":0.0017745306,"about_ca_system_score_gemma":0.0035561586,"threshold_uncertainty_score":0.07724267},"labels":[],"label_agreement":null},{"id":"W3093502035","doi":"10.1145/3382025.3414942","title":"Variability management meets microservices","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"German Academic Exchange Service London; Deutsche Forschungsgemeinschaft; Fundacion Araucaria","keywords":"Microservices; Computer science; Software engineering; Context (archaeology); Software product line; Reuse; Software portability; Oracle; Software; Software development; Operating system; Engineering","score_opus":0.03496395745087586,"score_gpt":0.26005626729873227,"score_spread":0.22509230984785641,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093502035","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01870586,0.000548352,0.9639164,0.002783292,0.0001212673,0.00010755857,0.00012389258,0.0011028617,0.012590538],"genre_scores_gemma":[0.61374205,0.0012308734,0.37179965,0.0011412621,0.00074928213,0.0005949326,0.0005714278,0.00079678453,0.009373757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9903538,0.0023888391,0.000831065,0.0027159923,0.0029589473,0.0007513702],"domain_scores_gemma":[0.9742973,0.009983232,0.0035294378,0.0080297,0.0031493302,0.001011047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005960619,0.0008753634,0.0010643426,0.00096861715,0.0016883468,0.005272781,0.0024757264,0.0024436763,0.0031895542],"category_scores_gemma":[0.020125564,0.000721691,0.0014298293,0.0010699369,0.0026263427,0.0076760594,0.005023964,0.004051447,0.0013770662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118548036,0.00016400541,0.0060207364,0.00039386397,0.00014530988,0.0008882704,0.0021055387,0.047409166,0.012185877,0.7291063,0.0065826336,0.19487974],"study_design_scores_gemma":[0.000034217806,0.00009081697,0.0015807939,0.00012207852,0.00006290833,0.0008491921,0.00059268065,0.144031,0.010761517,0.7744636,0.067334756,0.000076424],"about_ca_topic_score_codex":0.0018347009,"about_ca_topic_score_gemma":0.001371375,"teacher_disagreement_score":0.005960619,"about_ca_system_score_codex":0.0016138287,"about_ca_system_score_gemma":0.0032641059,"threshold_uncertainty_score":0.03152311},"labels":[],"label_agreement":null},{"id":"W3095291546","doi":"10.1109/modre51215.2020.00008","title":"An Optimization Modeling Method for Adaptive Systems Based on Goal and Feature Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; IBM; Correctness; Feature (linguistics); Adaptation (eye); Goal modeling; Industrial engineering; Engineering; Requirements engineering; Algorithm; Software","score_opus":0.09081419857721011,"score_gpt":0.3166452392290142,"score_spread":0.2258310406518041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095291546","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001188781,0.000013387088,0.9977235,0.000027816175,0.0000044235358,0.00002083655,0.000022805954,0.0001629886,0.0008353982],"genre_scores_gemma":[0.09553295,0.00008758968,0.9016959,0.000039712562,0.000013849674,0.00037255,0.00013315972,0.00029817136,0.0018260682],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993864,0.00022139242,0.0000350273,0.00010927252,0.00020267325,0.000045208242],"domain_scores_gemma":[0.99912816,0.00055923493,0.00009384918,0.000060834103,0.00013841415,0.000019584777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015173741,0.001148408,0.0005821313,0.00081554503,0.0004522708,0.0009797842,0.0010488894,0.0006578123,0.0032387297],"category_scores_gemma":[0.0026210821,0.00057104975,0.0013337986,0.0006702052,0.0006433311,0.001087837,0.000699052,0.0012910062,0.0005070903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023411707,0.000023235387,0.00026826977,0.00006532174,0.0000202567,0.00003446162,0.000054966673,0.9336105,0.0023318934,0.036546748,0.00066365243,0.026357269],"study_design_scores_gemma":[0.0000047979165,0.000009167159,0.000027729615,0.000004924209,0.000005907394,0.000008506226,0.000004921162,0.9928778,0.00054925174,0.005327492,0.0011759214,0.0000036168735],"about_ca_topic_score_codex":0.004256616,"about_ca_topic_score_gemma":0.0046268404,"teacher_disagreement_score":0.004256616,"about_ca_system_score_codex":0.0010633158,"about_ca_system_score_gemma":0.0015344293,"threshold_uncertainty_score":0.010834634},"labels":[],"label_agreement":null},{"id":"W3095684564","doi":"10.1145/3419804.3421451","title":"A Vision Towards A Conceptual Basis for the Systematic Treatment of Uncertainty in Goal Modelling","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Categorization; Uncertainty analysis; Management science; Process (computing); Heuristic; Conceptual framework; Identification (biology); Artificial intelligence; Risk analysis (engineering); Engineering; Simulation","score_opus":0.11988281123788717,"score_gpt":0.32600426714405056,"score_spread":0.20612145590616338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3095684564","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0032060773,0.0014765646,0.9655768,0.019853069,0.00021794497,0.00018009746,0.000094387404,0.00020145814,0.009193537],"genre_scores_gemma":[0.16287023,0.0019330321,0.8305029,0.0017815247,0.00031297086,0.000829888,0.00023390213,0.00012957117,0.0014058107],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.96467286,0.021488566,0.0030172656,0.0030376709,0.0066244486,0.001159151],"domain_scores_gemma":[0.93712646,0.03493708,0.0041663283,0.008125287,0.012709172,0.0029355942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05708007,0.0019945512,0.001891727,0.010244936,0.004936247,0.01601041,0.0059780856,0.008429992,0.0031917943],"category_scores_gemma":[0.0503834,0.001613002,0.0034567695,0.005368615,0.031020587,0.031561088,0.0093474705,0.012849453,0.001011565],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064476803,0.00001948255,0.00009840173,0.000100345016,0.0000091990605,0.000021418136,0.0009580858,0.002315651,0.0001322787,0.98952836,0.0006021666,0.0062080966],"study_design_scores_gemma":[0.000009372055,0.000020303014,0.00007650004,0.0002275039,0.000010900272,0.000038569895,0.00075776037,0.008424374,0.00018362819,0.9800475,0.010175245,0.000028314384],"about_ca_topic_score_codex":0.0053605726,"about_ca_topic_score_gemma":0.002994988,"teacher_disagreement_score":0.05708007,"about_ca_system_score_codex":0.009663666,"about_ca_system_score_gemma":0.014871595,"threshold_uncertainty_score":0.3018719},"labels":[],"label_agreement":null},{"id":"W3096572278","doi":"10.1145/3419804.3420272","title":"Traceability Management of GRL and SysML Models","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Systems Modeling Language; Traceability; Computer science; Requirements traceability; Systems engineering; Unified Modeling Language; Consistency (knowledge bases); IBM; Software engineering; Completeness (order theory); Requirements engineering; Engineering; Programming language; Artificial intelligence","score_opus":0.08868052516072931,"score_gpt":0.26969397621981367,"score_spread":0.18101345105908434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096572278","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016688997,0.00010599323,0.9658889,0.0009110115,0.000074992495,0.00040369373,0.00053397455,0.008308499,0.007084005],"genre_scores_gemma":[0.28614762,0.00025876664,0.7006027,0.00047163866,0.00006618814,0.00082951935,0.0031554652,0.0025331492,0.00593489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97399366,0.010567015,0.0024750421,0.003131962,0.008780781,0.0010515178],"domain_scores_gemma":[0.94360244,0.020418765,0.004613569,0.023921592,0.0067186374,0.00072491425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019702189,0.0012686496,0.0008595429,0.0045136986,0.0015185905,0.007847082,0.0045350464,0.002216683,0.0039332565],"category_scores_gemma":[0.061486613,0.0015506143,0.002575689,0.002168121,0.0031615382,0.010854744,0.008844429,0.004554423,0.0012654545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00062851876,0.00067425653,0.01028473,0.00086281507,0.00035003395,0.0019815746,0.01011929,0.14792699,0.018280964,0.49082065,0.0070154294,0.31105468],"study_design_scores_gemma":[0.00016366398,0.00032301582,0.002594796,0.0005837565,0.00027554802,0.0006210776,0.0015013746,0.65067905,0.040388834,0.20145728,0.1011891,0.0002225622],"about_ca_topic_score_codex":0.0116319135,"about_ca_topic_score_gemma":0.009068114,"teacher_disagreement_score":0.019702189,"about_ca_system_score_codex":0.0045946185,"about_ca_system_score_gemma":0.005623211,"threshold_uncertainty_score":0.10419631},"labels":[],"label_agreement":null},{"id":"W3096770456","doi":"10.1145/3417990.3421398","title":"A composition algorithm for reusable workflow models","year":2020,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Trent University","funders":"","keywords":"Computer science; Workflow; Reuse; Composition (language); Context (archaeology); Programming language; Software; Algorithm; Software engineering; Database","score_opus":0.08747190854999572,"score_gpt":0.29038232804412845,"score_spread":0.20291041949413274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096770456","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010722992,0.000022128263,0.99761176,0.000035122,0.000014422691,0.000054986995,0.00001429872,0.00055505516,0.0006199222],"genre_scores_gemma":[0.018101737,0.00005865532,0.9796744,0.000027078257,0.000016101949,0.00015579845,0.00014241131,0.0002428211,0.0015811337],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9968592,0.00076253753,0.00038280405,0.0007133446,0.0011052965,0.00017685807],"domain_scores_gemma":[0.996228,0.0018059495,0.00022502728,0.0006336103,0.0009670004,0.00014036005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040840376,0.0018060353,0.0009598566,0.0035233097,0.0020993233,0.0023101422,0.0017802608,0.0021764743,0.006837309],"category_scores_gemma":[0.0120271025,0.0012246087,0.0024044767,0.0024899286,0.0012760418,0.004336774,0.0037168127,0.002225296,0.0028085115],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022596055,0.00017258326,0.0010803594,0.00034381478,0.00012564755,0.0003836859,0.0005901857,0.17311709,0.01421268,0.18731973,0.0058469055,0.61658126],"study_design_scores_gemma":[0.000060130442,0.000057606325,0.00009894009,0.000066312066,0.000049749393,0.0002723011,0.00007104266,0.8663552,0.009060739,0.10674956,0.017127644,0.000030797884],"about_ca_topic_score_codex":0.002976068,"about_ca_topic_score_gemma":0.00235298,"teacher_disagreement_score":0.006837309,"about_ca_system_score_codex":0.0014096427,"about_ca_system_score_gemma":0.002415945,"threshold_uncertainty_score":0.022873104},"labels":[],"label_agreement":null},{"id":"W3097879951","doi":"10.1007/978-3-030-62522-1_38","title":"Towards a Framework for Empirical Measurement of Conceptualization Qualities","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Conceptualization; Computer science; Domain (mathematical analysis); Set (abstract data type); Modeling language; Empirical research; Population; Human–computer interaction; Data science; Natural language processing; Artificial intelligence; Software engineering; Programming language; Epistemology; Software; Mathematics","score_opus":0.15042673598029935,"score_gpt":0.3588409112188476,"score_spread":0.20841417523854824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097879951","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060049754,0.0012412443,0.87020653,0.0064414777,0.0001009768,0.0013174198,0.00096295186,0.0005014837,0.059178118],"genre_scores_gemma":[0.53191626,0.0003867533,0.46196708,0.0003812694,0.000037082664,0.0032115737,0.0009958113,0.00011944784,0.0009847289],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94785064,0.035018086,0.004283128,0.0037484837,0.008073384,0.001026311],"domain_scores_gemma":[0.8307372,0.114371374,0.012051024,0.019489866,0.021189878,0.0021605964],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05870682,0.001228505,0.0011383416,0.012534859,0.0027828908,0.014450271,0.0040150178,0.0028709348,0.005980177],"category_scores_gemma":[0.15973568,0.0011011416,0.0015352557,0.012220012,0.011358384,0.024838725,0.0076646456,0.0056684,0.00079716585],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036657155,0.0002090827,0.012797217,0.00029840093,0.00006351573,0.000050319013,0.008401738,0.0010009197,0.00096925494,0.9128402,0.0019475794,0.06138525],"study_design_scores_gemma":[0.000044010547,0.00011322107,0.021860374,0.00070082303,0.00006698434,0.00015498554,0.01625369,0.0140456585,0.001057787,0.932516,0.013116299,0.000070230264],"about_ca_topic_score_codex":0.0056566996,"about_ca_topic_score_gemma":0.004482872,"teacher_disagreement_score":0.05870682,"about_ca_system_score_codex":0.0072777555,"about_ca_system_score_gemma":0.0077237724,"threshold_uncertainty_score":0.31047505},"labels":[],"label_agreement":null},{"id":"W3098985043","doi":"10.1007/978-3-319-14130-5_2","title":"Recovering Architectural Variability of a Family of Product Variants","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Software product line; Reuse; Product (mathematics); Software; Domain (mathematical analysis); Architectural pattern; Set (abstract data type); Software development; Software architecture","score_opus":0.03303828813212605,"score_gpt":0.2712042318759455,"score_spread":0.23816594374381944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3098985043","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4962469,0.00039283937,0.4994884,0.00007366375,0.00002757942,0.000028220336,0.0004265476,0.001806099,0.0015098396],"genre_scores_gemma":[0.894262,0.00013482478,0.103663415,0.000015673402,0.00001439374,0.000021291871,0.0006725494,0.00033475755,0.0008809604],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990927,0.0001253315,0.00004299806,0.0002815471,0.0003945154,0.00006292622],"domain_scores_gemma":[0.9965186,0.0013429086,0.00050773245,0.0010387991,0.0004948936,0.000097029115],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071482087,0.00079825515,0.0005979953,0.0014420424,0.0003252113,0.00091432745,0.0008390081,0.00082218106,0.0007215171],"category_scores_gemma":[0.0043928097,0.0005758634,0.0010380895,0.0013518757,0.0004800052,0.0010028129,0.000707558,0.0010478782,0.0003043529],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009995543,0.00017744629,0.043514445,0.00026497437,0.00030818782,0.0025463996,0.00070127274,0.34331843,0.116667785,0.020756561,0.0031838042,0.46756116],"study_design_scores_gemma":[0.000017185412,0.00016952415,0.008912653,0.000024405903,0.00008586062,0.0009795739,0.00013009598,0.95782363,0.012641776,0.016720397,0.0024632441,0.00003164017],"about_ca_topic_score_codex":0.0015158658,"about_ca_topic_score_gemma":0.0013061097,"teacher_disagreement_score":0.0015158658,"about_ca_system_score_codex":0.00030812592,"about_ca_system_score_gemma":0.00035458762,"threshold_uncertainty_score":0.003780365},"labels":[],"label_agreement":null},{"id":"W3110418800","doi":"10.1007/978-3-030-64694-3_4","title":"Reusable Formal Models for Threat Specification, Detection, and Treatment","year":2020,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Software engineering; Software security assurance; Formal specification; Formal methods; Security engineering; Component (thermodynamics); Component-based software engineering; Software development; Computer security; Software; Information security; Security service; Programming language","score_opus":0.06394911561408247,"score_gpt":0.2752144986183782,"score_spread":0.21126538300429576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110418800","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015007562,0.00028232817,0.9900649,0.0005527543,0.000056622015,0.0001634899,0.00027170067,0.0018125379,0.005294886],"genre_scores_gemma":[0.08683558,0.0010042118,0.89418226,0.0003362102,0.00013011711,0.00079691235,0.0016478389,0.0010090016,0.014057883],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945716,0.002081471,0.0006710512,0.0005489065,0.0018123775,0.00031458974],"domain_scores_gemma":[0.9867605,0.006235604,0.0010671178,0.004448195,0.001252771,0.00023576435],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005744342,0.0017869336,0.00084552256,0.002256651,0.001016614,0.005590596,0.0042818524,0.0024461686,0.008381412],"category_scores_gemma":[0.017699767,0.0016904168,0.0020506217,0.0014804383,0.002571246,0.0065217796,0.0025489973,0.0036437823,0.0029652216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046287183,0.00011523588,0.00034672229,0.00024778733,0.00004389878,0.00014272543,0.0005059696,0.044608444,0.0021693313,0.8817102,0.006893791,0.06316974],"study_design_scores_gemma":[0.00005600616,0.00007094665,0.00016656848,0.0003960552,0.00010886554,0.00024931598,0.00017293493,0.24318731,0.006280824,0.66513795,0.08409931,0.00007395436],"about_ca_topic_score_codex":0.00639788,"about_ca_topic_score_gemma":0.008786282,"teacher_disagreement_score":0.008381412,"about_ca_system_score_codex":0.0026754518,"about_ca_system_score_gemma":0.0048871166,"threshold_uncertainty_score":0.030379355},"labels":[],"label_agreement":null},{"id":"W3117583373","doi":"10.1109/icse-seip52600.2021.00018","title":"ConfigFix: Interactive Configuration Conflict Resolution for the Linux Kernel","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Configurator; Linux kernel; sysfs; Computer science; Kernel (algebra); Configfs; Operating system; Configuration Management (ITSM); Software engineering","score_opus":0.0897521621028201,"score_gpt":0.3479474916673881,"score_spread":0.258195329564568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3117583373","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027256744,0.0005911857,0.6994435,0.00036086055,0.00025941688,0.00045303514,0.000592856,0.2651106,0.005931759],"genre_scores_gemma":[0.40853047,0.00048246168,0.54513866,0.0005962407,0.000121475896,0.0008451754,0.0026441787,0.031815063,0.009826213],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99564445,0.0012305481,0.00045330095,0.00096119475,0.0013496701,0.00036095665],"domain_scores_gemma":[0.99153394,0.0043618353,0.0006380859,0.0024043545,0.0005625017,0.00049935846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0059347674,0.0019604454,0.00080756017,0.0017494638,0.0010276262,0.003378911,0.0049015945,0.0019340807,0.012336489],"category_scores_gemma":[0.021285506,0.0015517361,0.0012402897,0.00074102235,0.0022534195,0.0046337103,0.0064120125,0.003159196,0.0028892183],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0032591203,0.0006952305,0.016055949,0.0018403953,0.00042447413,0.0030429491,0.004871424,0.052725032,0.051054228,0.07158551,0.10044713,0.6939986],"study_design_scores_gemma":[0.00080768275,0.0010896061,0.006990248,0.00062543014,0.00024608534,0.0034303886,0.00083271594,0.5818168,0.10621164,0.06837625,0.22891206,0.0006611499],"about_ca_topic_score_codex":0.0014118985,"about_ca_topic_score_gemma":0.0016345418,"teacher_disagreement_score":0.012336489,"about_ca_system_score_codex":0.0010912052,"about_ca_system_score_gemma":0.0013460879,"threshold_uncertainty_score":0.04126966},"labels":[],"label_agreement":null},{"id":"W3122009877","doi":"","title":"An architecture process maturity model of software product line engineering","year":2014,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Software product line; Capability Maturity Model; Software engineering; Reference architecture; Product engineering; Software development; Software architecture; Computer science; Systems engineering; Product (mathematics); Engineering; Software; Product design","score_opus":0.024391381900219857,"score_gpt":0.27913666210680266,"score_spread":0.2547452802065828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122009877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031203553,0.0024317228,0.8848476,0.005738653,0.000112547714,0.0004309596,0.0005870611,0.00081272656,0.073835135],"genre_scores_gemma":[0.6611399,0.0025489721,0.3221371,0.00025318156,0.00007290871,0.00052787253,0.0010452912,0.0001535407,0.012121186],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997253,0.0012577978,0.00025380784,0.00024279844,0.00081089576,0.00018174466],"domain_scores_gemma":[0.99608034,0.0013737872,0.00043098777,0.00043343738,0.0014289548,0.00025251915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041002757,0.0007004494,0.0003521174,0.003067386,0.0006949506,0.0051878076,0.0016029221,0.0020764798,0.0030347374],"category_scores_gemma":[0.0082820635,0.0005475568,0.0009965047,0.003015299,0.0011394238,0.007137627,0.0016617861,0.0020376793,0.0015572646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045912333,0.00012225611,0.00297962,0.00018427917,0.00006274993,0.00022612965,0.0016953917,0.05727373,0.0014648421,0.863649,0.003420702,0.068875454],"study_design_scores_gemma":[0.000036207683,0.00011411723,0.0022866474,0.00031622706,0.00008805758,0.00021388028,0.0007523396,0.36837718,0.0008622145,0.57687384,0.05002338,0.00005592446],"about_ca_topic_score_codex":0.009250901,"about_ca_topic_score_gemma":0.0069936113,"teacher_disagreement_score":0.009250901,"about_ca_system_score_codex":0.0034768227,"about_ca_system_score_gemma":0.004204625,"threshold_uncertainty_score":0.025226295},"labels":[],"label_agreement":null},{"id":"W3123031833","doi":"","title":"16th International Working Conference on Requirements Engineering: Foundation for Software Quality. Proceedings of the Workshops CreaRE, PLREQ, RePriCo and RESC","year":2010,"lang":"en","type":"preprint","venue":"Econstor (Econstor)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds De La Recherche Scientifique - FNRS; Deutsche Forschungsgemeinschaft","keywords":"Requirement prioritization; Requirements engineering; Engineering; Engineering management; Software engineering; Software requirements; Quality (philosophy); Requirements analysis; Software; Systems engineering; Software development; Requirement; Computer science; Software construction; Operating system","score_opus":0.08489461231909312,"score_gpt":0.32545338262390894,"score_spread":0.24055877030481582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123031833","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004904791,0.28456292,0.39604035,0.06476505,0.033614766,0.001675901,0.0037623718,0.0035042514,0.2071696],"genre_scores_gemma":[0.061463676,0.18950485,0.42456368,0.011830286,0.01754887,0.0036931164,0.020259298,0.0058143586,0.26532185],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9760741,0.010336064,0.0028840478,0.0025112852,0.0071934466,0.0010011052],"domain_scores_gemma":[0.96582097,0.013758451,0.0023634464,0.0071287393,0.008476501,0.0024518834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.032027822,0.0029629173,0.004164907,0.0053163366,0.0014709634,0.009864297,0.0031723417,0.0061113792,0.04570767],"category_scores_gemma":[0.028568346,0.0021039196,0.0028605042,0.004213737,0.005659707,0.00986296,0.0058054845,0.010181401,0.027018057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019494095,0.00031421168,0.000926921,0.0016887498,0.000216128,0.0002831601,0.0010968194,0.002178439,0.0035124759,0.10435627,0.4306682,0.45456362],"study_design_scores_gemma":[0.00006681239,0.00013275981,0.0011110421,0.0021365448,0.00006326526,0.00043200306,0.00022838081,0.0019935956,0.0015058486,0.052220695,0.94004637,0.00006268427],"about_ca_topic_score_codex":0.0037041546,"about_ca_topic_score_gemma":0.002326114,"teacher_disagreement_score":0.04570767,"about_ca_system_score_codex":0.004876792,"about_ca_system_score_gemma":0.008021975,"threshold_uncertainty_score":0.16938138},"labels":[],"label_agreement":null},{"id":"W3127323684","doi":"10.1007/s00766-020-00342-0","title":"RAPID: a knowledge-based assistant for designing web APIs","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Functional requirement; Software engineering; Application programming interface; Software requirements specification; Software design; World Wide Web; Non-functional requirement; Web service; Software; Software development; Software construction; Programming language","score_opus":0.08737167358119426,"score_gpt":0.31753107166029165,"score_spread":0.2301593980790974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3127323684","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037008643,0.00009687983,0.9361992,0.0001288776,0.00003579908,0.0002194882,0.00068599125,0.052182864,0.006749986],"genre_scores_gemma":[0.055260655,0.00042324778,0.9226057,0.0002648685,0.00004231604,0.0003710647,0.0024263167,0.004116587,0.014489174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99833965,0.00042733242,0.00014311766,0.00034030923,0.0006540583,0.00009542744],"domain_scores_gemma":[0.9938362,0.0039954884,0.00030308074,0.0010816241,0.0006046613,0.00017887002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002051783,0.0014714923,0.0008164466,0.0017496721,0.00064583326,0.00267537,0.002520146,0.0013904679,0.028473007],"category_scores_gemma":[0.010587848,0.0010487834,0.0011865026,0.0007500927,0.00051678385,0.0039011382,0.0029340337,0.0017181638,0.013607869],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050335133,0.00044974528,0.0014150075,0.0016554083,0.00012287029,0.0011990062,0.0012036215,0.012118348,0.032997154,0.024167726,0.049280662,0.87488717],"study_design_scores_gemma":[0.00033795633,0.00041716,0.0014261653,0.0005538063,0.00030734728,0.0032892786,0.00093506224,0.35849512,0.11395205,0.04188845,0.4781758,0.00022179955],"about_ca_topic_score_codex":0.0016724867,"about_ca_topic_score_gemma":0.0035037415,"teacher_disagreement_score":0.028473007,"about_ca_system_score_codex":0.00061361166,"about_ca_system_score_gemma":0.0016195702,"threshold_uncertainty_score":0.09525174},"labels":[],"label_agreement":null},{"id":"W3128138886","doi":"10.1145/1932682.1869521","title":"Registration-based language abstractions","year":2010,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Programmer; Construct (python library); Programming language; Language construct; Very high-level programming language; Key (lock); High-level programming language; Programming paradigm; Functional logic programming; Inductive programming","score_opus":0.03011480301778718,"score_gpt":0.3123308121305048,"score_spread":0.2822160091127176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128138886","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035242417,0.00035234404,0.9569128,0.0010473998,0.00039293626,0.00025651476,0.00024851406,0.0141295735,0.0231355],"genre_scores_gemma":[0.15583898,0.0011516219,0.77072614,0.0018303746,0.0005050986,0.00085011014,0.0016387168,0.0068504075,0.060608506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.987512,0.0032305997,0.0018221503,0.0020428223,0.0039280523,0.0014642681],"domain_scores_gemma":[0.9840608,0.0024862876,0.0010900742,0.009141505,0.002499525,0.0007217887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011789331,0.001138412,0.001188275,0.0016843493,0.0019065758,0.008416706,0.006807077,0.0022601837,0.016347932],"category_scores_gemma":[0.017330017,0.0016262517,0.0037617073,0.0017353996,0.0043895934,0.016166313,0.011717661,0.008335305,0.013209235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012677051,0.00007737008,0.00056460703,0.0002315296,0.00003332238,0.00018058837,0.0019541953,0.0025693001,0.0058541056,0.92030454,0.012775042,0.05532858],"study_design_scores_gemma":[0.00009552321,0.00014838374,0.00026187627,0.0002353377,0.00012216392,0.0006779158,0.00047469191,0.02720501,0.014083414,0.3880797,0.56847394,0.00014201568],"about_ca_topic_score_codex":0.0019086838,"about_ca_topic_score_gemma":0.002124752,"teacher_disagreement_score":0.016347932,"about_ca_system_score_codex":0.0028778145,"about_ca_system_score_gemma":0.0054424875,"threshold_uncertainty_score":0.062348723},"labels":[],"label_agreement":null},{"id":"W3128613986","doi":"","title":"Aspect mining in the presence of the C preprocessor","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Preprocessor; Computer science; Context (archaeology); Code (set theory); Process (computing); Data pre-processing; Software; Data mining; Programming language","score_opus":0.07100248308024065,"score_gpt":0.29332775282562307,"score_spread":0.22232526974538241,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128613986","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30446675,0.0006029097,0.682348,0.0005399528,0.000051405033,0.00022237694,0.00046338054,0.008030972,0.0032741097],"genre_scores_gemma":[0.34930593,0.00021160426,0.64788747,0.00012699325,0.000023122426,0.000063551845,0.0010319148,0.00041349322,0.00093590707],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99834406,0.00042305913,0.00016450555,0.00037690453,0.0005712107,0.00012025536],"domain_scores_gemma":[0.9888503,0.006407923,0.0012228353,0.002065147,0.0012679282,0.00018585817],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001896495,0.00054033,0.0004618061,0.0014934628,0.000769176,0.0014731776,0.0012800547,0.00078734814,0.00052308344],"category_scores_gemma":[0.0137496,0.0005009983,0.0006981269,0.0014126659,0.00067940145,0.0018397087,0.0012581084,0.001283336,0.00030757883],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00078869064,0.0003282219,0.076418474,0.0007854825,0.00019158768,0.004178174,0.0023293218,0.06738063,0.09941065,0.016757099,0.0051463386,0.7262854],"study_design_scores_gemma":[0.000058091427,0.00033048762,0.013906785,0.00012315511,0.00015266784,0.0021581587,0.000599033,0.80303454,0.12591325,0.033811223,0.019841988,0.000070713744],"about_ca_topic_score_codex":0.0022997668,"about_ca_topic_score_gemma":0.004046547,"teacher_disagreement_score":0.0022997668,"about_ca_system_score_codex":0.0002852861,"about_ca_system_score_gemma":0.0011674662,"threshold_uncertainty_score":0.010029793},"labels":[],"label_agreement":null},{"id":"W3129568273","doi":"10.71781/10592","title":"Vérification des patrons temporels d’utilisation d’API sans exécution du code : une approche et un outil","year":2020,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Université de Montréal","keywords":"Art; Computer science; Humanities","score_opus":0.13671264148463136,"score_gpt":0.3548017600251795,"score_spread":0.21808911854054813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129568273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06466184,0.0016423643,0.913193,0.001396764,0.00052459363,0.00057955435,0.00035468824,0.010363079,0.0072840843],"genre_scores_gemma":[0.4777817,0.002065822,0.50190175,0.0008107609,0.00022291852,0.0006771134,0.0013638373,0.0028555174,0.012320468],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.98027706,0.0050635706,0.0014411493,0.0034794076,0.008433595,0.0013052509],"domain_scores_gemma":[0.9662851,0.013223815,0.0019002752,0.009828863,0.0082089305,0.00055297447],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009415048,0.0017719885,0.001043381,0.0018106953,0.0014272743,0.00598344,0.0036243743,0.0031413946,0.007883976],"category_scores_gemma":[0.0335331,0.0012321954,0.003079643,0.0011183369,0.0029108578,0.0056623025,0.0036580786,0.003397589,0.0021723546],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025943464,0.000835814,0.026886186,0.0038178014,0.00061095716,0.0052467347,0.004280804,0.15152238,0.14084291,0.07854484,0.015023232,0.56979394],"study_design_scores_gemma":[0.0003699163,0.0013241781,0.0065570143,0.0011422371,0.0005009874,0.0028352758,0.0013471169,0.7360746,0.15394297,0.030804921,0.06468868,0.0004120788],"about_ca_topic_score_codex":0.0100575425,"about_ca_topic_score_gemma":0.0070175445,"teacher_disagreement_score":0.0100575425,"about_ca_system_score_codex":0.0018666524,"about_ca_system_score_gemma":0.004967239,"threshold_uncertainty_score":0.04979211},"labels":[],"label_agreement":null},{"id":"W3131721061","doi":"","title":"Can we refactor conditional compilation into aspects","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Code refactoring; Computer science; Preprocessor; Blueprint; Programming language; Source code; Code (set theory); Software engineering; Software; Set (abstract data type); Engineering","score_opus":0.03788132940705705,"score_gpt":0.30284514924752187,"score_spread":0.2649638198404648,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131721061","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40327862,0.00065467326,0.5629691,0.0017066727,0.00014837294,0.00015809406,0.00026811144,0.021761728,0.009054676],"genre_scores_gemma":[0.74820614,0.00040280836,0.24308851,0.00046697792,0.000039958697,0.00005503546,0.00042746606,0.002575574,0.0047376123],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992612,0.00017781334,0.00004598698,0.00017314986,0.00021290749,0.0001289989],"domain_scores_gemma":[0.99539477,0.0013336114,0.0005799619,0.0021460105,0.0004334804,0.00011215541],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012481202,0.00045686803,0.0003093138,0.0003975341,0.00022855135,0.00081944664,0.00081236934,0.0006850388,0.001526579],"category_scores_gemma":[0.008368574,0.00037824232,0.0004585648,0.0004252195,0.00078524527,0.0027058625,0.00068960467,0.0010346678,0.0006484539],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006511953,0.00026291504,0.032543786,0.0008263263,0.00013548466,0.0015243276,0.0046840007,0.037352767,0.15573704,0.04458143,0.011919025,0.70978177],"study_design_scores_gemma":[0.00019628914,0.0014243936,0.04216339,0.00054318766,0.0003925373,0.0044765105,0.0021474047,0.30062675,0.26364303,0.09318761,0.29091457,0.00028428787],"about_ca_topic_score_codex":0.0028412975,"about_ca_topic_score_gemma":0.0033573392,"teacher_disagreement_score":0.0028412975,"about_ca_system_score_codex":0.0002577979,"about_ca_system_score_gemma":0.00068419287,"threshold_uncertainty_score":0.006600797},"labels":[],"label_agreement":null},{"id":"W3135032580","doi":"10.1007/s10664-020-09913-9","title":"Software product-line evaluation in the large","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Saab; Vetenskapsrådet; Deutsche Forschungsgemeinschaft; Deutscher Akademischer Austauschdienst","keywords":"Domain engineering; Software product line; Software engineering; Product (mathematics); Domain (mathematical analysis); New product development; Software development; Product engineering; Systems engineering; Computer science; Process management; Software; Engineering; Risk analysis (engineering); Product design; Software construction; Business; Marketing","score_opus":0.07412629567025701,"score_gpt":0.34508034406743116,"score_spread":0.27095404839717413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135032580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191659,0.0009155923,0.050738648,0.0016616258,0.00006541886,0.0011468531,0.00029986905,0.00034771458,0.025658421],"genre_scores_gemma":[0.9804115,0.00014102327,0.017405424,0.000107156106,0.000017522221,0.00040229879,0.00024191634,0.000060431288,0.0012126305],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9402511,0.04494079,0.0017434261,0.0023494519,0.009648953,0.001066352],"domain_scores_gemma":[0.7964751,0.14038666,0.013447665,0.008211459,0.03693274,0.004546339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05003994,0.00059485517,0.0005210812,0.0041480632,0.0014291981,0.0037244747,0.0012301321,0.0008598697,0.004627007],"category_scores_gemma":[0.11924969,0.00026324386,0.00038466262,0.0027180742,0.001894926,0.006021253,0.0031557367,0.0010905328,0.0008180911],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00153377,0.0026266563,0.14952476,0.001323317,0.00019825954,0.0014184689,0.06965172,0.010910132,0.009703649,0.020388128,0.01336258,0.71935844],"study_design_scores_gemma":[0.00039986987,0.008586373,0.5224539,0.0027711138,0.00024890882,0.0012089624,0.12212211,0.11580098,0.023514,0.046266202,0.15602705,0.00060060504],"about_ca_topic_score_codex":0.0029998673,"about_ca_topic_score_gemma":0.002635073,"teacher_disagreement_score":0.05003994,"about_ca_system_score_codex":0.0047416426,"about_ca_system_score_gemma":0.0024967967,"threshold_uncertainty_score":0.26463962},"labels":[],"label_agreement":null},{"id":"W3135374914","doi":"10.1007/s10664-020-09892-x","title":"variED: an editor for collaborative, real-time feature modeling","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Deutsche Forschungsgemeinschaft; Deutscher Akademischer Austauschdienst","keywords":"Computer science; Feature model; Usability; Feature (linguistics); Software engineering; Software product line; Merge (version control); Software; Artifact (error); Human–computer interaction; Software development; Artificial intelligence; Information retrieval; Programming language","score_opus":0.040571527766392786,"score_gpt":0.3121451311731008,"score_spread":0.271573603406708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135374914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012455336,0.00016812187,0.916764,0.000308878,0.0007547702,0.00021465968,0.0016487538,0.073277995,0.0056173643],"genre_scores_gemma":[0.038530156,0.00046010432,0.89830595,0.00044533084,0.0005809761,0.00061501976,0.007430935,0.034924597,0.018706998],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9940942,0.00148372,0.0008542711,0.0011348824,0.0021906036,0.00024240451],"domain_scores_gemma":[0.9777034,0.012427258,0.0008413993,0.0058319196,0.0021931378,0.0010028642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074286815,0.0020661524,0.0016827447,0.0028403602,0.0012768168,0.0052155443,0.0071502733,0.0030548964,0.052885465],"category_scores_gemma":[0.027231598,0.0021154024,0.002933522,0.0017839863,0.0016333121,0.007752877,0.008039049,0.0059728203,0.021045888],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013487185,0.0005687317,0.0019775096,0.0022963667,0.00028620733,0.0040102885,0.0026577138,0.032177366,0.026053084,0.17677756,0.33198756,0.4198589],"study_design_scores_gemma":[0.00029539163,0.00016989384,0.00029614067,0.0003576515,0.000105919426,0.0012778174,0.00017141046,0.12480733,0.014030319,0.043590873,0.8146958,0.00020144151],"about_ca_topic_score_codex":0.00072813436,"about_ca_topic_score_gemma":0.0015030847,"teacher_disagreement_score":0.052885465,"about_ca_system_score_codex":0.0010567423,"about_ca_system_score_gemma":0.0021392542,"threshold_uncertainty_score":0.17691952},"labels":[],"label_agreement":null},{"id":"W3136788708","doi":"10.3233/978-1-60750-049-0-203","title":"An Aspect-Oriented Approach for Software Security Hardening: from Design to Implementation","year":2009,"lang":"en","type":"book-chapter","venue":"Frontiers in artificial intelligence and applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ericsson (Canada); Concordia University","funders":"","keywords":"Computer science; Software security assurance; Software engineering; Hardening (computing); Computer security; Materials science; Information security; Nanotechnology; Security service","score_opus":0.08053960710543852,"score_gpt":0.3402087309317364,"score_spread":0.2596691238262979,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3136788708","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018428769,0.0014413976,0.98470575,0.0010629131,0.000105988,0.0001418306,0.000020754895,0.0006148057,0.010063609],"genre_scores_gemma":[0.019854942,0.0025647518,0.9701268,0.00041932595,0.00007398911,0.00024177568,0.00007675453,0.00027211715,0.0063693975],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99811256,0.00056000776,0.00015784218,0.00022136574,0.000856932,0.000091252434],"domain_scores_gemma":[0.9984414,0.0006127693,0.00012106998,0.0003898445,0.00033299948,0.00010192489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029599934,0.0011617008,0.0005109023,0.0011669446,0.00088183174,0.0034898838,0.002391037,0.0016653189,0.0024554515],"category_scores_gemma":[0.0028941734,0.0011181718,0.0011683884,0.0012664691,0.0020768987,0.0035639484,0.0015474659,0.004479088,0.0015471736],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040225877,0.00020679599,0.00065542303,0.0010802317,0.00008085684,0.00054202904,0.002421994,0.011581595,0.025771113,0.5191982,0.008915122,0.42950642],"study_design_scores_gemma":[0.000073259565,0.00022362743,0.00091882085,0.0012710879,0.00020936609,0.0024357676,0.0006799135,0.08142645,0.02425571,0.43982083,0.448583,0.00010209782],"about_ca_topic_score_codex":0.0008893857,"about_ca_topic_score_gemma":0.0013146019,"teacher_disagreement_score":0.0034898838,"about_ca_system_score_codex":0.0009851158,"about_ca_system_score_gemma":0.00182421,"threshold_uncertainty_score":0.015654147},"labels":[],"label_agreement":null},{"id":"W3137928250","doi":"10.1007/978-3-540-75563-0_26","title":"A Goal Oriented Approach for Modeling and Analyzing Security Trade-Offs","year":2007,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Distributed computing; Software engineering","score_opus":0.04646338717370364,"score_gpt":0.29509569811493847,"score_spread":0.24863231094123484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137928250","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002351515,0.00016885574,0.9936785,0.0002348832,0.000017823317,0.0000998684,0.00009908886,0.00031132108,0.003038025],"genre_scores_gemma":[0.0900174,0.00061628956,0.9051332,0.00019044723,0.000053876898,0.00045288468,0.0002763641,0.00017407638,0.0030854733],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964994,0.0013830728,0.0002888729,0.0004991528,0.0010144459,0.00031490778],"domain_scores_gemma":[0.9960276,0.0023975389,0.00043580763,0.00054807635,0.00044026575,0.00015079591],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046836203,0.0027547062,0.0014778228,0.0033447598,0.0011238278,0.0054833842,0.0041493718,0.0023555344,0.0034165191],"category_scores_gemma":[0.0069048125,0.0016545611,0.003699292,0.0030158123,0.0027518678,0.005432879,0.0022353057,0.0037682212,0.00079620053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052408053,0.00015528659,0.0010323292,0.00023635107,0.00021188676,0.00024200349,0.00031648146,0.31545684,0.0017723069,0.64550376,0.0018090144,0.033211395],"study_design_scores_gemma":[0.000024338073,0.000041611835,0.00014607662,0.00006390245,0.0001326104,0.00007170077,0.00008053112,0.6240401,0.0011336539,0.36828113,0.005957682,0.00002666598],"about_ca_topic_score_codex":0.00776534,"about_ca_topic_score_gemma":0.008332877,"teacher_disagreement_score":0.00776534,"about_ca_system_score_codex":0.0024284858,"about_ca_system_score_gemma":0.002855528,"threshold_uncertainty_score":0.024769604},"labels":[],"label_agreement":null},{"id":"W3138532154","doi":"10.1007/3-540-47961-9_13","title":"Supporting the Deployment of Object-Oriented Frameworks","year":2002,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Computer science; Software deployment; Reuse; Task (project management); Software engineering; Ask price; Systems engineering; Engineering","score_opus":0.04868761298536817,"score_gpt":0.3008295263733999,"score_spread":0.2521419133880317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3138532154","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032898903,0.00080720475,0.9056683,0.0010173203,0.0003406589,0.00019344168,0.0001442677,0.034465924,0.024464022],"genre_scores_gemma":[0.3834177,0.0028969755,0.5705406,0.0005880182,0.0002443435,0.00029935178,0.0019567763,0.009370763,0.030685497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99781334,0.00043029524,0.00016245608,0.00020966576,0.00093696406,0.00044722593],"domain_scores_gemma":[0.99604756,0.0014334221,0.00015361972,0.0014952705,0.0005639205,0.00030620408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035214871,0.001055094,0.0008180938,0.0010519446,0.0014021298,0.004786396,0.004157495,0.0026545853,0.004359523],"category_scores_gemma":[0.01040665,0.0015482428,0.0009020834,0.0012890686,0.0011025486,0.0063972254,0.005143399,0.0032312723,0.0026730404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008059118,0.0005142332,0.004135956,0.0006827788,0.00011387929,0.0017306515,0.0032172822,0.031745978,0.047246605,0.2620084,0.06481911,0.5829792],"study_design_scores_gemma":[0.0003420738,0.0002441859,0.001996597,0.0005165928,0.0001994807,0.0011518965,0.00068502314,0.4572101,0.065452226,0.16348551,0.30848333,0.00023303216],"about_ca_topic_score_codex":0.00449598,"about_ca_topic_score_gemma":0.004513172,"teacher_disagreement_score":0.004786396,"about_ca_system_score_codex":0.00065375195,"about_ca_system_score_gemma":0.001684483,"threshold_uncertainty_score":0.01862365},"labels":[],"label_agreement":null},{"id":"W3139734315","doi":"10.1109/msr.2012.6224270","title":"The build dependency perspective of Android's concrete architecture","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Android (operating system); Architecture; Computer science; Android application; Applications architecture; Embedded system; Operating system; Software architecture; Software","score_opus":0.02006877884717029,"score_gpt":0.2893471802093744,"score_spread":0.2692784013622041,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139734315","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055777293,0.00027475524,0.9085145,0.0007530031,0.000045051733,0.00016288803,0.00048826367,0.0011284791,0.03285578],"genre_scores_gemma":[0.45965147,0.0008672035,0.5235609,0.00023369587,0.000047739086,0.00036662407,0.0014488025,0.00074116414,0.013082393],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984213,0.00036326653,0.00013893984,0.0003127059,0.00059518125,0.00016855565],"domain_scores_gemma":[0.99749005,0.0009517711,0.00024762223,0.0006939454,0.00052074227,0.00009597634],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011121315,0.00077423657,0.00022924997,0.0018436444,0.0010408757,0.002271036,0.00064813904,0.0011703098,0.0041637444],"category_scores_gemma":[0.0042851446,0.0011966029,0.0011978437,0.0010416489,0.0025667434,0.0041956385,0.0016316118,0.002475392,0.001008725],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007824956,0.00006740056,0.009782162,0.00037854305,0.00007035047,0.0019746285,0.008587852,0.025527058,0.022164864,0.8629054,0.004178053,0.06428549],"study_design_scores_gemma":[0.00004268446,0.00022306245,0.019926948,0.0005247763,0.00031974504,0.0037357463,0.0031004662,0.18349135,0.04126896,0.43098786,0.31621432,0.00016416612],"about_ca_topic_score_codex":0.012362737,"about_ca_topic_score_gemma":0.015446931,"teacher_disagreement_score":0.012362737,"about_ca_system_score_codex":0.0014735423,"about_ca_system_score_gemma":0.001770899,"threshold_uncertainty_score":0.024581552},"labels":[],"label_agreement":null},{"id":"W3142349354","doi":"","title":"Software Architecture Transformations","year":2000,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Computer science; Software architecture; Reference architecture; Architecture; Software architecture description; Graph rewriting; Multilayered architecture; Software engineering; Graph; Resource-oriented architecture; Database-centric architecture; Software; Abstraction; Programming language; Computer architecture; Software system; Theoretical computer science; Component-based software engineering","score_opus":0.016516243041346378,"score_gpt":0.25223976818211685,"score_spread":0.23572352514077047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142349354","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010875952,0.0002906981,0.9324488,0.00082398404,0.00023299202,0.0004981344,0.0006254343,0.0057500345,0.048453867],"genre_scores_gemma":[0.17187583,0.0013015221,0.79580086,0.00058233825,0.000080473605,0.00070128206,0.0017102795,0.0025523975,0.025394974],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9983057,0.00051747443,0.00011907633,0.00026390515,0.0006497737,0.00014397949],"domain_scores_gemma":[0.9971961,0.0009456891,0.00017238676,0.00097133097,0.0006496088,0.000064854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015388832,0.0010156473,0.00032994663,0.0017226558,0.0010206413,0.0019219201,0.00108634,0.0008879517,0.008547514],"category_scores_gemma":[0.006545262,0.0005174727,0.0013116822,0.0013570731,0.001336567,0.0022379658,0.002128428,0.00231747,0.0033711111],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082017825,0.000164855,0.0015060555,0.0004625208,0.00007588506,0.00060574047,0.0021317073,0.029517319,0.023998914,0.64989084,0.020853015,0.2707112],"study_design_scores_gemma":[0.000036679718,0.00010614448,0.00074922125,0.00020161824,0.0000805438,0.0006187867,0.00076245086,0.06679759,0.020481894,0.49445266,0.41566494,0.00004747763],"about_ca_topic_score_codex":0.0027073452,"about_ca_topic_score_gemma":0.0031275428,"teacher_disagreement_score":0.008547514,"about_ca_system_score_codex":0.0011065429,"about_ca_system_score_gemma":0.0021838476,"threshold_uncertainty_score":0.028594255},"labels":[],"label_agreement":null},{"id":"W3144346332","doi":"10.1109/re.2012.6345804","title":"Managing requirements uncertainty with partial models","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Traceability; Uncertainty analysis; Process (computing); Software engineering; Simulation; Programming language","score_opus":0.09612995630892222,"score_gpt":0.31242613960155735,"score_spread":0.2162961832926351,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3144346332","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02015944,0.00030432516,0.97295177,0.0009890008,0.000029373154,0.00015037469,0.0002256974,0.00065663713,0.0045333877],"genre_scores_gemma":[0.38200295,0.0007280741,0.613212,0.00035892645,0.00008240445,0.00056338555,0.0008328534,0.00022156989,0.0019978494],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9829533,0.00777173,0.0013223428,0.0013038435,0.0058800876,0.00076875836],"domain_scores_gemma":[0.95667756,0.025466532,0.0027252112,0.010203571,0.004206096,0.00072099536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012861422,0.001597437,0.0011927078,0.0021148196,0.0016303934,0.005742803,0.0027044448,0.0020655761,0.0016987401],"category_scores_gemma":[0.042306542,0.0017305748,0.0031079445,0.0020503756,0.0027243206,0.011147319,0.007117532,0.0037579015,0.0003516025],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020498109,0.00011702148,0.0028619918,0.00060116034,0.00024798315,0.0010190542,0.0026320757,0.4654079,0.0052023586,0.42201474,0.0024376118,0.097253196],"study_design_scores_gemma":[0.00004772431,0.000121192235,0.0003849019,0.00019835541,0.00016031557,0.00036584327,0.000496795,0.60875577,0.0051728142,0.36707708,0.017143536,0.00007571276],"about_ca_topic_score_codex":0.0058575026,"about_ca_topic_score_gemma":0.010296617,"teacher_disagreement_score":0.012861422,"about_ca_system_score_codex":0.0026440886,"about_ca_system_score_gemma":0.0037921383,"threshold_uncertainty_score":0.068018496},"labels":[],"label_agreement":null},{"id":"W3148201023","doi":"10.1109/please.2012.6229770","title":"Value-based portfolio scoping: An industrial case study","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Portfolio; Computer science; Valuation (finance); Workload; Product (mathematics); Process management; Business","score_opus":0.21422878953534882,"score_gpt":0.38545870482776745,"score_spread":0.17122991529241863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3148201023","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76742584,0.0013284691,0.20090094,0.0014302977,0.000030025061,0.0018289809,0.0004886018,0.00018344547,0.02638341],"genre_scores_gemma":[0.9029587,0.00080886163,0.093257934,0.00008066203,0.000013749597,0.0004626541,0.0002825425,0.00003472766,0.0021000702],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9952245,0.00297718,0.000279427,0.00029457756,0.0009890737,0.00023524908],"domain_scores_gemma":[0.9803192,0.016097259,0.0010226348,0.0010316108,0.001260631,0.00026862853],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070151463,0.00055851345,0.0004626503,0.0030410169,0.001992556,0.0018667777,0.0014819002,0.0020645957,0.0018206458],"category_scores_gemma":[0.017001145,0.00039068764,0.00060466095,0.0043256325,0.00107727,0.0016955142,0.0016816469,0.00070061465,0.00022753877],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007311178,0.0031376192,0.08955024,0.0018220885,0.0001961053,0.026279483,0.016497448,0.20240246,0.009910483,0.054422747,0.0078032017,0.5872471],"study_design_scores_gemma":[0.00042812753,0.0019060847,0.044309534,0.001601326,0.00031932205,0.011772083,0.030303868,0.7653115,0.028704938,0.06160103,0.053502787,0.00023948173],"about_ca_topic_score_codex":0.0041983128,"about_ca_topic_score_gemma":0.0065556075,"teacher_disagreement_score":0.0070151463,"about_ca_system_score_codex":0.0017479955,"about_ca_system_score_gemma":0.0015555694,"threshold_uncertainty_score":0.037100136},"labels":[],"label_agreement":null},{"id":"W3149109633","doi":"10.1109/icse.2012.6227159","title":"Partial models: Towards modeling and reasoning with uncertainty","year":2012,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":89,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software; Uncertainty analysis; Work (physics); Open source software; Software development; Software engineering; Simulation; Engineering; Programming language","score_opus":0.07134484016618564,"score_gpt":0.28931888309902615,"score_spread":0.2179740429328405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3149109633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027167657,0.00056016067,0.992353,0.0014582128,0.000048657465,0.00007703447,0.00016287262,0.0003125665,0.0023107347],"genre_scores_gemma":[0.15705712,0.0021196932,0.83635706,0.00075687753,0.00029982868,0.00048892794,0.00072062516,0.00023476483,0.0019650622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98318017,0.0088552125,0.0012294268,0.0015222584,0.00465641,0.0005564885],"domain_scores_gemma":[0.96073204,0.027652862,0.0021864332,0.005981593,0.0027475886,0.00069934834],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013868898,0.0022696825,0.0017991001,0.004150676,0.0020385329,0.009030737,0.004647379,0.003826904,0.0028040214],"category_scores_gemma":[0.044397067,0.0020304178,0.00539071,0.004157981,0.006622852,0.020321539,0.009254629,0.0071394825,0.0006489222],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081294726,0.00006394871,0.0011031363,0.00054519885,0.00024494206,0.0004313898,0.002124613,0.15335658,0.0010772534,0.78851146,0.0029050456,0.049555175],"study_design_scores_gemma":[0.000020464784,0.000029799548,0.00008334408,0.0001567412,0.00007374798,0.00013202206,0.0002804958,0.20401113,0.00086976733,0.7827736,0.011530278,0.00003866711],"about_ca_topic_score_codex":0.009235542,"about_ca_topic_score_gemma":0.010035822,"teacher_disagreement_score":0.013868898,"about_ca_system_score_codex":0.0028718547,"about_ca_system_score_gemma":0.003801905,"threshold_uncertainty_score":0.073346615},"labels":[],"label_agreement":null},{"id":"W315156860","doi":"10.1007/978-3-319-13590-8_10","title":"On the Usage of Network Visualization for Multiagent System Verification","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in social networks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software deployment; Distributed computing; Visualization; Multi-agent system; Controller (irrigation); Scale (ratio); Software engineering; Data mining; Artificial intelligence","score_opus":0.03811100056211015,"score_gpt":0.2900385954744745,"score_spread":0.2519275949123644,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W315156860","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0038381242,0.00020065898,0.98862016,0.00019644636,0.00004283569,0.00005896286,0.00009255677,0.003458607,0.0034916273],"genre_scores_gemma":[0.16250198,0.00059303734,0.83170927,0.00013432752,0.00006635809,0.00016695392,0.00039538386,0.0013374962,0.0030951896],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971752,0.0015502973,0.00017527542,0.00024242389,0.0007389589,0.000117937125],"domain_scores_gemma":[0.98364013,0.011730546,0.0004160224,0.0027947114,0.0012419306,0.00017668089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031144784,0.001254101,0.00090696017,0.0017565675,0.0008639655,0.0023387603,0.0018081684,0.0010840017,0.011052619],"category_scores_gemma":[0.019591426,0.00079629046,0.0012988268,0.0015697702,0.0012367447,0.00463003,0.003026626,0.0020817895,0.001447934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046275964,0.00023722264,0.002260001,0.00050220324,0.00013880464,0.00059699395,0.0008273703,0.1713948,0.016512217,0.22914754,0.015702961,0.5622171],"study_design_scores_gemma":[0.000025941878,0.000039000977,0.0003140268,0.00010547511,0.000026188063,0.00020522546,0.00006852442,0.87865776,0.0062604556,0.1036196,0.010651436,0.000026431897],"about_ca_topic_score_codex":0.0042729834,"about_ca_topic_score_gemma":0.004697322,"teacher_disagreement_score":0.011052619,"about_ca_system_score_codex":0.00074648415,"about_ca_system_score_gemma":0.0006511106,"threshold_uncertainty_score":0.03697467},"labels":[],"label_agreement":null},{"id":"W3154577825","doi":"10.1007/s00766-021-00349-1","title":"A Game-theoretic approach to analyze interacting actors in GRL goal models","year":2021,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"King Fahd University of Petroleum and Minerals","keywords":"Operationalization; Computer science; Game theory; Nash equilibrium; Requirements engineering; Stochastic game; Goal modeling; Perspective (graphical); Management science; Mathematical optimization; Mathematical economics; Engineering; Artificial intelligence; Software; Mathematics","score_opus":0.05365581364871434,"score_gpt":0.3040700666741221,"score_spread":0.25041425302540776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154577825","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012093741,0.00008925848,0.9768486,0.0006572598,0.00002152582,0.00015817845,0.000087735396,0.000079250836,0.009964428],"genre_scores_gemma":[0.61472005,0.00039336274,0.37167764,0.00036034777,0.000086108346,0.00071847514,0.00020164427,0.00014612336,0.011696298],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962071,0.0023040443,0.00011612811,0.00035922497,0.0005390855,0.0004743635],"domain_scores_gemma":[0.9915228,0.006750627,0.00048711288,0.00028690544,0.0004964118,0.00045612844],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046806913,0.0018788053,0.0014909265,0.0024421343,0.0016127027,0.004056946,0.0035991198,0.0022438327,0.0057654567],"category_scores_gemma":[0.011579545,0.0014075816,0.0026952915,0.001655089,0.004752727,0.0046640337,0.0032058246,0.0032303173,0.0005783808],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030414549,0.00007678537,0.00041181289,0.00007658375,0.000049542472,0.00010536061,0.0003127459,0.35939625,0.00056024286,0.6337511,0.0006792425,0.004549921],"study_design_scores_gemma":[0.000015234068,0.000030472334,0.00007198312,0.000021075788,0.00002282342,0.000017778577,0.00012320987,0.77068967,0.00015324447,0.22770195,0.0011375371,0.000015054174],"about_ca_topic_score_codex":0.015553662,"about_ca_topic_score_gemma":0.013286147,"teacher_disagreement_score":0.015553662,"about_ca_system_score_codex":0.005799606,"about_ca_system_score_gemma":0.0044455826,"threshold_uncertainty_score":0.04207927},"labels":[],"label_agreement":null},{"id":"W3160284308","doi":"","title":"Aspect-Oriented Programming: Radical Research in Modularity","year":2006,"lang":"en","type":"article","venue":"USENIX Security Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Modularity (biology); Computer science; Programming language","score_opus":0.0432798636921486,"score_gpt":0.3317825562496372,"score_spread":0.2885026925574886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160284308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016427405,0.02064864,0.91822976,0.019810611,0.00079000153,0.00006281567,0.00004080627,0.00040943935,0.02358054],"genre_scores_gemma":[0.41957816,0.024740674,0.5386667,0.0035718675,0.0035885705,0.00020858394,0.00010260518,0.00053545163,0.009007433],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971451,0.0011517395,0.0001157929,0.0005507156,0.0008796287,0.00015695521],"domain_scores_gemma":[0.9822535,0.0117295645,0.00054976676,0.0035081387,0.0014699745,0.000488995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0075816778,0.00089645956,0.0010303599,0.001609099,0.0017650198,0.004417533,0.0025125435,0.0019773582,0.0019338138],"category_scores_gemma":[0.018293405,0.00095374754,0.0010238742,0.0018028308,0.015432825,0.019095693,0.0035116286,0.007753354,0.0004717476],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013105669,0.000022673954,0.00020866573,0.00008521936,0.000012641131,0.000014286406,0.0003535591,0.0008319542,0.00031345774,0.9706581,0.000952251,0.026534054],"study_design_scores_gemma":[0.000018180544,0.000022202415,0.00013384511,0.00007347738,0.000016107115,0.00006488438,0.00008587369,0.0057219137,0.00047206937,0.9753566,0.018021423,0.00001344835],"about_ca_topic_score_codex":0.001123099,"about_ca_topic_score_gemma":0.0010071056,"teacher_disagreement_score":0.0075816778,"about_ca_system_score_codex":0.0019706863,"about_ca_system_score_gemma":0.002066006,"threshold_uncertainty_score":0.040096223},"labels":[],"label_agreement":null},{"id":"W3160301883","doi":"10.1109/icse-seip52600.2021.00012","title":"Challenges of Implementing Software Variability in Eclipse OMR: An Interview Study","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada); University of Alberta","funders":"","keywords":"Eclipse; Computer science; IBM; Software engineering; Context (archaeology); Business process reengineering; Software; Software development; Set (abstract data type); Data science; Programming language; Engineering","score_opus":0.15265195402835302,"score_gpt":0.376921272786853,"score_spread":0.22426931875849998,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160301883","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96855193,0.0002886255,0.01992284,0.004396271,0.00004537649,0.00013656216,0.000055106473,0.00008190929,0.006521348],"genre_scores_gemma":[0.9869322,0.0003042856,0.0075943912,0.001369687,0.000019962743,0.00019871221,0.00006248709,0.00009482429,0.0034234258],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9693233,0.024074864,0.0011244469,0.0012977417,0.0022115926,0.00196817],"domain_scores_gemma":[0.9022591,0.08109349,0.0040911045,0.0022905876,0.0074001877,0.0028655892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03400245,0.0008512123,0.00061661477,0.0016865219,0.0047283266,0.003156511,0.0015868442,0.0030544086,0.001582131],"category_scores_gemma":[0.06941504,0.0009007475,0.00041222223,0.0010678906,0.0044882437,0.0056075924,0.0040762946,0.0045163827,0.00040197867],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058665413,0.00011686064,0.007281601,0.000120247285,0.0000066046887,0.0016299641,0.9697509,0.0003152287,0.0028314984,0.0025710396,0.0013947919,0.013922557],"study_design_scores_gemma":[0.000025117826,0.00029654615,0.005220163,0.00038640245,0.000019462748,0.0016423137,0.93083185,0.0032840793,0.0031777052,0.0013431341,0.05367725,0.00009606121],"about_ca_topic_score_codex":0.005541213,"about_ca_topic_score_gemma":0.0094462745,"teacher_disagreement_score":0.03400245,"about_ca_system_score_codex":0.0053574587,"about_ca_system_score_gemma":0.0035542937,"threshold_uncertainty_score":0.1798243},"labels":[],"label_agreement":null},{"id":"W3162321264","doi":"10.1145/1082983.1082959","title":"A COTS architectural component specification stencil for selection and reasoning","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Component (thermodynamics); Reuse; Computer science; Stencil; Component-based software engineering; Selection (genetic algorithm); Reusability; Time to market; Software; Software engineering; Reliability engineering; Embedded system; Distributed computing; Programming language; Software development; Engineering; Artificial intelligence","score_opus":0.034490349738492174,"score_gpt":0.2696294193737587,"score_spread":0.23513906963526654,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162321264","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00061860826,0.0001176596,0.97081,0.0003004288,0.00010356771,0.00042198758,0.0015415798,0.022381116,0.003705079],"genre_scores_gemma":[0.009466726,0.00038760086,0.97136724,0.0004363386,0.000053918946,0.0007218088,0.0054489695,0.0040777745,0.008039618],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9953507,0.0011281203,0.0011629043,0.0004873538,0.0016192839,0.00025161996],"domain_scores_gemma":[0.9938113,0.0026797086,0.00046010496,0.0014141152,0.0014341654,0.00020058273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007342162,0.0025172806,0.0017498794,0.005079507,0.0020424975,0.0080681825,0.0030586438,0.0032453882,0.025438162],"category_scores_gemma":[0.012818461,0.0023831395,0.0043322197,0.0030224046,0.0013886516,0.004086676,0.0035796394,0.0038084015,0.013382054],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035662905,0.00023875438,0.002154121,0.0021262208,0.00021048913,0.0033825182,0.0027276478,0.031594276,0.02916833,0.4208256,0.12193314,0.38528234],"study_design_scores_gemma":[0.00019386034,0.00009404658,0.0005079109,0.00094652775,0.000092459086,0.0013364989,0.00043557264,0.13937095,0.024799354,0.0838142,0.7481828,0.00022581244],"about_ca_topic_score_codex":0.0089157475,"about_ca_topic_score_gemma":0.012532056,"teacher_disagreement_score":0.025438162,"about_ca_system_score_codex":0.002393871,"about_ca_system_score_gemma":0.006138659,"threshold_uncertainty_score":0.0850991},"labels":[],"label_agreement":null},{"id":"W3163016207","doi":"10.1145/1082983.1082958","title":"Decision support for customization of the COTS selection process","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Personalization; Exploit; Computer science; Process (computing); Context (archaeology); Domain (mathematical analysis); Selection (genetic algorithm); Software engineering; Software; Systems engineering; Risk analysis (engineering); Process management; Engineering; Artificial intelligence; World Wide Web","score_opus":0.021786134766569973,"score_gpt":0.29017755564087283,"score_spread":0.26839142087430284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163016207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06318652,0.0002031215,0.92579037,0.0008782835,0.00003838983,0.0006668331,0.00016435528,0.0025117476,0.0065603736],"genre_scores_gemma":[0.5341086,0.00020772732,0.4636518,0.00012461981,0.000033170287,0.00025425837,0.00030776314,0.000091402595,0.0012206327],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902896,0.0050074467,0.0010430469,0.0012665917,0.0019323146,0.00046092324],"domain_scores_gemma":[0.96066606,0.028990198,0.0033556686,0.0037342266,0.0026817545,0.00057214906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011598619,0.0011265153,0.000856666,0.0024573652,0.0008917115,0.0037225133,0.0017326865,0.0017042843,0.00566739],"category_scores_gemma":[0.035202414,0.00061890687,0.0009654182,0.001297148,0.0008512216,0.00263939,0.0018649634,0.0015287887,0.00094108866],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006184836,0.000967993,0.008341474,0.000739113,0.00015884994,0.00097246806,0.0016362712,0.22708163,0.02008725,0.029724224,0.0032595198,0.70641273],"study_design_scores_gemma":[0.00028068502,0.00036619717,0.0037455484,0.00035855596,0.00014196738,0.00033172563,0.0007129537,0.92281336,0.019463422,0.039266173,0.01236873,0.00015072206],"about_ca_topic_score_codex":0.0018543411,"about_ca_topic_score_gemma":0.002713709,"teacher_disagreement_score":0.011598619,"about_ca_system_score_codex":0.0010923903,"about_ca_system_score_gemma":0.0021129118,"threshold_uncertainty_score":0.061340094},"labels":[],"label_agreement":null},{"id":"W3163640945","doi":"10.1145/1082983.1082978","title":"A layered architecture for real-time distributed multi-agent systems","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Distributed computing; Computer science; Computation; Architecture; Resource (disambiguation); Quality of service; Service (business); Computer network","score_opus":0.03532475166962072,"score_gpt":0.2786938559581406,"score_spread":0.24336910428851988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163640945","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004310919,0.00063750806,0.98613715,0.0004907199,0.00009712122,0.00010014753,0.000041209067,0.001431492,0.0067537855],"genre_scores_gemma":[0.16337325,0.0016842792,0.82238847,0.00023782234,0.000095193864,0.00045204535,0.00021016489,0.00019297037,0.011365909],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989213,0.00030711066,0.00013761297,0.00011146703,0.00038383744,0.00013877642],"domain_scores_gemma":[0.99917334,0.00014084527,0.00009537978,0.0002002441,0.00021897041,0.00017121337],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012378902,0.0006203307,0.00047410914,0.0006080084,0.0010850612,0.0041332203,0.0016337951,0.0012621785,0.0024846604],"category_scores_gemma":[0.002051952,0.0006694946,0.0010440905,0.0006132056,0.001509241,0.0028926493,0.0025854143,0.0021694088,0.0012933464],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010384089,0.00009040095,0.0008698622,0.0003210336,0.0001094939,0.0005853802,0.0011783679,0.1470902,0.018808216,0.74718523,0.0053409813,0.078317024],"study_design_scores_gemma":[0.00006558341,0.00013323067,0.0003888882,0.00018685988,0.00013148513,0.00051969616,0.00024285681,0.5700579,0.008383272,0.2891599,0.13060151,0.00012873334],"about_ca_topic_score_codex":0.0042110826,"about_ca_topic_score_gemma":0.0047020214,"teacher_disagreement_score":0.0042110826,"about_ca_system_score_codex":0.0012762715,"about_ca_system_score_gemma":0.002052789,"threshold_uncertainty_score":0.009259999},"labels":[],"label_agreement":null},{"id":"W3168368555","doi":"10.1007/978-981-16-2994-5_7","title":"Detection of Asynchronous Concatenation Emergent Behaviour in Multi-Agent Systems","year":2021,"lang":"en","type":"book-chapter","venue":"Smart innovation, systems and technologies","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Concatenation (mathematics); Asynchronous communication; Computer science; Process (computing); Distributed computing; Programming language; Mathematics","score_opus":0.05418047779780401,"score_gpt":0.27549459607853083,"score_spread":0.22131411828072683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3168368555","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20553716,0.00025493142,0.78892714,0.00020074478,0.00008557402,0.000075115,0.0001404503,0.0010362592,0.0037427028],"genre_scores_gemma":[0.9129166,0.000096389536,0.0846942,0.000054425975,0.00004474398,0.000055146997,0.00018734472,0.00008689346,0.0018642322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99916756,0.00019332142,0.000053401458,0.00018601293,0.0003248182,0.00007500794],"domain_scores_gemma":[0.9942714,0.0039624525,0.0006351655,0.00038139673,0.00054304267,0.0002064485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008947422,0.0004364696,0.00065601384,0.0007253793,0.00042732235,0.0011410455,0.0008887283,0.00078259484,0.0010616609],"category_scores_gemma":[0.0068046954,0.0002984028,0.0003250275,0.00054221624,0.0006727932,0.001061363,0.001335095,0.00096923567,0.00023765839],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017261328,0.00047612513,0.034531932,0.0006024833,0.00028185442,0.0022761563,0.0013865172,0.3592681,0.1257534,0.09818315,0.005937542,0.3695765],"study_design_scores_gemma":[0.000009080627,0.000043031534,0.0020458435,0.000008170689,0.000008206245,0.00011405533,0.000042200958,0.9776357,0.005640218,0.014007963,0.00043539418,0.000010092727],"about_ca_topic_score_codex":0.00080069795,"about_ca_topic_score_gemma":0.00087151345,"teacher_disagreement_score":0.0011410455,"about_ca_system_score_codex":0.000441687,"about_ca_system_score_gemma":0.0003319536,"threshold_uncertainty_score":0.0047318935},"labels":[],"label_agreement":null},{"id":"W31754778","doi":"10.1007/s00285-019-01453-1","title":"Extensible Compiler Construction","year":2006,"lang":"en","type":"dissertation","venue":"(2006)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Allergy and Infectious Diseases; Natural Sciences and Engineering Research Council of Canada; National Institutes of Health; Dalhousie University; Simons Foundation; Howard Hughes Medical Institute","keywords":"Computer science; Programming language; Compiler; Extensibility; Modular programming; Modularity (biology); Object-oriented programming; Generic programming; Software engineering","score_opus":0.021163548768464997,"score_gpt":0.28144930749250086,"score_spread":0.26028575872403586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W31754778","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010361515,0.00075468805,0.8334447,0.00043154063,0.00037618238,0.00051691965,0.0035114887,0.12963799,0.020965032],"genre_scores_gemma":[0.118577726,0.0011556733,0.80736166,0.0006770717,0.00021098483,0.0013145063,0.017305927,0.026539207,0.026857182],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998292,0.00042978133,0.00018747753,0.00030857185,0.00052063784,0.00026152414],"domain_scores_gemma":[0.99631727,0.0009103116,0.00021351488,0.0017703791,0.00065316615,0.00013531005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023974937,0.0012496766,0.0008263616,0.0014814608,0.0007360346,0.0021772098,0.0029668517,0.0010069697,0.027450068],"category_scores_gemma":[0.010285558,0.0010817312,0.0017377574,0.0020895954,0.00080795423,0.004489405,0.004493759,0.0018893157,0.014858113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065331545,0.00031338137,0.0054292777,0.0011629165,0.00017306746,0.0008141583,0.00073542516,0.021475535,0.010819961,0.170045,0.16300327,0.62537473],"study_design_scores_gemma":[0.0002776066,0.00020844555,0.0021399895,0.0003339594,0.00015480242,0.00094181957,0.00023066925,0.16064708,0.02729278,0.19762374,0.61001605,0.00013292929],"about_ca_topic_score_codex":0.0013992104,"about_ca_topic_score_gemma":0.0017164497,"teacher_disagreement_score":0.027450068,"about_ca_system_score_codex":0.00069159357,"about_ca_system_score_gemma":0.0021044572,"threshold_uncertainty_score":0.0918296},"labels":[],"label_agreement":null},{"id":"W3176160541","doi":"10.1109/seams51251.2021.00040","title":"RoboMAX: Robotic Mission Adaptation eXemplars","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Adaptation (eye); Computer science; Domain (mathematical analysis); Key (lock); Human–computer interaction; Data science; Computer security","score_opus":0.07287415992067818,"score_gpt":0.29963281493559535,"score_spread":0.22675865501491715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176160541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113161385,0.003621264,0.6133278,0.0022552481,0.001631196,0.0019360766,0.0567667,0.11907306,0.08822722],"genre_scores_gemma":[0.24938937,0.00373729,0.56428015,0.0007634141,0.00025397082,0.002326011,0.11844823,0.019905118,0.040896498],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832326,0.00038995864,0.00013681945,0.00023910368,0.00078384986,0.0001269778],"domain_scores_gemma":[0.99579203,0.0017218855,0.00020661503,0.001346124,0.000717284,0.00021606656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001769123,0.0013062864,0.0006528508,0.0017398329,0.0009412218,0.0015817358,0.0036238784,0.0017416824,0.012705451],"category_scores_gemma":[0.0069530243,0.00070330227,0.0010705598,0.0015204664,0.00082696293,0.0021245384,0.0022522728,0.0023080462,0.00573026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010613314,0.0010407012,0.008294772,0.0060094153,0.0003278363,0.0036133444,0.00296878,0.16515337,0.029589614,0.037857126,0.42527074,0.318813],"study_design_scores_gemma":[0.00017416339,0.0006135107,0.0068741892,0.00064176775,0.00009197576,0.0020903742,0.0008030107,0.17065601,0.03122067,0.017994836,0.7685634,0.00027612882],"about_ca_topic_score_codex":0.004027934,"about_ca_topic_score_gemma":0.0106581915,"teacher_disagreement_score":0.012705451,"about_ca_system_score_codex":0.0006249746,"about_ca_system_score_gemma":0.0008104592,"threshold_uncertainty_score":0.042503953},"labels":[],"label_agreement":null},{"id":"W3178404199","doi":"10.36227/techrxiv.14870187.v1","title":"Software Product Line Analysis Using Variability-aware Datalog","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Datalog; Computer science; Programming language; Software product line; Java; Software; Product (mathematics); Pointer (user interface); Inference; Cartesian product; Lift (data mining); Set (abstract data type); Class (philosophy); Theoretical computer science; Data mining; Software development; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.08456199291468679,"score_gpt":0.33971994964813546,"score_spread":0.25515795673344865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3178404199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0135837495,0.00007955767,0.9815832,0.000094074014,0.000011345679,0.000031149764,0.00016140564,0.0038658674,0.00058971834],"genre_scores_gemma":[0.3382295,0.00034554754,0.6580505,0.00014628557,0.000050459952,0.00010605106,0.0010081256,0.0010168573,0.0010466725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997686,0.0004314224,0.00014552879,0.00035082956,0.0012642904,0.000121849574],"domain_scores_gemma":[0.9909327,0.005224261,0.0006697236,0.0022074583,0.00088020915,0.000085774904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017379755,0.00076575077,0.00055264455,0.001718016,0.00042190094,0.001964824,0.0017443881,0.0005331963,0.0016760151],"category_scores_gemma":[0.009426948,0.0007369719,0.0014491769,0.0011517205,0.0011683105,0.0032004472,0.0017985805,0.0019343182,0.0005013157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021352424,0.00021220755,0.010251486,0.0006239676,0.00018572205,0.00050435547,0.00054623745,0.39638793,0.046887152,0.0741394,0.0039188582,0.46612912],"study_design_scores_gemma":[0.000016445048,0.000048077378,0.00059451204,0.00004631151,0.000033124532,0.00010654893,0.00004723078,0.9174221,0.021820508,0.055799093,0.0040455917,0.000020371575],"about_ca_topic_score_codex":0.0025439118,"about_ca_topic_score_gemma":0.003481566,"teacher_disagreement_score":0.0025439118,"about_ca_system_score_codex":0.0006924143,"about_ca_system_score_gemma":0.001697837,"threshold_uncertainty_score":0.009191453},"labels":[],"label_agreement":null},{"id":"W3196831515","doi":"10.1145/3461001.3473054","title":"REVE 2021","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software product line; Computer science; Software engineering; Domain engineering; Scope (computer science); Domain (mathematical analysis); Reuse; Domain analysis; Semantics (computer science); Legacy system; Reverse engineering; Product (mathematics); Software; Data science; Software development; Programming language; Component-based software engineering; Software construction; Engineering","score_opus":0.030532415048297984,"score_gpt":0.2829296823076688,"score_spread":0.25239726725937084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3196831515","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013139612,0.0017082851,0.005208487,0.008912941,0.0056169857,0.00029493007,0.007902036,0.004290498,0.96475196],"genre_scores_gemma":[0.009229933,0.0010851566,0.004141959,0.0059049344,0.0010236276,0.00026364802,0.008228464,0.0016588705,0.96846336],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975236,0.00038554476,0.00013893399,0.00045698072,0.0012071697,0.00028776863],"domain_scores_gemma":[0.9965527,0.0005526978,0.00019563608,0.00062684255,0.001479168,0.0005929325],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002848292,0.000933977,0.0006415717,0.0017568358,0.0020329743,0.0062725,0.0019522969,0.004513969,0.61171275],"category_scores_gemma":[0.009313752,0.0006136871,0.0007998656,0.0011609663,0.00091784855,0.00296941,0.0030533383,0.0030087894,0.37535256],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002030694,0.00008063751,0.00070613204,0.00038411858,0.000017072285,0.00023245749,0.0001572958,0.0001713114,0.0017510919,0.03936271,0.8534696,0.10346447],"study_design_scores_gemma":[0.000011485497,0.000018365608,0.00023346314,0.000057841648,0.00000238751,0.00008631277,0.000027678716,0.00006519313,0.00023654358,0.001696563,0.9975574,0.0000066709013],"about_ca_topic_score_codex":0.0072103306,"about_ca_topic_score_gemma":0.01129811,"teacher_disagreement_score":0.38828725,"about_ca_system_score_codex":0.0024603559,"about_ca_system_score_gemma":0.0032297967,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W3197654718","doi":"10.1145/3461001.3475157","title":"International Workshop on Variability Management for Modern Technologies (VM4ModernTech 2021)","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Avionics; Computer science; Cloud computing; Reuse; Cyber-physical system; Software; Emerging technologies; Legacy system; Software engineering; Data science; Engineering management; Systems engineering; Engineering; Artificial intelligence","score_opus":0.04323509228180067,"score_gpt":0.31396231505354166,"score_spread":0.270727222771741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197654718","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021659592,0.06794946,0.5455974,0.06307787,0.055711113,0.0009390695,0.0057810466,0.0122558195,0.2270287],"genre_scores_gemma":[0.10296929,0.03972483,0.27393785,0.0075268145,0.016901627,0.0014995475,0.024353776,0.008789942,0.52429634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99464923,0.0017261249,0.00027522605,0.00076962,0.0018848454,0.00069497747],"domain_scores_gemma":[0.99274325,0.0022624936,0.00024825736,0.0013305335,0.0019631363,0.001452364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01014662,0.0017385408,0.0013436787,0.0017063097,0.0009125455,0.0058596996,0.0033936035,0.0031521716,0.061705448],"category_scores_gemma":[0.009053707,0.000720642,0.0020840345,0.0016375311,0.0011201553,0.005434072,0.006380411,0.0053312266,0.02803057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037374074,0.00033619572,0.0007902974,0.000762141,0.000111094036,0.0003161607,0.0006502688,0.006645664,0.0066211126,0.04896925,0.4380316,0.4963925],"study_design_scores_gemma":[0.00004800236,0.00020205663,0.0010868629,0.00044770737,0.000039808183,0.00027336643,0.00018168845,0.008769121,0.0027577532,0.032601178,0.95355105,0.000041513038],"about_ca_topic_score_codex":0.0023883702,"about_ca_topic_score_gemma":0.0022078373,"teacher_disagreement_score":0.061705448,"about_ca_system_score_codex":0.0021356775,"about_ca_system_score_gemma":0.003904573,"threshold_uncertainty_score":0.20642525},"labels":[],"label_agreement":null},{"id":"W3203192334","doi":"10.1109/tase52547.2021.00015","title":"A Formal Engineering Approach to Product Family Modeling","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Feature model; Computer science; Feature (linguistics); Code refactoring; Software engineering; Software product line; Formal specification; Process (computing); Product (mathematics); Formal methods; Set (abstract data type); Software; Programming language; Software development; Mathematics","score_opus":0.06344726471309103,"score_gpt":0.26543128787883247,"score_spread":0.20198402316574143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203192334","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00060929905,0.00029538898,0.9949477,0.00028626368,0.000027981256,0.000060400504,0.00006468384,0.00012717735,0.0035811502],"genre_scores_gemma":[0.049084503,0.0013991552,0.9436495,0.00020293235,0.0001237825,0.0004930206,0.00031653253,0.00012209854,0.0046084058],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970517,0.0012338114,0.00028608114,0.00034763847,0.0009130148,0.00016761095],"domain_scores_gemma":[0.9954913,0.0026708303,0.00039337156,0.00067429384,0.0006608858,0.000109297136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050593265,0.0012736601,0.00070349494,0.0026618682,0.001497121,0.0033381106,0.0032498136,0.001523494,0.004289283],"category_scores_gemma":[0.0072147422,0.0009961943,0.0027199711,0.0021334137,0.003835443,0.0039578914,0.0020907272,0.00312067,0.00095213775],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010289451,0.000042164906,0.00024179011,0.00015136483,0.000024709278,0.0002534855,0.00055613904,0.046761964,0.0010924966,0.9280303,0.0012949989,0.02154031],"study_design_scores_gemma":[0.000028344542,0.000063904416,0.00013136478,0.00019720341,0.000043124335,0.0003364956,0.00016623289,0.1547301,0.0013842427,0.77788556,0.06498859,0.000044850553],"about_ca_topic_score_codex":0.005085892,"about_ca_topic_score_gemma":0.0042071315,"teacher_disagreement_score":0.005085892,"about_ca_system_score_codex":0.0027184621,"about_ca_system_score_gemma":0.0032133244,"threshold_uncertainty_score":0.026756644},"labels":[],"label_agreement":null},{"id":"W3211827173","doi":"10.1145/2775053.2658768","title":"Efficient testing of software product lines via centralization (short paper)","year":2014,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Test case; Code coverage; Product (mathematics); Software; Test (biology); Product line; Code (set theory); Reliability engineering; Software development; Programming language; Set (abstract data type); Machine learning","score_opus":0.04444085400109277,"score_gpt":0.2806092380191183,"score_spread":0.23616838401802553,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3211827173","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.113054715,0.00046702533,0.8801414,0.00012180969,0.000026432,0.00013571924,0.000055505785,0.0044706,0.0015268518],"genre_scores_gemma":[0.74163777,0.00012474258,0.25618508,0.000086234526,0.000045739183,0.00015514519,0.00023176873,0.00041094233,0.0011225195],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99454534,0.0020081254,0.000400505,0.0012646671,0.0013264852,0.00045493076],"domain_scores_gemma":[0.9832481,0.0076013505,0.0025205675,0.004238648,0.0019209731,0.00047029523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033257345,0.0010830418,0.001237546,0.0018628858,0.00065188645,0.0014080689,0.001900371,0.0007099789,0.0022711665],"category_scores_gemma":[0.011028399,0.0009646758,0.00093026593,0.002090986,0.001938335,0.002882284,0.0028940442,0.0012472846,0.0007253174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015588903,0.00042016307,0.008929385,0.00043085072,0.00016960765,0.0006921107,0.00055887905,0.13457139,0.19150417,0.01581432,0.0026000554,0.64275026],"study_design_scores_gemma":[0.00018929887,0.0013316966,0.0042702756,0.00007077259,0.00017026592,0.0010041374,0.00009965594,0.8259398,0.1418081,0.021225391,0.003818263,0.00007238441],"about_ca_topic_score_codex":0.0014504554,"about_ca_topic_score_gemma":0.0015023785,"teacher_disagreement_score":0.0033257345,"about_ca_system_score_codex":0.0009087338,"about_ca_system_score_gemma":0.0017718999,"threshold_uncertainty_score":0.017588377},"labels":[],"label_agreement":null},{"id":"W3214123422","doi":"10.1007/s10270-021-00943-5","title":"CaRE: a refinement calculus for requirements engineering based on argumentation theory","year":2021,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Argumentation theory; Calculus (dental); Computer science; Refinement calculus; Mathematics; Epistemology; Programming language; Medicine; Philosophy","score_opus":0.05087963705011631,"score_gpt":0.30087826173164217,"score_spread":0.24999862468152587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3214123422","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012159712,0.00008986928,0.99332434,0.00030536312,0.00008517778,0.00013025335,0.00012863154,0.0011219538,0.0035984018],"genre_scores_gemma":[0.08883658,0.00031171192,0.90290445,0.0003761728,0.00013726925,0.00031444264,0.000525991,0.00056491233,0.006028436],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948055,0.0019726425,0.00037403576,0.00044903794,0.0020719913,0.00032678625],"domain_scores_gemma":[0.9938637,0.0038494675,0.00025661904,0.00088111695,0.0009430463,0.00020602581],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0067947735,0.001012098,0.0011806305,0.0022743638,0.0019019219,0.00436748,0.0021896763,0.002113167,0.0076297433],"category_scores_gemma":[0.0149546005,0.0010874388,0.003219825,0.0016755323,0.0034623705,0.0054073976,0.004188596,0.0038910506,0.0019153986],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106790896,0.00007696423,0.00026343527,0.00028119667,0.000057646466,0.0002165187,0.00071010744,0.016328124,0.0028534823,0.8924928,0.0065868367,0.0800262],"study_design_scores_gemma":[0.00011371302,0.00006728342,0.00016788332,0.00018935902,0.00012204328,0.0001993217,0.00017621023,0.12899433,0.004576333,0.7943047,0.07101475,0.00007397557],"about_ca_topic_score_codex":0.0046497043,"about_ca_topic_score_gemma":0.004774803,"teacher_disagreement_score":0.0076297433,"about_ca_system_score_codex":0.0014714425,"about_ca_system_score_gemma":0.0031859828,"threshold_uncertainty_score":0.035934687},"labels":[],"label_agreement":null},{"id":"W3217469509","doi":"10.1109/vlsi-soc53125.2021.9606984","title":"Aspect-Oriented Design Automation with Model Transformation","year":2021,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Infineon Technologies (Canada)","funders":"Ministry of Education","keywords":"Debugging; Computer science; Reuse; Embedded system; Automation; Scripting language; Model transformation; Electronic design automation; Code generation; Code reuse; Coding (social sciences); Model-driven architecture; System on a chip; Software engineering; Computer architecture; Programming language; Software; Engineering; Software development; Operating system","score_opus":0.04705287650585926,"score_gpt":0.2727172468862785,"score_spread":0.22566437038041925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217469509","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017718989,0.000046589783,0.9939658,0.000042982127,0.000020033334,0.00008539233,0.000051259223,0.0023294326,0.001686536],"genre_scores_gemma":[0.10478544,0.00042060038,0.8901,0.00012276362,0.000029039864,0.0005472501,0.0005413613,0.0010429765,0.0024105138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983596,0.0005250749,0.00011866795,0.00025254482,0.00064007525,0.00010407505],"domain_scores_gemma":[0.998906,0.00035732795,0.000089003785,0.00045823742,0.00017082624,0.000018532466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010673266,0.0011323391,0.0005142363,0.0009066201,0.00032977242,0.0010628236,0.0010910752,0.0006911976,0.0020782067],"category_scores_gemma":[0.002413835,0.00051768654,0.0014620535,0.0006284479,0.00092652335,0.00082684634,0.0012240526,0.0018451238,0.0010715914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001425061,0.00028269624,0.0011401386,0.0009137542,0.00021669964,0.00084528886,0.0007468923,0.3016672,0.1062888,0.2006879,0.0074586854,0.3796094],"study_design_scores_gemma":[0.00009585552,0.00015618533,0.00032974718,0.00012680062,0.00010553082,0.00055779185,0.00007317663,0.7319967,0.078010656,0.109948315,0.078551546,0.000047655096],"about_ca_topic_score_codex":0.0011685347,"about_ca_topic_score_gemma":0.0011582037,"teacher_disagreement_score":0.0020782067,"about_ca_system_score_codex":0.00044060728,"about_ca_system_score_gemma":0.0013929033,"threshold_uncertainty_score":0.0069522858},"labels":[],"label_agreement":null},{"id":"W34444373","doi":"10.1023/a:1025890110119","title":"An Evaluation of Scenario Notations and Construction Approaches for Telecommunication Systems Development","year":2003,"lang":"en","type":"article","venue":"Telecommunication Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science","score_opus":0.20919534485317898,"score_gpt":0.34679617494381604,"score_spread":0.13760083009063706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W34444373","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3283513,0.001158226,0.6310264,0.0016734634,0.00013882412,0.00156149,0.0012142934,0.0052763526,0.029599678],"genre_scores_gemma":[0.48933592,0.00077133055,0.50620496,0.000129572,0.000016266351,0.0004100848,0.0011333106,0.0004840905,0.0015145259],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.96538883,0.025053456,0.0019309174,0.0008369173,0.0061772503,0.0006126861],"domain_scores_gemma":[0.88474685,0.08911665,0.0040917704,0.009967331,0.010546864,0.0015304404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03270177,0.0014216107,0.00062409573,0.0029653162,0.0010025115,0.0047744135,0.0030944424,0.0018087287,0.004006693],"category_scores_gemma":[0.08296479,0.0007007398,0.000996273,0.002976695,0.0013068414,0.0067134243,0.0033943213,0.0016315068,0.0005648569],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005345283,0.0022901087,0.016155671,0.0032831442,0.00040080943,0.0006418711,0.007548787,0.25138405,0.015106309,0.22822511,0.005296331,0.4643226],"study_design_scores_gemma":[0.0008788037,0.0035935722,0.0042363694,0.001537083,0.00060930423,0.00084211054,0.0051363027,0.8618679,0.024362653,0.049449027,0.04726496,0.00022186086],"about_ca_topic_score_codex":0.0046837917,"about_ca_topic_score_gemma":0.0054313126,"teacher_disagreement_score":0.03270177,"about_ca_system_score_codex":0.0029146413,"about_ca_system_score_gemma":0.0038776854,"threshold_uncertainty_score":0.17294556},"labels":[],"label_agreement":null},{"id":"W348505267","doi":"","title":"The layered architecture revisited: Is it an optimization problem?","year":2013,"lang":"en","type":"article","venue":"Espace ÉTS (ETS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Architecture; Computer science; Heuristic; Set (abstract data type); Reference architecture; Applications architecture; Space-based architecture; Software architecture; Solution architecture; Optimization problem; Theoretical computer science; Software; Algorithm; Artificial intelligence; Programming language","score_opus":0.024462686917880477,"score_gpt":0.28008158856908905,"score_spread":0.2556189016512086,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W348505267","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0141522745,0.0010243525,0.9752045,0.0022975623,0.00006142998,0.000040974144,0.00005731941,0.000098460354,0.0070631206],"genre_scores_gemma":[0.36900955,0.002491167,0.62021446,0.00045142343,0.00013770624,0.00017135515,0.00020172766,0.00023933944,0.0070833815],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999033,0.00049146736,0.00003764818,0.00013398772,0.0002119362,0.00009196309],"domain_scores_gemma":[0.9974552,0.0018895852,0.00020356833,0.00016974595,0.00019780295,0.0000840604],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002024815,0.0009112114,0.0008971239,0.0005378784,0.00057783286,0.001662431,0.0010777694,0.0017742772,0.0033804225],"category_scores_gemma":[0.0066450653,0.00070761977,0.00089956773,0.0008097867,0.0016289831,0.0031916199,0.0013953029,0.0024316947,0.00048122794],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006052437,0.000052336884,0.0009376786,0.0003073249,0.00010842365,0.00017839661,0.00015554257,0.66846704,0.0013986328,0.2419855,0.003968426,0.08238019],"study_design_scores_gemma":[0.000026146608,0.00005026901,0.00025788086,0.000083991166,0.000040811086,0.00015347192,0.00015891156,0.69043815,0.0010911821,0.30040312,0.0072712637,0.000024724863],"about_ca_topic_score_codex":0.0032734927,"about_ca_topic_score_gemma":0.0029370792,"teacher_disagreement_score":0.0033804225,"about_ca_system_score_codex":0.0010154132,"about_ca_system_score_gemma":0.0014941265,"threshold_uncertainty_score":0.01130861},"labels":[],"label_agreement":null},{"id":"W376585898","doi":"","title":"Proceedings of the Fifth Workshop on Software Engineering Properties of Languages and Aspect Technologies (SPLAT 2007) : held at the Sixth International Conference on Aspect-Oriented Software Development, March 12-16, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"ACM Press eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aspect-oriented programming; Engineering; Software; Software engineering; Library science; Computer science; Programming language","score_opus":0.032556068187461026,"score_gpt":0.2434720122222328,"score_spread":0.21091594403477176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W376585898","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023415139,0.05614037,0.4667649,0.014986213,0.031583067,0.00060734665,0.0017536639,0.0040448518,0.4007044],"genre_scores_gemma":[0.04468332,0.037830926,0.11004611,0.0018953722,0.0039061247,0.00026945194,0.0051750485,0.0024628504,0.79373085],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990344,0.00020317847,0.000055061893,0.00013644542,0.00049404794,0.00007691931],"domain_scores_gemma":[0.998221,0.00057579327,0.00004754147,0.00019174202,0.00075511116,0.00020872554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019338864,0.0009079121,0.0011128141,0.0010623256,0.0007467836,0.004134131,0.0011063289,0.0010646451,0.03381615],"category_scores_gemma":[0.0022879273,0.00059238885,0.00077222503,0.0012907148,0.0007132802,0.002415759,0.0014393546,0.0024429834,0.01048629],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020016478,0.00024323906,0.00048486117,0.00048426044,0.000032995405,0.00021285657,0.0006965085,0.0013576474,0.006948215,0.021000348,0.41899064,0.5493483],"study_design_scores_gemma":[0.000043740478,0.00013685276,0.0011890751,0.00041908826,0.000055329117,0.00058079587,0.00019529863,0.005654347,0.0062472527,0.015102278,0.9703418,0.000034083252],"about_ca_topic_score_codex":0.0043870746,"about_ca_topic_score_gemma":0.011194493,"teacher_disagreement_score":0.03381615,"about_ca_system_score_codex":0.0010448999,"about_ca_system_score_gemma":0.002133971,"threshold_uncertainty_score":0.11312634},"labels":[],"label_agreement":null},{"id":"W40581054","doi":"10.1007/978-1-4020-8737-0_13","title":"Towards ASSL Specification of Self-Scheduling Design and Monitoring in Team-Robotics Modeled with AS-TRM","year":2008,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Robotics; Computer science; Liveness; Artificial intelligence; Scheduling (production processes); Correctness; Distributed computing; Autonomic computing; Software engineering; Real-time computing; Robot; Embedded system; Engineering; Programming language; Operating system","score_opus":0.078987573446225,"score_gpt":0.27738360377022997,"score_spread":0.19839603032400496,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W40581054","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026478213,0.00010016836,0.9925834,0.0001898653,0.000038493767,0.0000730436,0.00013879864,0.0009728026,0.003255573],"genre_scores_gemma":[0.15459876,0.0003084695,0.8320656,0.0004410286,0.000078826764,0.0005902476,0.0006786572,0.0008334914,0.01040496],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978381,0.0007406697,0.00025869385,0.00024903173,0.00075213984,0.00016145186],"domain_scores_gemma":[0.9977543,0.0008217996,0.00023965299,0.0005484472,0.00053704024,0.000098773366],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002850834,0.0010414514,0.00083822175,0.0007643386,0.0006601671,0.0024003556,0.0028161579,0.0015677342,0.0042552575],"category_scores_gemma":[0.0043377005,0.0010420831,0.0019260561,0.0007931031,0.0015774897,0.0023993556,0.00231257,0.0033082867,0.0019323225],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096117736,0.00012351581,0.0007530171,0.0005136059,0.00007516345,0.0004205519,0.00069036643,0.28996286,0.010127572,0.6232043,0.0065451907,0.06748781],"study_design_scores_gemma":[0.000037193764,0.0000486437,0.00013263356,0.000103747385,0.000046450412,0.00011836668,0.00009015104,0.7630051,0.0076302895,0.201905,0.026856871,0.000025607525],"about_ca_topic_score_codex":0.0041035735,"about_ca_topic_score_gemma":0.0073422114,"teacher_disagreement_score":0.0042552575,"about_ca_system_score_codex":0.0016186213,"about_ca_system_score_gemma":0.0023817702,"threshold_uncertainty_score":0.015076816},"labels":[],"label_agreement":null},{"id":"W4200301017","doi":"10.1109/models-c53483.2021.00123","title":"UCM4IoT: A Use Case Modelling Environment for IoT Systems","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Syntax; Domain-specific language; Software engineering; Domain (mathematical analysis); Modeling language; Requirements elicitation; Specification language; Unified Modeling Language; Systems engineering; Programming language; Requirements analysis; Artificial intelligence; Engineering; Software","score_opus":0.1942806855425317,"score_gpt":0.32716951947335715,"score_spread":0.13288883393082546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200301017","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029271487,0.0001302516,0.96609426,0.00045459435,0.0000583709,0.0008969717,0.0025670943,0.019286586,0.007584779],"genre_scores_gemma":[0.02724976,0.00042293937,0.956684,0.00021127576,0.000027357846,0.002234385,0.0060895775,0.0030849914,0.0039956807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9946919,0.0019395909,0.0010177759,0.0005226328,0.0015028709,0.0003252678],"domain_scores_gemma":[0.99285877,0.00454932,0.00072502985,0.0010596542,0.0005706563,0.00023656758],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00824618,0.001997126,0.0011411324,0.0050376477,0.0014761918,0.007312913,0.004888432,0.002896942,0.011448947],"category_scores_gemma":[0.015300699,0.002187479,0.0038555928,0.0026176486,0.0016555445,0.0063620117,0.0052709607,0.0038699221,0.0033569946],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045554986,0.0006806851,0.0044329725,0.0030854694,0.00040198606,0.004664993,0.008902407,0.17177771,0.02218338,0.52333564,0.06857235,0.1915068],"study_design_scores_gemma":[0.00023872315,0.00014827239,0.0008338759,0.0012045117,0.00016442963,0.0016183247,0.0009196364,0.41596678,0.014606827,0.096585356,0.4674332,0.0002800325],"about_ca_topic_score_codex":0.0065961145,"about_ca_topic_score_gemma":0.008797797,"teacher_disagreement_score":0.011448947,"about_ca_system_score_codex":0.0023859367,"about_ca_system_score_gemma":0.0035639566,"threshold_uncertainty_score":0.043610513},"labels":[],"label_agreement":null},{"id":"W4200411936","doi":"10.1109/models-c53483.2021.00096","title":"Multi-Language Support in TouchCORE","year":2021,"lang":"en","type":"article","venue":"2021 ACM/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Consistency (knowledge bases); Scalability; Programming language; Class (philosophy); Class diagram; Sequence diagram; Software engineering; Plug-in; Human–computer interaction; Unified Modeling Language; Artificial intelligence; Software; Database","score_opus":0.1321345846744711,"score_gpt":0.35088629050066633,"score_spread":0.21875170582619524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200411936","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013519469,0.0007387115,0.9198699,0.0005751426,0.00015292705,0.00016719903,0.0006228793,0.038507268,0.025846623],"genre_scores_gemma":[0.1876178,0.0016636829,0.74964803,0.0012386183,0.00010281573,0.00060129317,0.0042233863,0.022896534,0.032007847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99650097,0.0005873787,0.0003673017,0.000611135,0.0015790121,0.00035427336],"domain_scores_gemma":[0.99443024,0.0018790263,0.00026435638,0.0019399759,0.0011401355,0.00034622502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00392003,0.0013919139,0.0009929612,0.0013270242,0.0006562321,0.0050046085,0.0036598118,0.0019802917,0.0142732905],"category_scores_gemma":[0.008919583,0.001836338,0.0023507725,0.0009196817,0.001128726,0.009151528,0.008950496,0.0038223276,0.004776213],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013516153,0.00030715158,0.0030281746,0.0030666061,0.00026326693,0.0029694177,0.0078252405,0.027677549,0.10094857,0.41027123,0.05796805,0.38432318],"study_design_scores_gemma":[0.0002241266,0.0003025807,0.00091356615,0.0011843634,0.00018458179,0.0028088929,0.00056923716,0.119091265,0.052874792,0.087826476,0.73371595,0.0003041604],"about_ca_topic_score_codex":0.0023963342,"about_ca_topic_score_gemma":0.004800194,"teacher_disagreement_score":0.0142732905,"about_ca_system_score_codex":0.0015104897,"about_ca_system_score_gemma":0.0030941644,"threshold_uncertainty_score":0.047748923},"labels":[],"label_agreement":null},{"id":"W4200563922","doi":"10.1109/iemcon53756.2021.9623123","title":"Comparative Analysis of Genetic Algorithm and XML Filtering Technique for Multi-Tenant SaaS Configuration Management","year":2021,"lang":"en","type":"article","venue":"2021 IEEE 12th Annual Information Technology, Electronics and Mobile Communication Conference (IEMCON)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software as a service; Computer science; Cloud computing; Scalability; XML; Software product line; Software; Software deployment; Distributed computing; Database; Software engineering; Operating system; Software development","score_opus":0.029036914631733468,"score_gpt":0.3129984147550945,"score_spread":0.283961500123361,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200563922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5044133,0.0041051465,0.47493562,0.00067463994,0.00022119065,0.00023070056,0.00012841196,0.0022714923,0.013019508],"genre_scores_gemma":[0.8524094,0.0008782845,0.14473611,0.00010027374,0.000028427261,0.00008338504,0.00016807158,0.00008526304,0.0015107082],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984401,0.00049125956,0.00008625595,0.0002495851,0.00050013966,0.00023260251],"domain_scores_gemma":[0.9969296,0.001939286,0.0002329085,0.000188537,0.0006014375,0.000108217515],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023338688,0.00084677595,0.0009489074,0.0017988905,0.00068274786,0.0012320123,0.0008931775,0.0010783091,0.0013601196],"category_scores_gemma":[0.004356351,0.00025143742,0.00087204017,0.0016108343,0.0003455135,0.0011395605,0.00037593627,0.0005384876,0.00015015047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000654454,0.00042274478,0.006070026,0.00022682364,0.0002349823,0.00016668352,0.00014718511,0.7360096,0.0066609886,0.004245366,0.0014257877,0.24373537],"study_design_scores_gemma":[0.000026383514,0.00024348588,0.0014479617,0.000010120661,0.000050218892,0.000053236017,0.00006926481,0.9946464,0.0022221617,0.0005393546,0.00067960843,0.000011827716],"about_ca_topic_score_codex":0.012329896,"about_ca_topic_score_gemma":0.0070722415,"teacher_disagreement_score":0.012329896,"about_ca_system_score_codex":0.0013562881,"about_ca_system_score_gemma":0.001563948,"threshold_uncertainty_score":0.024516284},"labels":[],"label_agreement":null},{"id":"W4205532491","doi":"10.1007/978-3-540-69073-3_1","title":"11th International Workshop on Aspect-Oriented Modeling","year":2008,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Presentation (obstetrics); Software engineering; Aspect-oriented programming; Process (computing); Software; Systems engineering; Engineering; Programming language","score_opus":0.04883113951744619,"score_gpt":0.29297219533266977,"score_spread":0.24414105581522358,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205532491","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0055918563,0.0043379636,0.92691404,0.0019390965,0.0035808943,0.00016355955,0.00034516034,0.004921376,0.05220613],"genre_scores_gemma":[0.06959641,0.010376467,0.7643624,0.0013403932,0.0014624605,0.00037277344,0.005052148,0.004700135,0.1427368],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99824095,0.00049413176,0.00017190905,0.00025187747,0.0006915993,0.00014947103],"domain_scores_gemma":[0.99864215,0.00027970396,0.00004884848,0.00057785586,0.0003422608,0.0001092105],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0031484612,0.001492217,0.0012701887,0.0011220013,0.000577336,0.0037141016,0.0024224457,0.0013117272,0.02276603],"category_scores_gemma":[0.0033224737,0.0008892264,0.0019051614,0.0011826673,0.00051802665,0.0035974754,0.002435195,0.002771805,0.008188599],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028584755,0.0004013876,0.0010746414,0.0005454307,0.00015507595,0.00041660757,0.0006284581,0.01171681,0.012551206,0.12133339,0.10457696,0.74631405],"study_design_scores_gemma":[0.000049421782,0.0001258568,0.0007369567,0.0004017482,0.00016863663,0.0007385349,0.00013863895,0.068707146,0.012220029,0.09634488,0.82032764,0.000040528063],"about_ca_topic_score_codex":0.0012537834,"about_ca_topic_score_gemma":0.0019516755,"teacher_disagreement_score":0.97723395,"about_ca_system_score_codex":0.0005915962,"about_ca_system_score_gemma":0.001233577,"threshold_uncertainty_score":0.076159954},"labels":[],"label_agreement":null},{"id":"W4210477369","doi":"10.21203/rs.3.rs-1264268/v1","title":"Applying Declarative Analysis to Industrial Automotive Software Product Line Models","year":2022,"lang":"en","type":"preprint","venue":"Research Square","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"","keywords":"Automotive industry; Product line; Software product line; Computer science; Product (mathematics); Software; Software engineering; Manufacturing engineering; Programming language; Engineering; Software development; Mathematics","score_opus":0.33074144482557705,"score_gpt":0.4569148006708244,"score_spread":0.12617335584524736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210477369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2791136,0.00010208909,0.71436816,0.00017055278,0.000013930119,0.00008842105,0.00030964546,0.0036582097,0.0021754077],"genre_scores_gemma":[0.7023586,0.00011425731,0.29492363,0.00006381789,0.000009308763,0.00008040255,0.001072303,0.0002775027,0.0011002106],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824727,0.00068142574,0.00011949071,0.0001882831,0.0006591447,0.000104407685],"domain_scores_gemma":[0.9948495,0.0032588542,0.00033661752,0.00070098694,0.00080369477,0.000050338676],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015131745,0.00066934276,0.00029600988,0.00083996233,0.00032698366,0.0011420426,0.001034116,0.00042429406,0.00091182836],"category_scores_gemma":[0.005184556,0.00038677364,0.00076059235,0.00077865267,0.00061037764,0.0008133162,0.0010603872,0.000995414,0.00018853319],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020617177,0.00036149644,0.011709666,0.00026744654,0.00009428814,0.00082796457,0.0014234335,0.80879074,0.037003063,0.025365308,0.001628061,0.1123223],"study_design_scores_gemma":[0.000009307045,0.000043890665,0.00069826376,0.000008774316,0.0000127562225,0.000030251784,0.00009139561,0.9841706,0.010249092,0.0035272527,0.0011518332,0.000006513334],"about_ca_topic_score_codex":0.009282469,"about_ca_topic_score_gemma":0.011354074,"teacher_disagreement_score":0.009282469,"about_ca_system_score_codex":0.00077132706,"about_ca_system_score_gemma":0.00070785783,"threshold_uncertainty_score":0.018456876},"labels":[],"label_agreement":null},{"id":"W4210709407","doi":"10.3233/jid-210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Correctness; Feature (linguistics); IBM; Goal modeling; Function (biology); Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210709407","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007282927,0.00005172353,0.9902383,0.00006795747,0.000010844293,0.00006897389,0.00004269046,0.00046727475,0.0017692273],"genre_scores_gemma":[0.1975413,0.00010091219,0.79957193,0.000059450074,0.000009729368,0.0004426919,0.0001976775,0.00034893097,0.0017273922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.998409,0.0006139692,0.00008761639,0.00026177889,0.0005043231,0.00012344574],"domain_scores_gemma":[0.99800056,0.0012049974,0.0002117188,0.00023454407,0.00029406918,0.00005397632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002532931,0.001475095,0.0006875559,0.0010377547,0.0005102963,0.0014336844,0.0012770486,0.00090700586,0.0032521002],"category_scores_gemma":[0.0058435802,0.00074268517,0.0016252642,0.0006532441,0.0011443833,0.0013849126,0.0013345833,0.0014208603,0.00048272684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000446263,0.00005126047,0.00063788996,0.00011283064,0.0000359019,0.00005877272,0.00015208498,0.93127793,0.0028342488,0.026735658,0.0006377738,0.037420962],"study_design_scores_gemma":[0.000012114242,0.000023173914,0.000070641705,0.000012511968,0.000012167491,0.00001305329,0.000017487515,0.98950326,0.0013982839,0.007128959,0.0018022931,0.000006040505],"about_ca_topic_score_codex":0.0049702358,"about_ca_topic_score_gemma":0.005342118,"teacher_disagreement_score":0.0049702358,"about_ca_system_score_codex":0.0017108049,"about_ca_system_score_gemma":0.0023024147,"threshold_uncertainty_score":0.013395548},"labels":[],"label_agreement":null},{"id":"W4212964004","doi":"10.1145/1370062","title":"Proceedings of the 3rd international workshop on Sharing and reusing architectural knowledge","year":2008,"lang":"en","type":"paratext","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Presentation (obstetrics); Variety (cybernetics); Reuse; Field (mathematics); Service (business); Engineering ethics; Computer science; Engineering management; Sociology; Engineering; Business; Artificial intelligence","score_opus":0.05831136434547072,"score_gpt":0.31826407602832885,"score_spread":0.2599527116828581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4212964004","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021807874,0.03585517,0.49457353,0.04109284,0.036301922,0.0011576917,0.0017684089,0.0052040513,0.3622384],"genre_scores_gemma":[0.09901567,0.024184115,0.31594366,0.004643791,0.0043074163,0.0011633172,0.00774833,0.004038434,0.5389552],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966935,0.0013681975,0.0002548179,0.00048982294,0.00088336796,0.00031028656],"domain_scores_gemma":[0.99579054,0.00140914,0.00012599067,0.00095492037,0.0010292635,0.00069021026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0051750513,0.0013255342,0.001081438,0.001704914,0.0016887747,0.008033412,0.0026819855,0.0027736365,0.058991723],"category_scores_gemma":[0.007067358,0.0008660293,0.0020676542,0.0014862749,0.0022585134,0.007586125,0.00509524,0.004277321,0.016407888],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035878585,0.00042276934,0.0007225254,0.0008744493,0.00011095207,0.0007553761,0.0059519084,0.0027208263,0.008166878,0.051558774,0.47197872,0.45637798],"study_design_scores_gemma":[0.000026761187,0.00005604907,0.0005892548,0.0004165223,0.000037553596,0.000345184,0.0011979614,0.0020249241,0.0013487592,0.015968038,0.97795343,0.000035549878],"about_ca_topic_score_codex":0.004479998,"about_ca_topic_score_gemma":0.007238597,"teacher_disagreement_score":0.058991723,"about_ca_system_score_codex":0.0017766891,"about_ca_system_score_gemma":0.00284828,"threshold_uncertainty_score":0.19734699},"labels":[],"label_agreement":null},{"id":"W4213325903","doi":"10.1016/s1571-0661(05)80487-6","title":"Preface","year":2002,"lang":"en","type":"article","venue":"Electronic Notes in Theoretical Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Software engineering; Notation; Event (particle physics); Popularity; Software development; Rotation formalisms in three dimensions; Software; Programming language; Mathematics","score_opus":0.017528815308889424,"score_gpt":0.2667824920485299,"score_spread":0.24925367673964047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213325903","genre_codex":"other","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010276536,0.00923586,0.004528693,0.01886346,0.07474404,0.00037684676,0.00933743,0.0019909807,0.87989503],"genre_scores_gemma":[0.0038915202,0.0046176407,0.0020438593,0.004122664,0.009418409,0.00018119112,0.008913476,0.0008933744,0.96591794],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867165,0.00016429671,0.00008931388,0.00027668296,0.0006715248,0.00012651013],"domain_scores_gemma":[0.9971137,0.0004438749,0.00010425173,0.00034612985,0.001454175,0.0005378047],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011298105,0.0011456939,0.0010194989,0.0024674735,0.0023410532,0.005757213,0.0018124828,0.0017203719,0.6184471],"category_scores_gemma":[0.0069465805,0.00035330604,0.0007291357,0.0024149052,0.00071182504,0.0040610246,0.0029890807,0.002554873,0.44950667],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027240008,0.000020074378,0.000103476195,0.00011679733,0.0000024113788,0.000037134556,0.00009178943,0.00005103879,0.00012573175,0.005397417,0.9416892,0.05233768],"study_design_scores_gemma":[0.0000021589199,0.000009821689,0.0001297279,0.00006300006,0.0000010018093,0.00004251539,0.000059277918,0.000018846504,0.00004338764,0.0010912713,0.9985361,0.0000028222712],"about_ca_topic_score_codex":0.0023846556,"about_ca_topic_score_gemma":0.0028304874,"teacher_disagreement_score":0.6184471,"about_ca_system_score_codex":0.0019292515,"about_ca_system_score_gemma":0.0024135537,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4214647708","doi":"10.1002/smr.377","title":"Search‐based many‐to‐one component substitution","year":2008,"lang":"en","type":"article","venue":"Journal of Software Maintenance and Evolution Research and Practice","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Component (thermodynamics); Substitution (logic); Unavailability; Computer science; Mechanism (biology); Heuristics; Obsolescence; Engineering; Reliability engineering; Programming language","score_opus":0.1530069501892292,"score_gpt":0.3788819055904562,"score_spread":0.225874955401227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214647708","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07200187,0.00022067213,0.9185432,0.00016759377,0.000059778373,0.00021020767,0.00008599847,0.0042258925,0.004484736],"genre_scores_gemma":[0.46163785,0.00009807141,0.5317386,0.000166657,0.000023891245,0.00017644353,0.0003645373,0.0006461577,0.005147783],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99724823,0.00084069534,0.0002392812,0.00051410263,0.0009171939,0.00024051091],"domain_scores_gemma":[0.99281925,0.0029594838,0.0006277066,0.0025681218,0.0008759572,0.00014939897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00213251,0.0010860339,0.0014287354,0.0016444199,0.0008081033,0.0012584045,0.0029019173,0.0011159164,0.006042122],"category_scores_gemma":[0.007828604,0.00056653324,0.0011590094,0.0011803248,0.0016311969,0.0022696662,0.0027076632,0.0008355902,0.0015702889],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015907818,0.0006151556,0.0075868154,0.00071738235,0.0003408229,0.0008704148,0.0009834247,0.19970591,0.07768491,0.10865787,0.0072564078,0.59399015],"study_design_scores_gemma":[0.00012858374,0.00039302852,0.0011718121,0.00006131705,0.00015600695,0.00066934625,0.0001564693,0.8657951,0.07595163,0.04302673,0.012395709,0.000094288356],"about_ca_topic_score_codex":0.0010605403,"about_ca_topic_score_gemma":0.0013065223,"teacher_disagreement_score":0.006042122,"about_ca_system_score_codex":0.000616963,"about_ca_system_score_gemma":0.0010981173,"threshold_uncertainty_score":0.020212889},"labels":[],"label_agreement":null},{"id":"W4225385632","doi":"10.1002/cpe.6974","title":"Execution trace‐based model verification to analyze multicore and real‐time systems","year":2022,"lang":"en","type":"article","venue":"Concurrency and Computation Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Telefonaktiebolaget LM Ericsson","keywords":"Computer science; Debugging; TRACE (psycholinguistics); Tracing; Multi-core processor; Workflow; Key (lock); Distributed computing; Real-time computing; Embedded system; Programming language; Operating system; Database","score_opus":0.05049310498795191,"score_gpt":0.3517176971639413,"score_spread":0.3012245921759894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225385632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031183654,0.0000895318,0.9651918,0.00009111143,0.000028357561,0.00007238416,0.00012300344,0.0024200713,0.0008001151],"genre_scores_gemma":[0.6170978,0.00012126883,0.37973827,0.00008699808,0.00002085174,0.00020959073,0.000621066,0.0007606921,0.0013434283],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980654,0.00060485944,0.00012999681,0.00026783402,0.0007271664,0.000204678],"domain_scores_gemma":[0.9911806,0.0054558613,0.00073564134,0.0009294249,0.0014681893,0.00023031529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021106799,0.001650802,0.00087198446,0.0020923843,0.00080347393,0.0012456712,0.0015012065,0.00093364733,0.003685506],"category_scores_gemma":[0.012853809,0.00064590346,0.0014958291,0.0012549692,0.001165641,0.002212541,0.0015757843,0.0016247297,0.00034167105],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011438286,0.00008351615,0.002160872,0.00011815138,0.00005559439,0.00010547065,0.00006658551,0.9489016,0.0056083114,0.012709656,0.00051783933,0.029558158],"study_design_scores_gemma":[0.000005041096,0.000010318484,0.0000642763,0.0000043508385,0.0000029565826,0.000008798009,0.0000060883003,0.9949056,0.0019235817,0.0028446445,0.00022117402,0.0000032523187],"about_ca_topic_score_codex":0.018491182,"about_ca_topic_score_gemma":0.016958587,"teacher_disagreement_score":0.018491182,"about_ca_system_score_codex":0.0017378738,"about_ca_system_score_gemma":0.0031809835,"threshold_uncertainty_score":0.036767125},"labels":[],"label_agreement":null},{"id":"W4230250513","doi":"10.1145/503222.503223","title":"Using aspectC to improve the modularity of path-specific customization in operating system code","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Modularity (biology); Code refactoring; Personalization; Scheduling (production processes); Architecture; Path (computing); Code (set theory); Operating system; Distributed computing; Context (archaeology); Computer architecture; Parallel computing; Programming language; Software; Engineering; World Wide Web","score_opus":0.07168538791869956,"score_gpt":0.30870687229828975,"score_spread":0.2370214843795902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230250513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06970798,0.00014309495,0.89356655,0.00033261834,0.00008619,0.0003502411,0.000101557605,0.03283161,0.0028802208],"genre_scores_gemma":[0.22852845,0.0001702021,0.75814605,0.00034799258,0.000054124506,0.000290111,0.00038744224,0.009364719,0.0027108581],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970204,0.00080517895,0.0003883145,0.0005024698,0.0010452825,0.00023825117],"domain_scores_gemma":[0.97691274,0.007523065,0.001955087,0.010515558,0.0026555096,0.00043805904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043448503,0.0011148885,0.00050514087,0.0011202241,0.00065114815,0.0018787438,0.002059008,0.001000688,0.0016711042],"category_scores_gemma":[0.025370745,0.0013363151,0.0013367981,0.00092243805,0.001698952,0.0042115985,0.0026637057,0.0036455954,0.0008289835],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011929683,0.0008325188,0.023007194,0.00093901413,0.00033566766,0.0016177585,0.00474856,0.06105085,0.25667283,0.06344932,0.011555234,0.5745981],"study_design_scores_gemma":[0.00042200164,0.0008610877,0.007880688,0.00028166058,0.00044912545,0.0021300584,0.0002779295,0.52582484,0.31273472,0.049861707,0.09894268,0.00033353514],"about_ca_topic_score_codex":0.0020462584,"about_ca_topic_score_gemma":0.0023262713,"teacher_disagreement_score":0.0043448503,"about_ca_system_score_codex":0.0006567576,"about_ca_system_score_gemma":0.0015213919,"threshold_uncertainty_score":0.022978067},"labels":[],"label_agreement":null},{"id":"W4230496176","doi":"10.1109/aspec.2007.54","title":"Aligning the Map Requirements Modelling with the B-method for Formal Software Development","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Computer science; Software engineering; Formal specification; Software requirements specification; Software development; Requirements analysis; Software requirements; Requirements elicitation; Formal methods; Formal verification; System requirements specification; Requirements management; Software construction; Programming language; Systems engineering; Software; Engineering","score_opus":0.07290963996075285,"score_gpt":0.3233122804366441,"score_spread":0.2504026404758913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230496176","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006723531,0.000027784135,0.99703825,0.00015478743,0.000010139504,0.00009148236,0.00001406051,0.00023880845,0.0017523638],"genre_scores_gemma":[0.012775304,0.00008993311,0.9857837,0.00007808921,0.000010539278,0.00035265065,0.000051037554,0.00012518132,0.00073357957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98993874,0.0056070313,0.00073661853,0.0006433288,0.0028023124,0.0002721032],"domain_scores_gemma":[0.9875365,0.0075273747,0.00082560274,0.0022458984,0.001598075,0.00026658218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00928061,0.0011871742,0.00075723947,0.0033437696,0.0012530527,0.0030356336,0.0021830292,0.002107701,0.0046206736],"category_scores_gemma":[0.0160843,0.0012751142,0.0021385541,0.0020762456,0.0033465044,0.004431152,0.0032786373,0.003067923,0.002385838],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007582087,0.00016403443,0.0009799452,0.00079396303,0.00006867662,0.0005827131,0.0034032655,0.03707553,0.010391944,0.731066,0.0041439133,0.2112542],"study_design_scores_gemma":[0.00014370901,0.00032506217,0.0007951873,0.000696637,0.00009603268,0.0011151823,0.0010644149,0.30022785,0.013564809,0.52688617,0.15489055,0.00019434614],"about_ca_topic_score_codex":0.0048943153,"about_ca_topic_score_gemma":0.004059162,"teacher_disagreement_score":0.00928061,"about_ca_system_score_codex":0.0014311342,"about_ca_system_score_gemma":0.0040386897,"threshold_uncertainty_score":0.049081147},"labels":[],"label_agreement":null},{"id":"W4230925513","doi":"10.1007/978-3-642-24606-7_26","title":"System Identification for Adaptive Software Systems: A Requirements Engineering Perspective","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Identification (biology); Perspective (graphical); Process (computing); Software system; Requirements engineering; Software; Control system; Software requirements; System identification; Control engineering; Software engineering; Artificial intelligence; Software construction; Data modeling; Engineering; Programming language","score_opus":0.0595757578511155,"score_gpt":0.28340568561130286,"score_spread":0.22382992776018737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230925513","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020171152,0.0011121246,0.9894666,0.000701218,0.000031473963,0.00005316109,0.000020014713,0.000193698,0.006404528],"genre_scores_gemma":[0.22137855,0.0062458296,0.7603717,0.0005475709,0.00037967236,0.00043291703,0.00020440693,0.0001936776,0.010245711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9971042,0.0011305078,0.00019721864,0.00025341884,0.0011658634,0.00014881395],"domain_scores_gemma":[0.9940555,0.004757614,0.0002261246,0.0004469358,0.00046398374,0.00004992755],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030548933,0.0012042095,0.0013096137,0.0010885368,0.0004524273,0.002369288,0.0019106196,0.002228151,0.0031887752],"category_scores_gemma":[0.007194292,0.0011686182,0.0012247633,0.00087897875,0.0021261799,0.0030311518,0.0014123631,0.0026774346,0.0011369209],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007575302,0.00012757852,0.00057962147,0.0014644802,0.00011900837,0.00070396945,0.0007554226,0.18436721,0.013109572,0.6195633,0.0032747912,0.17585938],"study_design_scores_gemma":[0.0000360774,0.00019088657,0.0004878352,0.0004874169,0.0000773279,0.0006750062,0.00035470023,0.50986296,0.00886929,0.449663,0.029231025,0.000064418105],"about_ca_topic_score_codex":0.0013644873,"about_ca_topic_score_gemma":0.0009651617,"teacher_disagreement_score":0.0031887752,"about_ca_system_score_codex":0.0009236675,"about_ca_system_score_gemma":0.001078431,"threshold_uncertainty_score":0.016155958},"labels":[],"label_agreement":null},{"id":"W4231180642","doi":"10.1109/seams.2013.6595502","title":"Improving context-awareness in self-adaptation using the DYNAMICO reference model","year":2013,"lang":"en","type":"preprint","venue":"Biblioteca Digital - Universidad Icesi","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Natural Sciences and Engineering Research Council of Canada; Ministère de l'Education Nationale, de l'Enseignement Superieur et de la Recherche; Universidad ICESI; International Business Machines Corporation","keywords":"Adaptation (eye); Computer science; Context (archaeology); Reference model; Adaptive system; Context awareness; Relevance (law); Context model; Risk analysis (engineering); Process management; Artificial intelligence; Software engineering; Engineering","score_opus":0.0779813434687284,"score_gpt":0.29116031693303834,"score_spread":0.21317897346430995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231180642","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02175468,0.000510933,0.96353966,0.00057062594,0.00007653123,0.00016324356,0.000094007715,0.0024719276,0.010818422],"genre_scores_gemma":[0.48012358,0.0007298463,0.5096046,0.00033253513,0.000040442414,0.00039769858,0.0003841879,0.00057355576,0.007813574],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979862,0.0006119582,0.00016170542,0.00039735454,0.0006788026,0.00016392203],"domain_scores_gemma":[0.9978041,0.0005276817,0.00016298173,0.000861616,0.0005191858,0.00012440438],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026636755,0.0006253991,0.0006116771,0.00089841004,0.0006551254,0.0030403994,0.0024819956,0.0011578184,0.0018941178],"category_scores_gemma":[0.0066833384,0.00047708512,0.00059508224,0.000824065,0.0012269422,0.004298349,0.0033837736,0.0014280906,0.0006936325],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004149777,0.00028090845,0.0066060103,0.00052544236,0.00009192785,0.0005855063,0.0030342124,0.19070028,0.022109108,0.41269267,0.0075198775,0.3554391],"study_design_scores_gemma":[0.00006978847,0.00017941708,0.0014246728,0.00020091614,0.00010432451,0.00035417115,0.00035879976,0.8202384,0.013964977,0.09016968,0.07282364,0.00011106601],"about_ca_topic_score_codex":0.0063889474,"about_ca_topic_score_gemma":0.0071266526,"teacher_disagreement_score":0.0063889474,"about_ca_system_score_codex":0.0014203123,"about_ca_system_score_gemma":0.0017654747,"threshold_uncertainty_score":0.014087021},"labels":[],"label_agreement":null},{"id":"W4231357897","doi":"10.22215/etd/2008-07821","title":"Management of aspect weaving","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Weaving; Humanities; Engineering; Art; Mechanical engineering","score_opus":0.03226765055508379,"score_gpt":0.30518444305877257,"score_spread":0.2729167925036888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231357897","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17231472,0.0023308478,0.7104738,0.0018247038,0.0005215922,0.0011077526,0.0011188858,0.052232224,0.0580755],"genre_scores_gemma":[0.6273452,0.0017098025,0.3197485,0.00047849334,0.0003322113,0.0005278875,0.004319104,0.006463971,0.03907484],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9938393,0.00096475077,0.0006639032,0.0010347808,0.0028671157,0.0006300785],"domain_scores_gemma":[0.98368144,0.002548236,0.0014792422,0.008534985,0.0024699823,0.0012861749],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0047786296,0.00080203015,0.0006699938,0.0036929655,0.0014412057,0.006141165,0.002045797,0.00077856146,0.0046699606],"category_scores_gemma":[0.01807627,0.00082906807,0.0009025602,0.0028062514,0.00075344613,0.005847593,0.0044653774,0.0021088247,0.0019795226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004642197,0.0005252774,0.015063071,0.000288524,0.00013421937,0.00091351545,0.0033678482,0.0049758023,0.036415245,0.034184314,0.017451987,0.88621604],"study_design_scores_gemma":[0.00021691881,0.0006203326,0.025608765,0.0005212003,0.0007053975,0.0029912954,0.0028533803,0.17083621,0.20409827,0.08795113,0.50327736,0.00031974266],"about_ca_topic_score_codex":0.0026138956,"about_ca_topic_score_gemma":0.0034557036,"teacher_disagreement_score":0.006141165,"about_ca_system_score_codex":0.0008131423,"about_ca_system_score_gemma":0.00308957,"threshold_uncertainty_score":0.025272071},"labels":[],"label_agreement":null},{"id":"W4231732242","doi":"10.1109/mise.2017.10","title":"Specifying Evolving Requirements Models with TimedURN","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Fonds de recherche du Québec – Nature et technologies","keywords":"Computer science; Metamodeling; Notation; Snapshot (computer storage); Consistency (knowledge bases); Software engineering; Programming language; Artificial intelligence; Database","score_opus":0.14352286539023335,"score_gpt":0.33274105792792613,"score_spread":0.1892181925376928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4231732242","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006137185,0.000083872765,0.9867834,0.0002443663,0.000043557666,0.00014864527,0.000404201,0.0023348692,0.0038198812],"genre_scores_gemma":[0.09687196,0.00041138186,0.8944741,0.00021253065,0.000027021117,0.0005933771,0.0017304732,0.00075528986,0.004923824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99585295,0.0016058306,0.00071127876,0.00049247657,0.0010709842,0.00026662194],"domain_scores_gemma":[0.99381316,0.0033873445,0.0006904425,0.0012199244,0.00073734374,0.00015172405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005457962,0.0010731693,0.0005967393,0.0015951047,0.0007757021,0.0040388964,0.0018511395,0.0017219525,0.003491493],"category_scores_gemma":[0.011797645,0.0011201852,0.0021581335,0.001349221,0.0011661563,0.0038856484,0.0029043783,0.0018477803,0.0010815221],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018961371,0.00014632159,0.0020459648,0.0006242667,0.00011212628,0.0016495453,0.003571012,0.21141882,0.01682935,0.6653263,0.005882654,0.09220403],"study_design_scores_gemma":[0.00009036676,0.00011264262,0.00037198147,0.00036743117,0.000095112126,0.0008048862,0.0006358427,0.625091,0.020270603,0.15469758,0.19735068,0.00011187075],"about_ca_topic_score_codex":0.0055838795,"about_ca_topic_score_gemma":0.010508336,"teacher_disagreement_score":0.0055838795,"about_ca_system_score_codex":0.0017750772,"about_ca_system_score_gemma":0.0024061517,"threshold_uncertainty_score":0.02886486},"labels":[],"label_agreement":null},{"id":"W4232961725","doi":"10.1145/1041685.1029918","title":"Implementing protocols via declarative event patterns","year":2004,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"AspectJ; Computer science; Programming language; Aspect-oriented programming; Compiler; Event (particle physics); Protocol (science); Set (abstract data type); Maintainability; Traceability; Software engineering; Software","score_opus":0.04000230675253633,"score_gpt":0.32106506698540965,"score_spread":0.2810627602328733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4232961725","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046359175,0.000069929345,0.98899406,0.00020878021,0.00005038825,0.00013098867,0.00006452996,0.0035833695,0.0022621385],"genre_scores_gemma":[0.06895556,0.0004535005,0.92477995,0.00028041538,0.0000555074,0.00040270618,0.00042121462,0.0008332024,0.0038178996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99436593,0.0015306631,0.0009972324,0.0006546043,0.0020102954,0.0004412465],"domain_scores_gemma":[0.98982227,0.004173977,0.0010202854,0.0037066578,0.0010435613,0.00023322226],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0070051025,0.001021491,0.00061512,0.00093957054,0.0007344861,0.004087305,0.0029683218,0.0016300032,0.0028086333],"category_scores_gemma":[0.015329499,0.0012982887,0.0013444659,0.00090932066,0.002408457,0.007524737,0.0035783313,0.0030721056,0.0012097515],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002291883,0.00031054957,0.0031668716,0.0007811613,0.00011387984,0.00070920214,0.0027573095,0.034609057,0.021254549,0.7250432,0.0057194442,0.20530567],"study_design_scores_gemma":[0.00022644107,0.00032930204,0.0006212508,0.00044514687,0.00018520893,0.001504881,0.0005506888,0.22792786,0.080816366,0.42502618,0.262226,0.00014076132],"about_ca_topic_score_codex":0.0013206557,"about_ca_topic_score_gemma":0.0015318014,"teacher_disagreement_score":0.0070051025,"about_ca_system_score_codex":0.0006402779,"about_ca_system_score_gemma":0.0016126167,"threshold_uncertainty_score":0.03704691},"labels":[],"label_agreement":null},{"id":"W4233714500","doi":"10.1007/3-540-40011-7_27","title":"Consistent Behaviour Representation in Activity and Sequence Diagrams","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Sequence diagram; Computer science; Activity diagram; Story-driven modeling; Graph rewriting; Interaction overview diagram; Communication diagram; Block diagram; Sequence (biology); Unified Modeling Language; Theoretical computer science; Programming language; Diagram; Consistency (knowledge bases); Graph; Representation (politics); Control flow; Data flow diagram; Class diagram; Artificial intelligence","score_opus":0.06065128398025846,"score_gpt":0.31375218937467947,"score_spread":0.253100905394421,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4233714500","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034643991,0.000076979035,0.9941539,0.00008029049,0.00001688628,0.00005381886,0.000106431246,0.00084186136,0.0012054647],"genre_scores_gemma":[0.15295461,0.000262723,0.8410325,0.00010055899,0.000038453007,0.0004064801,0.0011499798,0.00052916806,0.0035255454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99508923,0.0017718499,0.0005318965,0.00073256536,0.0016261231,0.0002483431],"domain_scores_gemma":[0.9917189,0.004632599,0.00059179217,0.0017444255,0.0011584954,0.00015377907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037951604,0.00079238846,0.00095460477,0.0021469707,0.00083111157,0.0034333332,0.0024655212,0.0020160768,0.0032692591],"category_scores_gemma":[0.013828302,0.0011288304,0.0015418519,0.0021015422,0.0018510072,0.0058286684,0.0017227508,0.0022600826,0.0009258959],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018332664,0.00013320087,0.0012466521,0.00036550884,0.00006121524,0.00030740458,0.0013164156,0.061060693,0.0051885736,0.7534001,0.0030441068,0.1736929],"study_design_scores_gemma":[0.00006543112,0.000083062085,0.00032142288,0.00015114162,0.00011606956,0.00020527089,0.00020127717,0.33695728,0.009476349,0.6290567,0.023323247,0.000042834115],"about_ca_topic_score_codex":0.0042299805,"about_ca_topic_score_gemma":0.0043344027,"teacher_disagreement_score":0.0042299805,"about_ca_system_score_codex":0.0012943391,"about_ca_system_score_gemma":0.0019693307,"threshold_uncertainty_score":0.02007097},"labels":[],"label_agreement":null},{"id":"W4234210905","doi":"10.22215/etd/2011-08822","title":"The impact of aspect-oriented programming on software performance : the case study of leader/followers and half-sync/half-async concurrent architectural patterns","year":2011,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"sync; Computer science; Software; Asynchronous communication; Programming language; Telecommunications","score_opus":0.04236789946286259,"score_gpt":0.3258722040335118,"score_spread":0.28350430457064923,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234210905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9878928,0.00011595546,0.0040425835,0.0003220629,0.00000651587,0.000015974567,0.000014150239,0.00007581792,0.0075141797],"genre_scores_gemma":[0.9968585,0.00006045029,0.0022364114,0.000015083919,0.0000038111464,0.000004646078,0.000013145654,0.00003383472,0.00077419105],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978137,0.0012463923,0.000064150365,0.00015008597,0.00047153854,0.00025412499],"domain_scores_gemma":[0.9806089,0.015017299,0.0012761562,0.001048169,0.0012289112,0.0008205635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027540957,0.00030977742,0.00017534503,0.00053171057,0.0012812623,0.0019073316,0.0007375727,0.0008534547,0.001335701],"category_scores_gemma":[0.0149463145,0.00020115601,0.00021254335,0.00080426596,0.0010988802,0.0015545216,0.0010245118,0.0008844365,0.00020617955],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0029799708,0.0033229063,0.2688829,0.0005617022,0.0002622274,0.01821224,0.042930834,0.13182096,0.053117875,0.053825557,0.006840018,0.41724283],"study_design_scores_gemma":[0.00037722397,0.005301258,0.21831545,0.0002284301,0.00048527462,0.011456649,0.057443675,0.5551165,0.065980606,0.051619556,0.03345042,0.00022497721],"about_ca_topic_score_codex":0.0042282734,"about_ca_topic_score_gemma":0.0073465705,"teacher_disagreement_score":0.0042282734,"about_ca_system_score_codex":0.00081323483,"about_ca_system_score_gemma":0.0008284253,"threshold_uncertainty_score":0.014565229},"labels":[],"label_agreement":null},{"id":"W4234590816","doi":"10.1109/icse.2001.919101","title":"Separating features in source code: an exploratory study","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Codebase; AspectJ; Computer science; Context (archaeology); Process (computing); Separation of concerns; Software engineering; Feature (linguistics); Source code; Programming language; Software; Aspect-oriented programming","score_opus":0.05341582456775241,"score_gpt":0.3164684557005727,"score_spread":0.2630526311328203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234590816","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99462247,0.000122769,0.0033097276,0.00015376258,0.0000036087868,0.0002134214,0.00013159048,0.00007957638,0.0013631752],"genre_scores_gemma":[0.9901479,0.00018299784,0.00789342,0.00013402486,0.000011324941,0.00035022077,0.0003314314,0.00007361985,0.0008749731],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99226165,0.0039475197,0.0005951747,0.0009049609,0.0018596717,0.00043086626],"domain_scores_gemma":[0.850348,0.11873649,0.010579299,0.0073420783,0.011555921,0.0014382536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007562257,0.00054357015,0.00036953695,0.0026191368,0.0020030262,0.0018023298,0.001295327,0.0016086027,0.0010973964],"category_scores_gemma":[0.0629147,0.00063774834,0.0006065519,0.0026309632,0.002092707,0.0035177025,0.002202524,0.0016846788,0.0004400843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014499018,0.00762395,0.38566467,0.0018279147,0.00024384355,0.005986586,0.3378475,0.0036460194,0.07143153,0.0036281252,0.0027390835,0.17791086],"study_design_scores_gemma":[0.0003351943,0.0095067145,0.7214713,0.0007945138,0.0004352381,0.007189738,0.15982577,0.013439926,0.04696849,0.0050464505,0.03468377,0.00030286933],"about_ca_topic_score_codex":0.0019288264,"about_ca_topic_score_gemma":0.0047806343,"teacher_disagreement_score":0.007562257,"about_ca_system_score_codex":0.0011401186,"about_ca_system_score_gemma":0.0010078455,"threshold_uncertainty_score":0.039993465},"labels":[],"label_agreement":null},{"id":"W4234615164","doi":"10.1109/icse.2001.919165","title":"Generative techniques for product lines","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Generative grammar; Product (mathematics); Artificial intelligence; Natural language processing; Mathematics","score_opus":0.056493582251025805,"score_gpt":0.3100834653983445,"score_spread":0.25358988314731873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234615164","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0046914336,0.0007868835,0.9739227,0.0003088102,0.000050215538,0.00005186749,0.000046992358,0.0007251672,0.019415887],"genre_scores_gemma":[0.3043637,0.0019208296,0.6572142,0.00018186127,0.000091119575,0.00022943728,0.00041866506,0.0009119394,0.034668267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987288,0.0004925638,0.000071151364,0.00020564253,0.0004349199,0.00006687686],"domain_scores_gemma":[0.9976484,0.0012029328,0.00009185859,0.0007493295,0.00025789763,0.0000495521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001231644,0.0006395229,0.00036171556,0.001318182,0.0008381663,0.001814848,0.0010887345,0.0008711901,0.010651395],"category_scores_gemma":[0.0044336473,0.0007835007,0.0013722393,0.0011500787,0.0018486714,0.0019811464,0.002135139,0.001984893,0.0027387792],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003870092,0.00006344345,0.00054312736,0.00024706734,0.00005793353,0.00022519445,0.0011896596,0.026430715,0.0056585455,0.6819602,0.00526186,0.27832353],"study_design_scores_gemma":[0.000054790144,0.00006135187,0.00038496323,0.00017380883,0.000059835857,0.00049037335,0.00019610874,0.11822239,0.0065420964,0.7555614,0.118219376,0.000033510023],"about_ca_topic_score_codex":0.00091411837,"about_ca_topic_score_gemma":0.0018624628,"teacher_disagreement_score":0.010651395,"about_ca_system_score_codex":0.00081182335,"about_ca_system_score_gemma":0.000619958,"threshold_uncertainty_score":0.03563243},"labels":[],"label_agreement":null},{"id":"W4234862786","doi":"10.22215/etd/2008-07685","title":"Aspect composition in core scenario models","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Core (optical fiber); Composition (language); Computer science; Humanities; Art; Telecommunications; Literature","score_opus":0.07980576951557439,"score_gpt":0.31629363969557556,"score_spread":0.23648787018000117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234862786","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.096884765,0.00020921131,0.8704567,0.0004781666,0.000040239116,0.00023822312,0.00034128406,0.002054489,0.029296903],"genre_scores_gemma":[0.6948358,0.00028607316,0.28978422,0.00010815451,0.000024273075,0.00023141803,0.0009140313,0.00052772014,0.013288383],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99837816,0.0007073689,0.00010218218,0.00023759881,0.00044203512,0.00013261268],"domain_scores_gemma":[0.99818486,0.00078549143,0.00017141778,0.00044634662,0.0002728954,0.00013899904],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021792722,0.00047408335,0.00038346686,0.00083210604,0.0006834086,0.0024323135,0.0010120402,0.00078007823,0.004250246],"category_scores_gemma":[0.005134313,0.0006278346,0.00084269093,0.00084526517,0.0006650501,0.0031497634,0.0018164321,0.0009991209,0.0007715799],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004465257,0.00018584073,0.0057202075,0.00018489108,0.00010352299,0.00089126243,0.0016379887,0.35011214,0.009654457,0.5201846,0.0039192336,0.106959365],"study_design_scores_gemma":[0.000028572389,0.000036112066,0.00036826686,0.00003514159,0.000044526838,0.00017616803,0.00017518943,0.88627994,0.0037443403,0.092142835,0.016955897,0.000012929496],"about_ca_topic_score_codex":0.007558611,"about_ca_topic_score_gemma":0.010928671,"teacher_disagreement_score":0.007558611,"about_ca_system_score_codex":0.0010048858,"about_ca_system_score_gemma":0.001455079,"threshold_uncertainty_score":0.015029252},"labels":[],"label_agreement":null},{"id":"W4235078688","doi":"10.1007/11687061_9","title":"abc : An Extensible AspectJ Compiler","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Programming language; Polyglot; Aspect-oriented programming; Compiler; Modular design; Workbench; Syntax; Code generation; Software engineering; Software; Artificial intelligence; Operating system; Key (lock)","score_opus":0.034768223375661,"score_gpt":0.2806857056810714,"score_spread":0.24591748230541038,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235078688","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01958353,0.00072490197,0.8021667,0.0002724514,0.0006506134,0.000243119,0.0005759162,0.15281917,0.022963524],"genre_scores_gemma":[0.13876945,0.0009891536,0.7349494,0.0010196873,0.00028054844,0.00029458897,0.0033981553,0.08678446,0.033514563],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911684,0.00007438852,0.00009537521,0.000120525205,0.00051373057,0.000079189864],"domain_scores_gemma":[0.99879384,0.00033202724,0.00008752304,0.00038627177,0.00033457967,0.00006575534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000904414,0.0010155874,0.0007301742,0.001144227,0.0004919429,0.0016859119,0.002130856,0.0010294317,0.007769203],"category_scores_gemma":[0.0029925627,0.0017803285,0.0009759487,0.0009974911,0.0005205282,0.0024269347,0.0015945012,0.0024500135,0.0044909357],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007089936,0.00031482335,0.0030166125,0.0009126037,0.00017542455,0.00068949314,0.0007979381,0.008165892,0.08461409,0.0511202,0.10353178,0.745952],"study_design_scores_gemma":[0.00053068355,0.0002477848,0.0029863394,0.0003364305,0.0005744323,0.0024023538,0.00017372693,0.17536594,0.11559479,0.058232166,0.64331543,0.00023991129],"about_ca_topic_score_codex":0.001240897,"about_ca_topic_score_gemma":0.0024514953,"teacher_disagreement_score":0.007769203,"about_ca_system_score_codex":0.00032025523,"about_ca_system_score_gemma":0.0008037132,"threshold_uncertainty_score":0.025990546},"labels":[],"label_agreement":null},{"id":"W4235624252","doi":"10.4018/978-1-59904-693-8.ch019","title":"Formalizing Patterns with the User Requirements Notation","year":2011,"lang":"en","type":"book-chapter","venue":"Ubiquitous Computing","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Ottawa","funders":"","keywords":"Notation; Computer science; Focus (optics); Context (archaeology); Programming language; Process (computing); Isolation (microbiology); Pattern language (formal languages); Human–computer interaction; Theoretical computer science; Software engineering; Linguistics","score_opus":0.06369670701465122,"score_gpt":0.26937300458504676,"score_spread":0.20567629757039554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235624252","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012262998,0.000370494,0.98272324,0.0007761571,0.00010353445,0.0001442139,0.0001674339,0.00094976707,0.013538899],"genre_scores_gemma":[0.019637085,0.001021431,0.96721953,0.0004072864,0.00006669197,0.00054585026,0.0005971307,0.00034198267,0.010163033],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99384487,0.0025532478,0.0009185834,0.0007410164,0.001693933,0.00024842692],"domain_scores_gemma":[0.9955716,0.0021759833,0.00043474114,0.0010333912,0.00067475287,0.000109536566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006814079,0.001951331,0.0007781813,0.0018353314,0.0011227952,0.0050186873,0.0026797568,0.002093159,0.007740507],"category_scores_gemma":[0.008458982,0.0012729901,0.0021076319,0.0021737474,0.0036580958,0.009719586,0.0034133173,0.004773348,0.003004827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020197222,0.0000382777,0.00013686609,0.00028889842,0.000014372244,0.00021469682,0.001720186,0.003708626,0.0023163033,0.93773544,0.005558264,0.048247963],"study_design_scores_gemma":[0.000043630083,0.000074856805,0.00013187036,0.0005701694,0.000035714795,0.0010541423,0.0005677118,0.026896847,0.005616326,0.49857363,0.4663791,0.00005606532],"about_ca_topic_score_codex":0.002476022,"about_ca_topic_score_gemma":0.002926679,"teacher_disagreement_score":0.007740507,"about_ca_system_score_codex":0.0016539611,"about_ca_system_score_gemma":0.0029128832,"threshold_uncertainty_score":0.03603673},"labels":[],"label_agreement":null},{"id":"W4235758371","doi":"10.1145/347636.348874","title":"Requirements-based monitors for real-time systems","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Memorial University of Newfoundland","funders":"","keywords":"Supervisor; Oracle; Computer science; Reliability engineering; Real-time computing; Control (management); Control system; System requirements; Systems engineering; Engineering; Software engineering; Operating system","score_opus":0.03872014890617605,"score_gpt":0.29030976756630583,"score_spread":0.2515896186601298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4235758371","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0054907165,0.0005160163,0.9857508,0.0006551409,0.00008601798,0.00037865405,0.00009821416,0.0031722446,0.003852208],"genre_scores_gemma":[0.14982072,0.0008017809,0.84363085,0.00051801605,0.0001892692,0.0013112101,0.00036531663,0.0006893223,0.0026734301],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97881365,0.008921178,0.0021626034,0.0016521227,0.007933597,0.0005169027],"domain_scores_gemma":[0.94227916,0.03716915,0.006709849,0.0067146467,0.006442456,0.00068476034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014492508,0.0015831505,0.0011181585,0.0015646367,0.0007312162,0.0039963285,0.00286854,0.0022720485,0.0036748687],"category_scores_gemma":[0.064733714,0.0012872614,0.0012045812,0.0008234666,0.0022185883,0.005687514,0.0018416649,0.0033072082,0.0016258864],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014777626,0.00049028336,0.0050811833,0.0037456865,0.0002774749,0.0024622898,0.0055614193,0.109203205,0.07676913,0.47476256,0.015369021,0.30480003],"study_design_scores_gemma":[0.00043356087,0.0010374067,0.002018326,0.0011628534,0.00028914644,0.002439879,0.00052819913,0.52303743,0.11142788,0.21609925,0.1412318,0.00029421735],"about_ca_topic_score_codex":0.0005399485,"about_ca_topic_score_gemma":0.0005810867,"teacher_disagreement_score":0.014492508,"about_ca_system_score_codex":0.0014036401,"about_ca_system_score_gemma":0.0015011573,"threshold_uncertainty_score":0.07664466},"labels":[],"label_agreement":null},{"id":"W4236143877","doi":"10.22215/etd/2007-08215","title":"Automating software evolution: towards using constraints with action for model evolution","year":2007,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage","funders":"","keywords":"Computer science; Action (physics); Software; Programming language; Physics","score_opus":0.09312315316629483,"score_gpt":0.3836257006978772,"score_spread":0.2905025475315824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236143877","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030726322,0.00010900525,0.99343985,0.00018673201,0.00002335309,0.0000798609,0.000055625816,0.0013390349,0.0016938985],"genre_scores_gemma":[0.04335241,0.00022574501,0.95408064,0.00011507222,0.000013933934,0.00012539762,0.00031937877,0.000555047,0.0012123879],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99459594,0.0024007782,0.00044162286,0.00081932795,0.0015351013,0.00020729848],"domain_scores_gemma":[0.9922671,0.0040355353,0.0005239312,0.0020066118,0.0009278257,0.00023899143],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048351176,0.0017717953,0.00096738216,0.0017285707,0.00089682435,0.0033137172,0.0029553317,0.0018939783,0.004382058],"category_scores_gemma":[0.015035298,0.0009813986,0.002186272,0.0015673655,0.0018968605,0.004773274,0.004453398,0.0027607058,0.0012937807],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002053163,0.0003164729,0.0029047611,0.0010730228,0.00024162086,0.00036271202,0.0012286116,0.20730937,0.020113328,0.12110101,0.0056321844,0.6395116],"study_design_scores_gemma":[0.00007473788,0.00010778626,0.00031684298,0.00019448879,0.00010296049,0.00018259417,0.0002039211,0.8662144,0.01602566,0.080036186,0.036487587,0.00005280407],"about_ca_topic_score_codex":0.008993181,"about_ca_topic_score_gemma":0.012245882,"teacher_disagreement_score":0.008993181,"about_ca_system_score_codex":0.0011621574,"about_ca_system_score_gemma":0.003540321,"threshold_uncertainty_score":0.02557081},"labels":[],"label_agreement":null},{"id":"W4236319854","doi":"10.1145/1104011.1103858","title":"AspectAda","year":2005,"lang":"en","type":"article","venue":"ACM SIGAda Ada Letters","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Programming language; Computer science; AspectJ; First-generation programming language; Java; Interface (matter); Low-level programming language; Fourth-generation programming language; Aspect-oriented programming; Very high-level programming language; Programming language specification; Programming paradigm; Programming domain; Functional logic programming; Inductive programming; Software; Operating system","score_opus":0.024166371813279,"score_gpt":0.261369772295011,"score_spread":0.23720340048173202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236319854","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0044284435,0.0023024494,0.69263536,0.0011234664,0.0015805128,0.00073096366,0.0018809554,0.12653203,0.16878577],"genre_scores_gemma":[0.092002526,0.0050745723,0.604131,0.0028832343,0.0008323707,0.0018094602,0.0141062355,0.051490594,0.22766995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.997973,0.0003293158,0.00022907484,0.00030847738,0.0009939433,0.00016606927],"domain_scores_gemma":[0.99771833,0.00055504666,0.00017507108,0.00072752737,0.0006092639,0.00021478673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00188072,0.0011864755,0.00063239265,0.001319127,0.00097073644,0.004081352,0.0024529172,0.0015879868,0.032074064],"category_scores_gemma":[0.006556825,0.001214594,0.0015453647,0.00076833175,0.00077982515,0.005456275,0.0042034313,0.003395462,0.025655719],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045035433,0.00020207075,0.0016404149,0.0015279504,0.00013771764,0.00075421494,0.001514499,0.0025335406,0.019672997,0.30880612,0.23495482,0.42780527],"study_design_scores_gemma":[0.00003286784,0.000025374256,0.00016515903,0.00008806095,0.000025093063,0.00044668317,0.000050660627,0.002388194,0.0035579691,0.017216805,0.97597957,0.000023524824],"about_ca_topic_score_codex":0.0011355121,"about_ca_topic_score_gemma":0.0016037785,"teacher_disagreement_score":0.032074064,"about_ca_system_score_codex":0.00063492643,"about_ca_system_score_gemma":0.0016627302,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4236445615","doi":"10.1109/icse.2000.870506","title":"Holmes: a system to support software product lines","year":2002,"lang":"en","type":"article","venue":"Proceedings of the 2000 International Conference on Software Engineering. ICSE 2000 the New Millennium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"","keywords":"Software product line; Computer science; Software; Product (mathematics); Software engineering; Operating system; Software development; Mathematics","score_opus":0.041198685447346166,"score_gpt":0.2618331410508965,"score_spread":0.22063445560355033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4236445615","genre_codex":"software","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023555774,0.000339505,0.4044573,0.00032400058,0.00014844738,0.0003624792,0.0036452743,0.55327463,0.013892716],"genre_scores_gemma":[0.25513953,0.0011698403,0.5255817,0.00070777064,0.00015248392,0.0007725612,0.03961151,0.04029052,0.13657407],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993369,0.000101204845,0.000067222565,0.00011986952,0.0003285554,0.000046311896],"domain_scores_gemma":[0.9979772,0.00064479635,0.00018931467,0.0006586334,0.0003429563,0.00018713069],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009318122,0.00058057375,0.00029110545,0.0012134833,0.00025779472,0.0011194384,0.0018349664,0.00072144414,0.031944256],"category_scores_gemma":[0.0038397338,0.00062173966,0.0003157715,0.00083284255,0.0003018225,0.0027856021,0.0017089036,0.00090905296,0.011617444],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012476429,0.0003060071,0.004621517,0.0008834555,0.00010891946,0.0004732566,0.0005717448,0.0070125367,0.039172623,0.012298473,0.19278376,0.74052006],"study_design_scores_gemma":[0.0012340262,0.0009982631,0.0076961056,0.00029054412,0.0002586384,0.0010973588,0.0002432486,0.19602633,0.06899452,0.018055748,0.7048222,0.00028304735],"about_ca_topic_score_codex":0.0027911575,"about_ca_topic_score_gemma":0.0028150869,"teacher_disagreement_score":0.031944256,"about_ca_system_score_codex":0.00038396817,"about_ca_system_score_gemma":0.0010619179,"threshold_uncertainty_score":0.106864154},"labels":[],"label_agreement":null},{"id":"W4237045207","doi":"10.1109/icse.1996.493436","title":"Linguistic support for the evolutionary design of software architectures","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Architecture; Architecture description language; Programming language; Restructuring; Software architecture; Computer architecture; Syntax; Software architecture description; Reference architecture; Software; Software engineering; Artificial intelligence","score_opus":0.08020267569117033,"score_gpt":0.2917949673638084,"score_spread":0.21159229167263804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237045207","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012539669,0.00044009706,0.9556041,0.0019782225,0.00012525434,0.000058768597,0.00015553227,0.0009809859,0.028117413],"genre_scores_gemma":[0.3177845,0.00064960885,0.6694642,0.0004471962,0.00020189359,0.00023627469,0.00042173933,0.0006620335,0.010132533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99814963,0.0009290849,0.00019664825,0.00021906778,0.0004135727,0.00009199549],"domain_scores_gemma":[0.9951019,0.002954841,0.00040901528,0.000593899,0.00077537965,0.00016495583],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026231706,0.00047389587,0.00027788628,0.0014442634,0.0019311226,0.003460954,0.001357031,0.0012453243,0.0056489003],"category_scores_gemma":[0.009428586,0.00062920875,0.00076588505,0.0011277964,0.0036342216,0.004954315,0.0024244552,0.0020327556,0.00095651223],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013886954,0.0000058978976,0.000111946945,0.00008475646,0.0000065879694,0.00011575259,0.0015855558,0.0019929893,0.0015426263,0.9743602,0.001831879,0.018347895],"study_design_scores_gemma":[0.000039031514,0.0000267676,0.00020423709,0.00016389295,0.000038136553,0.0003268892,0.00075455604,0.036704883,0.00299896,0.80275065,0.15595447,0.000037448463],"about_ca_topic_score_codex":0.002273174,"about_ca_topic_score_gemma":0.0033496085,"teacher_disagreement_score":0.0056489003,"about_ca_system_score_codex":0.0014570291,"about_ca_system_score_gemma":0.0012684055,"threshold_uncertainty_score":0.018897474},"labels":[],"label_agreement":null},{"id":"W4237407782","doi":"10.1109/seams.2015.26","title":"Hogna: A Platform for Self-Adaptive Applications in Cloud Environments","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Software deployment; Cloud computing; Computer science; Installation; Software; Plan (archaeology); Automation; Software engineering; Set (abstract data type); Systems engineering; Operating system; Engineering","score_opus":0.0793600530469652,"score_gpt":0.29909173498829805,"score_spread":0.21973168194133286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237407782","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.056314,0.001356765,0.798355,0.0008593935,0.00077937654,0.0016602243,0.0009705943,0.12078459,0.018920086],"genre_scores_gemma":[0.41643193,0.0013497322,0.548637,0.0012709463,0.00025140104,0.0011224885,0.0035348926,0.004840847,0.022560732],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992742,0.000101708,0.000056998197,0.00014724954,0.00025977497,0.00016008272],"domain_scores_gemma":[0.9990233,0.00013480427,0.00008030615,0.00028603896,0.00014071618,0.00033480243],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008277167,0.00089419633,0.00060681987,0.0006830947,0.0006296674,0.0017611762,0.0030747235,0.00095526077,0.00342099],"category_scores_gemma":[0.0018153596,0.0005714036,0.0006468192,0.00039405838,0.0005702542,0.0026709235,0.0031856648,0.0019241137,0.0023035149],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021165172,0.0026070676,0.013172345,0.0019521294,0.00053904136,0.0027596825,0.0014277026,0.05770413,0.20166336,0.065332174,0.1072512,0.5434747],"study_design_scores_gemma":[0.00042802942,0.0011262489,0.010028868,0.0003454902,0.00029092305,0.0016468165,0.00036173896,0.5112503,0.08343149,0.03131294,0.35936388,0.00041328438],"about_ca_topic_score_codex":0.0030526503,"about_ca_topic_score_gemma":0.0030756344,"teacher_disagreement_score":0.00342099,"about_ca_system_score_codex":0.00046382556,"about_ca_system_score_gemma":0.00147439,"threshold_uncertainty_score":0.01144433},"labels":[],"label_agreement":null},{"id":"W4238275896","doi":"10.1145/1103845.1094839","title":"Adding trace matching with free variables to AspectJ","year":2005,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Programming language; TRACE (psycholinguistics); Compiler; Semantics (computer science); Aspect-oriented programming; Programmer; Feature (linguistics); Software","score_opus":0.029708433143108032,"score_gpt":0.2764361334019181,"score_spread":0.24672770025881005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238275896","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007757283,0.00013103617,0.9741582,0.00032811696,0.00021619113,0.00010599889,0.00007624561,0.014065559,0.0031612366],"genre_scores_gemma":[0.15145962,0.00040277076,0.8297723,0.0009260508,0.00029514573,0.00033251144,0.00046495534,0.010187818,0.0061589116],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9950659,0.0009177621,0.0006831904,0.0006990377,0.002182211,0.00045193438],"domain_scores_gemma":[0.9921256,0.0028043773,0.000611287,0.0030197075,0.001044781,0.00039420556],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050665853,0.00086518837,0.0008655726,0.0012489728,0.00086344325,0.003235122,0.003563699,0.001540955,0.0028263316],"category_scores_gemma":[0.015371518,0.001961839,0.0018089198,0.0009387463,0.002789978,0.00867223,0.0050414326,0.004999399,0.0010206505],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00095724803,0.00035688377,0.0064697796,0.0012780962,0.0002641095,0.0014235462,0.003933661,0.019925136,0.049697313,0.55577576,0.017676236,0.3422423],"study_design_scores_gemma":[0.00029371917,0.0004118771,0.0012072929,0.0002480969,0.0003428305,0.001511239,0.0002773092,0.16639332,0.07901585,0.3550007,0.3949922,0.000305596],"about_ca_topic_score_codex":0.002156649,"about_ca_topic_score_gemma":0.0023520119,"teacher_disagreement_score":0.0050665853,"about_ca_system_score_codex":0.00083949545,"about_ca_system_score_gemma":0.0021146617,"threshold_uncertainty_score":0.02679503},"labels":[],"label_agreement":null},{"id":"W4238366930","doi":"10.1007/3-540-40011-7_2","title":"On the Extension of UML with Use Case Maps Concepts","year":2000,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mitel (Canada); University of Ottawa","funders":"","keywords":"Computer science; Unified Modeling Language; Notation; Programming language; Applications of UML; Abstraction; Semantics (computer science); Class diagram; Bridging (networking); Component (thermodynamics); Software engineering; Software","score_opus":0.0437506566886111,"score_gpt":0.2821385289714918,"score_spread":0.23838787228288066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238366930","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014322722,0.0027828217,0.91316336,0.0019277299,0.00032966334,0.00012327344,0.000103630686,0.0010655244,0.0661813],"genre_scores_gemma":[0.24685219,0.0066182534,0.7077895,0.0008699646,0.000522221,0.0002975561,0.0005654104,0.0009028261,0.03558208],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99737287,0.0012730444,0.00018131807,0.00024070436,0.00078474014,0.00014732455],"domain_scores_gemma":[0.9960179,0.0025779642,0.00018959785,0.00073481427,0.00037154646,0.000108182496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0042725247,0.0009444499,0.000513392,0.0019061929,0.0010767023,0.0032778427,0.0018945534,0.0013334862,0.0054757935],"category_scores_gemma":[0.007619915,0.0010471122,0.0011031406,0.0025973134,0.0028852783,0.00999527,0.003882833,0.0028635033,0.0011533811],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005947242,0.00006923546,0.00036297203,0.00015892954,0.000019221483,0.00041966006,0.0020393154,0.0044996766,0.0022371518,0.8142154,0.0048247697,0.17109415],"study_design_scores_gemma":[0.000025683692,0.000050936666,0.00056006,0.0004505065,0.00006429241,0.00074046676,0.00033176446,0.026954876,0.0034061957,0.74327743,0.22409192,0.00004582606],"about_ca_topic_score_codex":0.0032772585,"about_ca_topic_score_gemma":0.0037197766,"teacher_disagreement_score":0.0054757935,"about_ca_system_score_codex":0.0010873035,"about_ca_system_score_gemma":0.0008924532,"threshold_uncertainty_score":0.022595525},"labels":[],"label_agreement":null},{"id":"W4238485182","doi":"10.36227/techrxiv.14870187","title":"Software Product Line Analysis Using Variability-aware Datalog","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Datalog; Computer science; Programming language; Software product line; Software; Java; Product (mathematics); Pointer (user interface); Cartesian product; Inference; Class (philosophy); Lift (data mining); Set (abstract data type); Theoretical computer science; Software development; Data mining; Artificial intelligence; Mathematics; Discrete mathematics","score_opus":0.08456199291468679,"score_gpt":0.33971994964813546,"score_spread":0.25515795673344865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238485182","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015939498,0.00009207437,0.9778944,0.00009706581,0.000012027174,0.00003455619,0.00020885411,0.005026635,0.00069474976],"genre_scores_gemma":[0.3512474,0.00036332797,0.6447198,0.0001441872,0.00004594168,0.00010931985,0.0012228226,0.0010373498,0.0011099783],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979241,0.00039127312,0.0001362778,0.00032060902,0.0011170341,0.00011061971],"domain_scores_gemma":[0.9918915,0.0046530017,0.00061042834,0.0019619463,0.00080168043,0.00008138978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015037791,0.00073939504,0.0005329438,0.0016586927,0.00039756126,0.001963379,0.0017749886,0.0005172732,0.0016248007],"category_scores_gemma":[0.008337214,0.00072287983,0.0013764938,0.0011483649,0.0010477783,0.0031113606,0.0016220115,0.0017373974,0.0005086668],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022589648,0.00021605573,0.010159058,0.0005923598,0.00017107186,0.00044715608,0.0004702913,0.41451615,0.04801567,0.0587369,0.003870428,0.46257892],"study_design_scores_gemma":[0.000015110104,0.000045945973,0.0005641148,0.00004023613,0.000029086266,0.00008970093,0.000041587973,0.934401,0.020044439,0.040804595,0.003904836,0.000019303572],"about_ca_topic_score_codex":0.0028642428,"about_ca_topic_score_gemma":0.004231694,"teacher_disagreement_score":0.0028642428,"about_ca_system_score_codex":0.0006982114,"about_ca_system_score_gemma":0.0017213771,"threshold_uncertainty_score":0.007952869},"labels":[],"label_agreement":null},{"id":"W4238716416","doi":"10.1109/icse.1998.671356","title":"Design components: towards software composition at the design level","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Component (thermodynamics); Software design; Composition (language); Software engineering; Component-based software engineering; Software design pattern; Structural pattern; Software; Systems engineering; Design process; Process (computing); Software development; Programming language; Engineering; Work in process","score_opus":0.26097779663486387,"score_gpt":0.296060728421164,"score_spread":0.03508293178630012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238716416","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0021670887,0.0002548534,0.99348503,0.0004804321,0.00006246446,0.00013901696,0.000012299101,0.00063544384,0.0027632976],"genre_scores_gemma":[0.0120249335,0.00038712117,0.985039,0.00016249267,0.000024760035,0.00023686167,0.0000712697,0.00023021965,0.0018233912],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9905782,0.004051097,0.00066417333,0.0011011377,0.003165954,0.00043954118],"domain_scores_gemma":[0.9952845,0.0014640724,0.0003366939,0.001651792,0.00086057704,0.00040232396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009858101,0.0020234461,0.001066226,0.0030502453,0.0022221538,0.00523666,0.0024703306,0.0036350365,0.0029873746],"category_scores_gemma":[0.010985217,0.0017268101,0.0023777515,0.00313126,0.00638191,0.0065968395,0.0062196213,0.0047607142,0.002728372],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012260699,0.00022836115,0.0015598615,0.0011585739,0.00016779896,0.00062067003,0.007431428,0.022152904,0.01322997,0.6527918,0.00576971,0.29476628],"study_design_scores_gemma":[0.00013317376,0.00018222547,0.00040060596,0.0006200084,0.00020203461,0.0008291187,0.0012946705,0.08404114,0.017025165,0.6306933,0.2644772,0.000101228936],"about_ca_topic_score_codex":0.0034156297,"about_ca_topic_score_gemma":0.0026747559,"teacher_disagreement_score":0.009858101,"about_ca_system_score_codex":0.0016413477,"about_ca_system_score_gemma":0.005174106,"threshold_uncertainty_score":0.05213523},"labels":[],"label_agreement":null},{"id":"W4239061549","doi":"10.1007/978-3-642-24485-8_10","title":"Aspect-Oriented Modelling for Distributed Systems","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Distributed computing; Node (physics); MODELLER; Aspect-oriented programming; Programming language; Engineering; Software","score_opus":0.05861922604520475,"score_gpt":0.271629143193649,"score_spread":0.21300991714844425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239061549","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018548999,0.001816434,0.98220325,0.0002932708,0.00009666269,0.000069355665,0.000083958614,0.0009938905,0.012588233],"genre_scores_gemma":[0.09812966,0.009058937,0.86391264,0.0002629875,0.00025984034,0.00039696734,0.0010322619,0.0014699971,0.025476782],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99918884,0.00020685296,0.00008360931,0.000099187055,0.00037200007,0.000049505095],"domain_scores_gemma":[0.99945384,0.00023801389,0.000044842644,0.00015727348,0.00008125989,0.000024858304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011204217,0.0014291533,0.000853985,0.0006908015,0.00049110915,0.002504436,0.0018796087,0.0011315537,0.00341813],"category_scores_gemma":[0.0019321155,0.0010953065,0.0012449952,0.0012997363,0.00097210985,0.0029607927,0.0010604995,0.0028802399,0.001707683],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042921056,0.00007913204,0.0002709589,0.00070196186,0.00006366472,0.00030343296,0.0008836784,0.0635735,0.0061617205,0.7352364,0.010508974,0.18217362],"study_design_scores_gemma":[0.000040046325,0.000039709605,0.00019872043,0.00034419098,0.000079483274,0.0005202286,0.00009660885,0.17360245,0.0039512007,0.5853642,0.23573144,0.000031608335],"about_ca_topic_score_codex":0.0015681925,"about_ca_topic_score_gemma":0.0018933581,"teacher_disagreement_score":0.00341813,"about_ca_system_score_codex":0.0006256713,"about_ca_system_score_gemma":0.00078393164,"threshold_uncertainty_score":0.011434734},"labels":[],"label_agreement":null},{"id":"W4239454488","doi":"10.1007/978-3-642-24606-7_33","title":"Strategic Models for Business Intelligence","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Computer science; Business rule; Business intelligence; Artifact-centric business process model; Knowledge management; Key (lock); Business process modeling; Semantics of Business Vocabulary and Business Rules; Management science; Process management; Business process; Business; Computer security; Engineering","score_opus":0.12353023178943434,"score_gpt":0.29971109890338055,"score_spread":0.1761808671139462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4239454488","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067918366,0.010881218,0.35635006,0.016342783,0.0010034922,0.00009433222,0.00032173624,0.0004050129,0.60780954],"genre_scores_gemma":[0.7000152,0.015140311,0.107372195,0.0024972034,0.0013294998,0.0005289635,0.00102638,0.00035155474,0.17173879],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989812,0.00050226867,0.00005212932,0.00009600337,0.00027975623,0.00008863117],"domain_scores_gemma":[0.99929273,0.00033990285,0.00006432583,0.00011178286,0.00012040843,0.00007074566],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012350025,0.0016812194,0.0007503562,0.0017420871,0.001135084,0.005937598,0.0012074129,0.0019660008,0.015563778],"category_scores_gemma":[0.0022021397,0.00062385545,0.0008908966,0.0029471572,0.003737032,0.008194333,0.0017014124,0.003138641,0.0035904062],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015634546,0.0000048399515,0.000013041773,0.000017099166,0.0000030922645,0.0000072573034,0.000051775198,0.00091095804,0.000017475902,0.9923028,0.0025764094,0.0040937327],"study_design_scores_gemma":[0.000002149326,0.0000020936425,0.000009263008,0.000014377563,0.0000021133799,0.000007969784,0.00003642771,0.0021568509,0.000015925883,0.9860541,0.011696801,0.0000018411091],"about_ca_topic_score_codex":0.0029144194,"about_ca_topic_score_gemma":0.0034147806,"teacher_disagreement_score":0.015563778,"about_ca_system_score_codex":0.0037049043,"about_ca_system_score_gemma":0.0021067255,"threshold_uncertainty_score":0.052066028},"labels":[],"label_agreement":null},{"id":"W4240280987","doi":"10.1145/1595808","title":"Proceedings of the joint international and annual ERCIM workshops on Principles of software evolution (IWPSE) and software evolution (Evol) workshops","year":2009,"lang":"en","type":"paratext","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Software evolution; Software review; Computer science; Theme (computing); Consistency (knowledge bases); Software; Event (particle physics); Software development; Software engineering; Data science; Software construction; World Wide Web; Artificial intelligence","score_opus":0.02784867388727347,"score_gpt":0.26212443863522483,"score_spread":0.23427576474795136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240280987","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021612143,0.08358178,0.17214182,0.08802074,0.2354193,0.0024690635,0.0066159214,0.0058704047,0.38426888],"genre_scores_gemma":[0.056279637,0.041180935,0.09144333,0.007889538,0.03230759,0.0018445051,0.010636346,0.0043228776,0.7540952],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99046904,0.0028433455,0.0006795681,0.0010680897,0.004106413,0.0008335658],"domain_scores_gemma":[0.9805181,0.0047656377,0.0009772715,0.0018550229,0.00749887,0.0043851016],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013091488,0.001412491,0.0015022582,0.0031545851,0.0013333611,0.007314859,0.002564259,0.0030129736,0.09723218],"category_scores_gemma":[0.021375475,0.00066235615,0.0017970343,0.0029280349,0.0013616665,0.0052150274,0.005065753,0.004378768,0.03948824],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026255054,0.00020626627,0.0005142175,0.0010870697,0.00006294222,0.0002757117,0.00083376234,0.0010007848,0.00322834,0.013035566,0.68957984,0.2899129],"study_design_scores_gemma":[0.000030241117,0.000098625474,0.0010204983,0.00042473787,0.000020904963,0.00018502615,0.00025486777,0.00078432687,0.00074095593,0.0062978165,0.9901113,0.000030751435],"about_ca_topic_score_codex":0.001058217,"about_ca_topic_score_gemma":0.0016342261,"teacher_disagreement_score":0.09723218,"about_ca_system_score_codex":0.0024093427,"about_ca_system_score_gemma":0.004726144,"threshold_uncertainty_score":0.32527405},"labels":[],"label_agreement":null},{"id":"W4240395313","doi":"10.1145/2189751.2047884","title":"Monitoring aspects for the customization of automatically generated code for big-step models","year":2011,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Executable; Code generation; Programming language; Code (set theory); Personalization; Redundant code; Generator (circuit theory); Unreachable code; Dead code; Semantics (computer science); Reachability; Source code; Extension (predicate logic); Operating system; Theoretical computer science","score_opus":0.1913483787223302,"score_gpt":0.3198090411456223,"score_spread":0.1284606624232921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240395313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01686894,0.00003379887,0.973631,0.000112838396,0.000015186765,0.00014149962,0.000050803726,0.008177312,0.00096859265],"genre_scores_gemma":[0.27905133,0.000091322945,0.71565527,0.0001601023,0.000030590607,0.00030822272,0.00020488509,0.0028759576,0.0016222667],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9964993,0.0010878309,0.00031201105,0.000553243,0.0013589407,0.00018861798],"domain_scores_gemma":[0.98571175,0.006550375,0.0011403009,0.005690516,0.00071065105,0.00019639928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041027498,0.0007637926,0.0003880304,0.0007057909,0.0004935429,0.0015933379,0.0017723655,0.0010373351,0.0021154084],"category_scores_gemma":[0.016922923,0.0010073924,0.0014167286,0.00038026297,0.0018209578,0.003674836,0.0025352668,0.0022532512,0.00040927806],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011985074,0.0004585141,0.01758347,0.00097020145,0.00019852458,0.0020513062,0.004036046,0.12837288,0.23410065,0.27730647,0.00659372,0.3271297],"study_design_scores_gemma":[0.00009656257,0.00033847033,0.0023569153,0.00020884206,0.00016246809,0.001024454,0.00015742233,0.7042062,0.1792067,0.08254737,0.029567117,0.00012745481],"about_ca_topic_score_codex":0.0006942158,"about_ca_topic_score_gemma":0.0014008424,"teacher_disagreement_score":0.0041027498,"about_ca_system_score_codex":0.0007259028,"about_ca_system_score_gemma":0.0011741298,"threshold_uncertainty_score":0.0216977},"labels":[],"label_agreement":null},{"id":"W4240854512","doi":"10.1145/1176617.1176719","title":"Towards a framework for collaborative and coordinated product configuration","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior","keywords":"Computer science; Context (archaeology); Process (computing); Product (mathematics); Configuration Management (ITSM); Collaborative software; Process management; Collaboration; Software engineering; Systems engineering; Knowledge management; Human–computer interaction; Engineering","score_opus":0.030830338179727457,"score_gpt":0.3021962906457417,"score_spread":0.27136595246601425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4240854512","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00072504114,0.00025636918,0.9931593,0.00043793622,0.000040520503,0.00012752683,0.000031699885,0.00071848114,0.004503094],"genre_scores_gemma":[0.024409939,0.00044407643,0.9722115,0.00012960164,0.00005925764,0.00039149696,0.00017884225,0.00017045208,0.0020048504],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99082196,0.003965754,0.0007820122,0.0014331157,0.0023672697,0.000629871],"domain_scores_gemma":[0.9942046,0.0017239709,0.0006097714,0.0018492023,0.0010041817,0.00060832564],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010862405,0.0017779912,0.0015811175,0.0025709548,0.002863268,0.009404372,0.007158138,0.0052393633,0.0051303543],"category_scores_gemma":[0.009779654,0.0018849013,0.0025988014,0.0033505047,0.007147978,0.0108427545,0.009672532,0.0060483413,0.0025564546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033070944,0.00007078716,0.00036267104,0.0001760541,0.000041994837,0.0003386358,0.0012843026,0.031972367,0.0012460203,0.9086844,0.0038216722,0.051968098],"study_design_scores_gemma":[0.00006420903,0.00007752241,0.00021353428,0.00029563124,0.000054330354,0.0004162841,0.00047645875,0.19718415,0.0015995428,0.66781366,0.13171834,0.00008630717],"about_ca_topic_score_codex":0.009072713,"about_ca_topic_score_gemma":0.009082024,"teacher_disagreement_score":0.010862405,"about_ca_system_score_codex":0.0029293727,"about_ca_system_score_gemma":0.006063864,"threshold_uncertainty_score":0.0574466},"labels":[],"label_agreement":null},{"id":"W4241344291","doi":"10.1145/996893.996861","title":"Jedd","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Programming language; Compiler; Binary decision diagram; Key (lock); Java; Data structure; Theoretical computer science; Operating system","score_opus":0.045068316931145054,"score_gpt":0.2952424756677303,"score_spread":0.2501741587365853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241344291","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008551534,0.0012611161,0.7669455,0.0016840125,0.0017073447,0.0003754815,0.008596904,0.070831195,0.14004698],"genre_scores_gemma":[0.10253914,0.002295837,0.65898055,0.003320404,0.00045482704,0.00069935713,0.03448668,0.022244949,0.17497838],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982936,0.0002147479,0.00017283032,0.00036044416,0.0008018606,0.00015659026],"domain_scores_gemma":[0.9982444,0.00036834367,0.00009372629,0.0006035002,0.0005898677,0.00010016476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012389154,0.00061494095,0.0005512925,0.0012806169,0.0007446901,0.0028480592,0.0015037411,0.00075013016,0.047859218],"category_scores_gemma":[0.0038847418,0.000507737,0.0009355351,0.00090290676,0.0006366209,0.0029077039,0.003078241,0.0013659813,0.02452395],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039402224,0.00014127787,0.003067902,0.0010959288,0.000050964278,0.0004950146,0.0005075802,0.0047616446,0.012358055,0.17193496,0.20318887,0.6020038],"study_design_scores_gemma":[0.00003192487,0.00003344249,0.00036383988,0.000067327754,0.000017072547,0.00035545393,0.000058807476,0.0070638293,0.0073908907,0.017110191,0.96748227,0.000024879502],"about_ca_topic_score_codex":0.0013207971,"about_ca_topic_score_gemma":0.001870554,"teacher_disagreement_score":0.047859218,"about_ca_system_score_codex":0.0007839332,"about_ca_system_score_gemma":0.0016760197,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4241820737","doi":"10.4018/978-1-5225-3923-0.ch024","title":"A Two-Layer Approach to Developing Self-Adaptive Multi-Agent Systems in Open Environment","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"","keywords":"Adaptation (eye); Reinforcement learning; Computer science; Self-organization; Process (computing); Adaptive system; Reinforcement; Variety (cybernetics); Layer (electronics); Situated; Distributed computing; Artificial intelligence; Human–computer interaction; Engineering; Psychology","score_opus":0.12658737149270624,"score_gpt":0.31931022792348074,"score_spread":0.1927228564307745,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4241820737","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025791377,0.001983339,0.9738435,0.000685537,0.00010882797,0.0001548589,0.000020746009,0.00051097857,0.020113066],"genre_scores_gemma":[0.07441045,0.0030452046,0.89511836,0.00031767305,0.00005817639,0.00043304867,0.0000802962,0.00012396496,0.026412878],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994904,0.00015024787,0.00004343917,0.000086901666,0.00019112632,0.000037854043],"domain_scores_gemma":[0.99958926,0.0001576982,0.000041330888,0.00009132784,0.000068004825,0.000052281328],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088971586,0.000712206,0.00032670822,0.00057852804,0.00053717755,0.0022332794,0.0018022971,0.0014947469,0.0038943968],"category_scores_gemma":[0.0010557249,0.00055139285,0.0007764791,0.0005935019,0.0012089602,0.0020590678,0.002317448,0.0022857569,0.0013727158],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003536827,0.00015863117,0.0006771223,0.0010672101,0.00011622795,0.0006390471,0.0019396429,0.061531276,0.021186816,0.6073638,0.006802041,0.2984828],"study_design_scores_gemma":[0.00004596697,0.00025036576,0.0006226046,0.0006139437,0.00010772134,0.0010202553,0.00042400815,0.32618615,0.018332811,0.27008608,0.38222584,0.00008429301],"about_ca_topic_score_codex":0.00078079145,"about_ca_topic_score_gemma":0.0011383871,"teacher_disagreement_score":0.0038943968,"about_ca_system_score_codex":0.00078231265,"about_ca_system_score_gemma":0.0011065312,"threshold_uncertainty_score":0.013028026},"labels":[],"label_agreement":null},{"id":"W4242263591","doi":"10.1145/1229384","title":"Proceedings of the 3rd workshop on Testing aspect-oriented programs","year":2007,"lang":"en","type":"paratext","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Aspect-oriented programming; Software engineering; Computer science; Software testing; Software quality assurance; Modularity (biology); Quality assurance; Conjunction (astronomy); Software development; Software; Engineering management; Software quality; Engineering; Programming language","score_opus":0.0805477879240259,"score_gpt":0.3190850372644354,"score_spread":0.23853724934040949,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242263591","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014814513,0.0389827,0.51411605,0.034530204,0.0694284,0.0020940902,0.0027917046,0.007973567,0.31526884],"genre_scores_gemma":[0.07810812,0.034746874,0.29711872,0.008627667,0.01723896,0.002144646,0.015698677,0.007124264,0.539192],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99227774,0.002395766,0.0006402744,0.0009657709,0.0031793409,0.0005410978],"domain_scores_gemma":[0.9880113,0.0030548833,0.00028660786,0.0018434104,0.0054719388,0.0013318893],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008978039,0.0020888944,0.0015515323,0.002453147,0.0013643008,0.0071286173,0.0027614383,0.0031116977,0.05483852],"category_scores_gemma":[0.014285479,0.0009647246,0.001878303,0.0014127297,0.0014360757,0.0045974343,0.0039354875,0.004817686,0.022630498],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043026867,0.00040535614,0.00093117246,0.0006256382,0.00009310103,0.0006536566,0.00082050695,0.00465057,0.0076095485,0.022599218,0.4902573,0.47092375],"study_design_scores_gemma":[0.00006844476,0.00015688213,0.0007982366,0.00067490747,0.000057315337,0.0004870926,0.00025336098,0.006318746,0.0035961915,0.016351275,0.9711826,0.000055042507],"about_ca_topic_score_codex":0.0036589217,"about_ca_topic_score_gemma":0.004960889,"teacher_disagreement_score":0.05483852,"about_ca_system_score_codex":0.0020308993,"about_ca_system_score_gemma":0.0032759488,"threshold_uncertainty_score":0.18345314},"labels":[],"label_agreement":null},{"id":"W4244256865","doi":"10.1109/icse.2013.6606715","title":"A study of variability spaces in open source software","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Maintainability; Computer science; Software; Software system; Space (punctuation); Software engineering; Work (physics); Programming language; Engineering; Operating system","score_opus":0.07306912676554528,"score_gpt":0.32076640419130037,"score_spread":0.2476972774257551,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244256865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9306165,0.0003424325,0.06610498,0.00030289846,0.000008006161,0.00004591625,0.0001091324,0.00022013961,0.0022500842],"genre_scores_gemma":[0.9832864,0.000077933146,0.016259361,0.00001987474,0.0000072744933,0.000026685788,0.000084582556,0.000058089397,0.00017985726],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99283,0.0031494661,0.0004445648,0.00091244874,0.002415574,0.00024794118],"domain_scores_gemma":[0.83601236,0.13089558,0.016562229,0.010945663,0.004252742,0.0013314304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046699964,0.00030576377,0.00029190947,0.002461927,0.0011671758,0.0026198581,0.0011445137,0.00095455116,0.00063307927],"category_scores_gemma":[0.0511123,0.0005027511,0.00055469637,0.0032431076,0.0025409574,0.0054322556,0.0018822727,0.001973299,0.00007197212],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082790543,0.0009606193,0.3857894,0.0007484522,0.0003391372,0.002921455,0.06357673,0.11136538,0.037570763,0.1434281,0.0016116854,0.25086033],"study_design_scores_gemma":[0.00008240206,0.0012466736,0.24919236,0.00040710188,0.00024575408,0.003084251,0.018009797,0.50256795,0.029304918,0.18063606,0.014887343,0.00033544854],"about_ca_topic_score_codex":0.0023256638,"about_ca_topic_score_gemma":0.0025257608,"teacher_disagreement_score":0.0046699964,"about_ca_system_score_codex":0.0010629168,"about_ca_system_score_gemma":0.0011721178,"threshold_uncertainty_score":0.024697602},"labels":[],"label_agreement":null},{"id":"W4244614862","doi":"10.1145/357474.355054","title":"Implicit context","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Context (archaeology); Computer science; Component (thermodynamics); Java; Mechanism (biology); Software; Software engineering; Simple (philosophy); Distributed computing; Programming language; Epistemology; Philosophy","score_opus":0.02416181770670782,"score_gpt":0.2593882571528614,"score_spread":0.23522643944615357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244614862","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032307666,0.0030887318,0.90707254,0.0030551818,0.0010327551,0.0004172485,0.0009203981,0.006513369,0.045592137],"genre_scores_gemma":[0.5949443,0.0026971688,0.35360533,0.0030181156,0.001146517,0.0008129003,0.001743975,0.0031559907,0.03887575],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.991711,0.0022877231,0.0009261334,0.0016779117,0.002685374,0.0007118031],"domain_scores_gemma":[0.9797411,0.006878481,0.00097431114,0.0087422645,0.0031047962,0.00055908295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005232603,0.0014198897,0.0013027509,0.0016211724,0.0025232825,0.005793838,0.0039514042,0.0028735457,0.0085531855],"category_scores_gemma":[0.02735429,0.0016446655,0.0013429136,0.0014342777,0.0045120344,0.017957421,0.012207632,0.0048217527,0.0036328095],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005067321,0.00014369519,0.005260788,0.0014470044,0.00016575611,0.00096643984,0.00884822,0.0067265127,0.010402268,0.76145834,0.014358132,0.1897161],"study_design_scores_gemma":[0.000092155984,0.00018736566,0.0011434122,0.0005551815,0.00044415667,0.0010370851,0.0014184617,0.019194204,0.01738535,0.4703148,0.4879836,0.00024408694],"about_ca_topic_score_codex":0.0027802703,"about_ca_topic_score_gemma":0.0030917267,"teacher_disagreement_score":0.0085531855,"about_ca_system_score_codex":0.0014291343,"about_ca_system_score_gemma":0.00289742,"threshold_uncertainty_score":0.02861321},"labels":[],"label_agreement":null},{"id":"W4245473607","doi":"10.1002/inst.12243","title":"The Best of Both Worlds: Agile Development Meets Product Line Engineering at Lockheed Martin","year":2019,"lang":"en","type":"article","venue":"Insight","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Agile software development; New product development; Product line; Engineering; Scrum; Agile usability engineering; Product (mathematics); Systems engineering; Scale (ratio); Quality (philosophy); Manufacturing engineering; Work (physics); Software product line; Engineering management; Software; Software development; Computer science; Software engineering; Software development process; Mechanical engineering; Business","score_opus":0.024206863763454076,"score_gpt":0.24692822697601577,"score_spread":0.2227213632125617,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245473607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6449227,0.0059378645,0.04499637,0.15273842,0.0009778653,0.00017078474,0.00006932423,0.0014234085,0.14876328],"genre_scores_gemma":[0.9081331,0.0011401798,0.018375423,0.0036046172,0.00010218868,0.00004487822,0.000020969106,0.00024268201,0.06833595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972439,0.0011786276,0.000031920332,0.00022486676,0.0006518742,0.00066886586],"domain_scores_gemma":[0.99446183,0.001826414,0.00027570114,0.00019542215,0.0006930415,0.0025475034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004208274,0.00031243765,0.0001168088,0.0007266378,0.0032485935,0.0038488952,0.00078475196,0.0010644875,0.006844844],"category_scores_gemma":[0.0039937044,0.00039908013,0.00011863854,0.0003329828,0.0023643204,0.0018772315,0.002754071,0.0026819676,0.00092020666],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074196764,0.0012223171,0.021719817,0.00030966647,0.000040086677,0.008814748,0.06271288,0.002869829,0.037180822,0.13750203,0.17287436,0.55401146],"study_design_scores_gemma":[0.00015058358,0.0015220417,0.025144197,0.0006315083,0.000038094848,0.005271161,0.044741184,0.01572165,0.02808614,0.029132642,0.8492232,0.00033762513],"about_ca_topic_score_codex":0.012567978,"about_ca_topic_score_gemma":0.022187343,"teacher_disagreement_score":0.012567978,"about_ca_system_score_codex":0.0030268966,"about_ca_system_score_gemma":0.0049320795,"threshold_uncertainty_score":0.024989605},"labels":[],"label_agreement":null},{"id":"W4245733707","doi":"10.1007/978-3-642-16129-2_13","title":"Inferring Meta-models for Runtime System Data from the Clients of Management APIs","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Set (abstract data type); Code (set theory); Runtime system; Range (aeronautics); Data mining; Distributed computing; Programming language","score_opus":0.1242389593893893,"score_gpt":0.31140637404190435,"score_spread":0.18716741465251507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4245733707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09453459,0.00032915967,0.8788611,0.0006279975,0.0000695105,0.00014966048,0.004657142,0.017459653,0.003311213],"genre_scores_gemma":[0.57477194,0.00050561887,0.4112414,0.0001510196,0.000056975852,0.0001844374,0.007654604,0.0031023447,0.0023316243],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971942,0.0006039598,0.00019620798,0.00055120594,0.001187338,0.00026700422],"domain_scores_gemma":[0.98901504,0.0055670915,0.0007841496,0.0035816398,0.0008568647,0.00019515099],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003156868,0.0012626823,0.0009067095,0.0020635447,0.00067598233,0.0051166634,0.0030449848,0.0022818455,0.0024465735],"category_scores_gemma":[0.01741805,0.0024602332,0.0029845298,0.0017929486,0.0010990697,0.007858409,0.0019552454,0.0038067866,0.0017595297],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015122994,0.0007711137,0.107613474,0.0010127567,0.00073790544,0.0011056934,0.0024008672,0.37352893,0.031879615,0.16362922,0.017532034,0.29827616],"study_design_scores_gemma":[0.000023025537,0.000031507225,0.002877398,0.00005244125,0.00011651478,0.00010994208,0.00012855137,0.9250913,0.017515399,0.0506811,0.0033325125,0.000040318766],"about_ca_topic_score_codex":0.009024671,"about_ca_topic_score_gemma":0.018658677,"teacher_disagreement_score":0.009024671,"about_ca_system_score_codex":0.0016155228,"about_ca_system_score_gemma":0.0025916942,"threshold_uncertainty_score":0.017944276},"labels":[],"label_agreement":null},{"id":"W4246209032","doi":"10.22215/etd/2013-07293","title":"Requirement analysis technique for configurable platform : case study","year":2013,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Computer science; Humanities; Art","score_opus":0.07546410038954178,"score_gpt":0.366023965930526,"score_spread":0.29055986554098423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246209032","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47087485,0.00079125754,0.49119744,0.0014815535,0.000097810975,0.0011920102,0.00064342655,0.0023451634,0.03137648],"genre_scores_gemma":[0.72547555,0.0005179226,0.25803417,0.00013911238,0.000025099916,0.00029759016,0.0005628668,0.00032087043,0.014626887],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99740183,0.0009232541,0.0001658478,0.00029074374,0.0010033171,0.000215043],"domain_scores_gemma":[0.9938513,0.0035986323,0.00042977036,0.0008980336,0.0009783201,0.00024389826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001933141,0.00065531395,0.0003317641,0.0014239841,0.0009757715,0.0012478187,0.0014393163,0.0013402745,0.0041064196],"category_scores_gemma":[0.005845085,0.00035737053,0.00075204455,0.0011888751,0.000474096,0.0010785876,0.0008499305,0.0007932463,0.0008932817],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009428043,0.0014297282,0.01600848,0.0021523724,0.00014923763,0.03465879,0.009572547,0.06614191,0.23528764,0.024938257,0.013417131,0.5953011],"study_design_scores_gemma":[0.00024910067,0.0021874215,0.03131451,0.0009049959,0.00039106677,0.040128365,0.0127916075,0.47743437,0.26166508,0.01266973,0.15991215,0.00035161435],"about_ca_topic_score_codex":0.0025624414,"about_ca_topic_score_gemma":0.0059545874,"teacher_disagreement_score":0.0041064196,"about_ca_system_score_codex":0.0007485424,"about_ca_system_score_gemma":0.0014729812,"threshold_uncertainty_score":0.0137373805},"labels":[],"label_agreement":null},{"id":"W4246443804","doi":"10.1109/icse.2001.919194","title":"Holmes: an intelligent system to support software product line development","year":2005,"lang":"en","type":"article","venue":"Proceedings of the 23rd International Conference on Software Engineering. ICSE 2001","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Software product line; Computer science; Software engineering; Software development; Blackboard (design pattern); Product line; Software; Blackboard system; Software architecture; Feature (linguistics); Product (mathematics); Software system; Resource-oriented architecture; Software construction; Programming language; Engineering","score_opus":0.06818995543559302,"score_gpt":0.30629305146165803,"score_spread":0.238103096026065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246443804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015502986,0.00022912728,0.70091736,0.00018117303,0.0000609194,0.00025871085,0.0011393058,0.27334645,0.008363965],"genre_scores_gemma":[0.16668113,0.00040422293,0.7943319,0.00039356062,0.000047721052,0.00040086062,0.007041142,0.006955687,0.02374377],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992336,0.00013609572,0.0000810064,0.00016844505,0.00032746294,0.000053404678],"domain_scores_gemma":[0.9982406,0.00073070585,0.0001851734,0.00043847578,0.00027376044,0.00013122999],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013058168,0.00068347534,0.000413816,0.0011133224,0.00032132104,0.0014096837,0.0018148834,0.0006783511,0.009179605],"category_scores_gemma":[0.0037055553,0.00072930835,0.00039226253,0.00063284585,0.00037938618,0.0031531712,0.0016650582,0.0009312996,0.004046321],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015321893,0.00047312034,0.004912165,0.0009531716,0.00015245962,0.00059241994,0.0012886305,0.019186135,0.060079932,0.026222635,0.094505794,0.7901013],"study_design_scores_gemma":[0.00079006946,0.00081554597,0.0045381556,0.00022444568,0.0003084351,0.0012821422,0.00036714447,0.41678414,0.104928486,0.044737186,0.4249265,0.00029783233],"about_ca_topic_score_codex":0.0016855715,"about_ca_topic_score_gemma":0.0021272625,"teacher_disagreement_score":0.009179605,"about_ca_system_score_codex":0.00055975706,"about_ca_system_score_gemma":0.0012621953,"threshold_uncertainty_score":0.03070879},"labels":[],"label_agreement":null},{"id":"W4246653382","doi":"10.1109/raise.2015.12","title":"Recommending Features and Feature Relationships from Requirements Documents for Software Product Lines","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Software product line; Software engineering; Heuristics; Software; Feature model; Categorization; Feature (linguistics); Product (mathematics); Software system; Key (lock); Software development; Data mining; Artificial intelligence; Programming language; Operating system","score_opus":0.1561792397933961,"score_gpt":0.35165131447178205,"score_spread":0.19547207467838595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246653382","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27873042,0.001505668,0.6826503,0.0019367052,0.000086499,0.0023050006,0.0110010225,0.009386388,0.012397956],"genre_scores_gemma":[0.20171866,0.0007147546,0.77649146,0.00014423157,0.000034555807,0.0005573529,0.016954184,0.00037109017,0.0030136565],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762684,0.00087190105,0.00022868722,0.0003257935,0.00087874866,0.000068090645],"domain_scores_gemma":[0.98157984,0.0127761485,0.0013167986,0.0010322044,0.0030904114,0.00020460061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002444534,0.00077771646,0.00046960122,0.0055861836,0.0007219414,0.0013642086,0.001060989,0.0011027787,0.0036343685],"category_scores_gemma":[0.021211723,0.00062237075,0.0009033336,0.0029518115,0.00027365488,0.0020443392,0.00045662723,0.0008866789,0.0020339137],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047105228,0.0007019154,0.018638616,0.002415048,0.00016991571,0.0009524561,0.0024553873,0.019961648,0.029614791,0.0051723476,0.032933705,0.8865131],"study_design_scores_gemma":[0.0005527747,0.0017875697,0.06378413,0.0014208761,0.00075982534,0.0039969254,0.0065636523,0.61438054,0.09612236,0.0140292095,0.19614124,0.00046091893],"about_ca_topic_score_codex":0.009380614,"about_ca_topic_score_gemma":0.024396677,"teacher_disagreement_score":0.009380614,"about_ca_system_score_codex":0.00094388134,"about_ca_system_score_gemma":0.0021366908,"threshold_uncertainty_score":0.018652022},"labels":[],"label_agreement":null},{"id":"W4246852016","doi":"10.1145/1083063.1083075","title":"Towards requirements-driven autonomic systems design","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science","score_opus":0.11050941496352645,"score_gpt":0.3203696822161061,"score_spread":0.20986026725257967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246852016","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0042534177,0.0005285144,0.98075473,0.0025170117,0.000071690876,0.00018971579,0.000044771754,0.00026084977,0.011379313],"genre_scores_gemma":[0.07928013,0.0012818312,0.9138851,0.0005872514,0.00008582355,0.00068420905,0.00022820458,0.00014390981,0.003823516],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99573946,0.0017638677,0.00024852148,0.000308766,0.001704741,0.0002345677],"domain_scores_gemma":[0.9962515,0.0014636916,0.00032089688,0.0005063716,0.0012649883,0.00019259809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005745036,0.00096761034,0.0005944298,0.0010332327,0.00074666267,0.0036794126,0.002433318,0.0023386413,0.0016086464],"category_scores_gemma":[0.008504577,0.0010461659,0.0011667613,0.0008547812,0.0019172262,0.0030846568,0.0020916746,0.0029156753,0.0010463354],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048964223,0.00014474163,0.00069167843,0.0007023283,0.00008490407,0.0007225158,0.0022268642,0.090551175,0.008516764,0.80094486,0.0056643435,0.089700915],"study_design_scores_gemma":[0.00006207582,0.00009872001,0.00029318727,0.00041381633,0.000056013705,0.00038730406,0.00079757196,0.29557395,0.006222599,0.58616835,0.10987454,0.000051971456],"about_ca_topic_score_codex":0.0011934867,"about_ca_topic_score_gemma":0.0016989124,"teacher_disagreement_score":0.005745036,"about_ca_system_score_codex":0.0014319883,"about_ca_system_score_gemma":0.0027329465,"threshold_uncertainty_score":0.03038305},"labels":[],"label_agreement":null},{"id":"W4247334800","doi":"10.1109/icse.1988.93690","title":"Rigi: a system for programming-in-the-large","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":92,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"University of Victoria; Rice University","keywords":"Computer science; Consistency (knowledge bases); Traceability; Abstraction; Theoretical computer science; Graph; Programming language; Software; Generalization; Software system; Software development; Software engineering; Artificial intelligence; Mathematics","score_opus":0.041209297020167894,"score_gpt":0.303530590511966,"score_spread":0.2623212934917981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4247334800","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004998647,0.0002986171,0.4930972,0.0003670663,0.00017434874,0.00053187314,0.003121413,0.4902435,0.011666038],"genre_scores_gemma":[0.018486423,0.0015338723,0.8092239,0.0013765399,0.00024275915,0.003839083,0.027791725,0.11839609,0.019109605],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99427783,0.0018723323,0.0007258017,0.0010508964,0.0015984557,0.00047454578],"domain_scores_gemma":[0.99145144,0.0041068303,0.0005119484,0.0027955782,0.00066023826,0.00047399537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076449118,0.00362178,0.0025008284,0.0035875668,0.0012290592,0.0069597145,0.009214223,0.003903926,0.06887648],"category_scores_gemma":[0.022622557,0.0036079956,0.0033392312,0.003339401,0.0023920233,0.010453177,0.010749082,0.008059727,0.05253722],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012392029,0.00033278714,0.0013550085,0.0024178405,0.0002656132,0.00092948513,0.0015675842,0.014537181,0.008523499,0.17480357,0.5128914,0.28113678],"study_design_scores_gemma":[0.0005422635,0.00012300473,0.0005141625,0.0003994791,0.00009169583,0.0005593893,0.00010835056,0.06829278,0.0076244827,0.10036491,0.82111955,0.00025989962],"about_ca_topic_score_codex":0.0040682554,"about_ca_topic_score_gemma":0.0045747873,"teacher_disagreement_score":0.06887648,"about_ca_system_score_codex":0.0018823488,"about_ca_system_score_gemma":0.0030947586,"threshold_uncertainty_score":0.23041475},"labels":[],"label_agreement":null},{"id":"W4248003726","doi":"10.1109/icse.2013.6606686","title":"A framework for managing cloned product variants","year":2013,"lang":"en","type":"article","venue":"2013 35th International Conference on Software Engineering (ICSE)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Computational biology; Biology; Mathematics","score_opus":0.0715748091024742,"score_gpt":0.3167656946727136,"score_spread":0.24519088557023938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248003726","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037355523,0.00016749647,0.9924029,0.00044381575,0.000029111687,0.00017640107,0.00005312866,0.00091156753,0.002080001],"genre_scores_gemma":[0.051600248,0.00028641624,0.9448071,0.000116256015,0.000045460216,0.0003263881,0.00017876783,0.000223772,0.0024155292],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99031854,0.0025847503,0.0010967727,0.0021253964,0.0030131496,0.0008614392],"domain_scores_gemma":[0.9828707,0.0054797824,0.002273466,0.0061486824,0.00198535,0.0012418381],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014300184,0.0015543901,0.0013354854,0.0037928787,0.0033280347,0.010769292,0.008966659,0.0048318375,0.0044983197],"category_scores_gemma":[0.024723804,0.0017779414,0.0028448245,0.0042180168,0.0073308726,0.016350156,0.010208548,0.0051356168,0.0012185803],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008782374,0.000144671,0.0015604156,0.00020899564,0.00006648861,0.001158645,0.002126165,0.037694454,0.0046275407,0.86131173,0.0031315968,0.08788145],"study_design_scores_gemma":[0.00011132654,0.0002713846,0.0004427339,0.00031605194,0.00021655246,0.001910893,0.0010091964,0.2894717,0.010627702,0.59851426,0.09690679,0.00020129142],"about_ca_topic_score_codex":0.0071726153,"about_ca_topic_score_gemma":0.0050007803,"teacher_disagreement_score":0.014300184,"about_ca_system_score_codex":0.0029278023,"about_ca_system_score_gemma":0.0049464814,"threshold_uncertainty_score":0.075627506},"labels":[],"label_agreement":null},{"id":"W4248290991","doi":"10.1007/978-3-642-16373-9_5","title":"Finding Solutions in Goal Models: An Interactive Backward Reasoning Approach","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Viewpoints; Computer science; Ask price; Human–computer interaction; Domain (mathematical analysis); Goal orientation; Management science","score_opus":0.066060017546595,"score_gpt":0.30086303419435645,"score_spread":0.23480301664776143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248290991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018704992,0.0000538714,0.9938678,0.00016199806,0.000010433393,0.00009431923,0.0001258058,0.00085821655,0.002957012],"genre_scores_gemma":[0.027562521,0.00012758511,0.96890736,0.000079008285,0.000011665709,0.00014724726,0.00056955824,0.00028174513,0.0023133564],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962083,0.001420128,0.00029831415,0.0005085038,0.0013199955,0.00024476548],"domain_scores_gemma":[0.9886143,0.009445044,0.00025287698,0.00091303553,0.0006335194,0.00014106599],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0065588346,0.002484931,0.0018966339,0.0034021968,0.002345905,0.0053075133,0.0068267933,0.0030816875,0.02414362],"category_scores_gemma":[0.017619,0.0023304739,0.0064361994,0.0027073491,0.0024245647,0.010451209,0.008037041,0.0056704353,0.004000829],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006476437,0.0007303073,0.0011373147,0.0019753475,0.00045259576,0.0006227265,0.002152659,0.14794329,0.0100245755,0.43419233,0.011673198,0.38844803],"study_design_scores_gemma":[0.0001748973,0.00007807947,0.00014691301,0.00022829288,0.0003166398,0.00016633172,0.0003841493,0.49760386,0.009405361,0.47834247,0.013087503,0.00006546638],"about_ca_topic_score_codex":0.0061496394,"about_ca_topic_score_gemma":0.009850968,"teacher_disagreement_score":0.02414362,"about_ca_system_score_codex":0.0017602376,"about_ca_system_score_gemma":0.00269343,"threshold_uncertainty_score":0.08076841},"labels":[],"label_agreement":null},{"id":"W4248364239","doi":"10.1109/mise.2015.10","title":"Incremental and Commutative Composition of State-Machine Models of Features","year":2015,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Computer science; Composition (language); Feature model; Software product line; Product line; State (computer science); Commutative property; Finite-state machine; Artificial intelligence; Line (geometry); Product (mathematics); Algorithm; Programming language; Engineering; Mathematics","score_opus":0.06195219400242152,"score_gpt":0.31246476729952205,"score_spread":0.2505125732971005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248364239","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00564984,0.000028802464,0.9913175,0.000040010844,0.000025333771,0.00007375716,0.000036571895,0.0015134551,0.0013148392],"genre_scores_gemma":[0.22279355,0.00010767102,0.77093726,0.0001119736,0.000048070957,0.00029540752,0.00035089647,0.0007894501,0.0045657135],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99535334,0.0012526154,0.00027314492,0.0010877551,0.0017185354,0.00031467795],"domain_scores_gemma":[0.9918011,0.004106216,0.00040190967,0.0027908983,0.0006936328,0.00020622055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004598185,0.0008312917,0.0008324887,0.00088580494,0.00087484857,0.00162757,0.0027674683,0.00088756264,0.005861303],"category_scores_gemma":[0.011905885,0.0014432006,0.002830996,0.000514027,0.002001017,0.0059536337,0.0040310593,0.0023715105,0.0013825848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066248904,0.00035212372,0.0042207264,0.0004748901,0.0003171602,0.002259831,0.0027373151,0.29743302,0.039591163,0.47700402,0.0036766585,0.17127071],"study_design_scores_gemma":[0.000056669844,0.00017056827,0.00040023788,0.000049577025,0.00015009836,0.00036681458,0.00014030149,0.7650967,0.047715645,0.16607338,0.019705627,0.00007436689],"about_ca_topic_score_codex":0.002283116,"about_ca_topic_score_gemma":0.003381719,"teacher_disagreement_score":0.005861303,"about_ca_system_score_codex":0.000924213,"about_ca_system_score_gemma":0.0016801896,"threshold_uncertainty_score":0.024317801},"labels":[],"label_agreement":null},{"id":"W4248575338","doi":"10.1109/icse.1994.296790","title":"Software aging","year":2002,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":364,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software engineering; Software; Focus (optics); Computer science; Sign (mathematics); Software development; Social software engineering; Term (time); Perception; Software construction; Programming language; Philosophy; Epistemology; Mathematics","score_opus":0.05766776038856479,"score_gpt":0.2650557950750028,"score_spread":0.20738803468643802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248575338","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027517183,0.024440935,0.08442691,0.048618447,0.012219978,0.0004527275,0.0025661555,0.010297744,0.7894599],"genre_scores_gemma":[0.23071665,0.030761236,0.051367953,0.017950695,0.0037156139,0.00049394654,0.0058161933,0.0021764783,0.6570012],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979748,0.00046214447,0.00014776054,0.0002722869,0.0009803007,0.00016275347],"domain_scores_gemma":[0.9937733,0.000905173,0.0006047267,0.0011956543,0.0027585109,0.0007626244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002302967,0.0005464574,0.00031715422,0.0013123752,0.0014702884,0.0027577495,0.0009072255,0.0013177413,0.042041663],"category_scores_gemma":[0.011951983,0.00026470658,0.00036980037,0.0012084328,0.0009592464,0.0045443512,0.002966808,0.001239799,0.024559129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052291296,0.00006630595,0.0042148414,0.00039701664,0.000022408743,0.00020466576,0.0014686878,0.00030230882,0.0013192474,0.076757014,0.39994064,0.5152545],"study_design_scores_gemma":[0.000004097921,0.00003612937,0.0016312365,0.00014155557,0.000012963268,0.0004021089,0.00026378682,0.00026399497,0.0004882231,0.013508121,0.98323786,0.000009847255],"about_ca_topic_score_codex":0.0013217126,"about_ca_topic_score_gemma":0.0016913627,"teacher_disagreement_score":0.042041663,"about_ca_system_score_codex":0.000844747,"about_ca_system_score_gemma":0.0018543502,"threshold_uncertainty_score":0.14064336},"labels":[],"label_agreement":null},{"id":"W4249457599","doi":"10.22215/etd/2010-09194","title":"Composition of aspects represented as UML sequence diagrams","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"","keywords":"Sequence (biology); Sequence diagram; Computer science; Unified Modeling Language; Programming language","score_opus":0.03690424613040894,"score_gpt":0.34199385891717254,"score_spread":0.3050896127867636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249457599","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08753911,0.0003436932,0.8904532,0.00019256599,0.00012676895,0.00055312034,0.00056684937,0.005751657,0.01447306],"genre_scores_gemma":[0.27537993,0.0006698738,0.70354426,0.00007863166,0.00004241973,0.00034612356,0.0029501996,0.001102646,0.015885964],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99857986,0.00040659858,0.00013941986,0.00020330849,0.0005872164,0.000083637045],"domain_scores_gemma":[0.9973648,0.0011074994,0.00030230667,0.00040137008,0.0006349259,0.0001890259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018372708,0.0005501581,0.00030743456,0.0016114555,0.0005583966,0.001754622,0.00051878166,0.00064710405,0.0037736509],"category_scores_gemma":[0.0048663453,0.00057316275,0.0008250362,0.0009163564,0.00036890604,0.001374557,0.0009711462,0.000620331,0.0013925472],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010467791,0.0006390413,0.020121053,0.0011338681,0.0002670682,0.0043099765,0.0055119237,0.048784655,0.19905248,0.13182658,0.009544566,0.57776207],"study_design_scores_gemma":[0.00016622173,0.00057170773,0.008001347,0.0006030107,0.00055536005,0.0019330332,0.0011230778,0.39962426,0.16026327,0.067405395,0.35962123,0.00013213475],"about_ca_topic_score_codex":0.0035639415,"about_ca_topic_score_gemma":0.0047884495,"teacher_disagreement_score":0.0037736509,"about_ca_system_score_codex":0.0004577859,"about_ca_system_score_gemma":0.0016328037,"threshold_uncertainty_score":0.012624145},"labels":[],"label_agreement":null},{"id":"W4249626616","doi":"10.1145/1837852.1621615","title":"Transactional pointcuts","year":2009,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Join (topology); Computer science; AspectJ; Sort-merge join; Programming language; Point (geometry); Semantics (computer science); Aspect-oriented programming; Joins; Mathematics; Software","score_opus":0.03643256248766095,"score_gpt":0.2933607549780999,"score_spread":0.2569281924904389,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249626616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057889763,0.0039737737,0.93099195,0.0012561043,0.00085389277,0.0011555608,0.0018165634,0.012263552,0.0418996],"genre_scores_gemma":[0.17202789,0.005008447,0.7512128,0.004134981,0.0013553515,0.002490567,0.005789698,0.005291196,0.0526892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.98992026,0.0015766195,0.0017240796,0.001868341,0.0041986024,0.0007120369],"domain_scores_gemma":[0.99490297,0.0019589239,0.00062868575,0.0010769694,0.0011516749,0.00028078383],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058718454,0.0021040135,0.00150988,0.0033461275,0.0016050893,0.006241339,0.0033917606,0.003641261,0.023996418],"category_scores_gemma":[0.009640433,0.0019058017,0.0032170317,0.0035969901,0.0031363321,0.009285386,0.0037679742,0.00408967,0.005745314],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012281748,0.000091414375,0.00091624673,0.00075111596,0.00012226542,0.0005791352,0.0008274793,0.0029765093,0.003828007,0.8424999,0.02638003,0.12090517],"study_design_scores_gemma":[0.00020401599,0.00015908296,0.0006316051,0.00036745213,0.00012807506,0.00176651,0.00024427744,0.014405663,0.004797979,0.37725812,0.59991074,0.00012644009],"about_ca_topic_score_codex":0.0032242218,"about_ca_topic_score_gemma":0.0028948712,"teacher_disagreement_score":0.023996418,"about_ca_system_score_codex":0.001827388,"about_ca_system_score_gemma":0.0020120782,"threshold_uncertainty_score":0.08027601},"labels":[],"label_agreement":null},{"id":"W4251755026","doi":"10.1109/scam.2004.22","title":"Specifying the Law of Demeter and C++ programming guidelines with FCL","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Constraint (computer-aided design); Computer science; Programming language; ENCODE; Code (set theory); Engineering","score_opus":0.08668434523978834,"score_gpt":0.32132836127309583,"score_spread":0.23464401603330748,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251755026","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00674239,0.00008710202,0.96136254,0.0010000071,0.000114944305,0.00049068674,0.00083625515,0.015275754,0.014090284],"genre_scores_gemma":[0.07983941,0.00018565943,0.9086239,0.00093815295,0.000077438155,0.00065376156,0.0011572661,0.0029656556,0.0055588945],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.985699,0.003701394,0.0016771635,0.0017199445,0.005975294,0.0012271549],"domain_scores_gemma":[0.9746236,0.013090351,0.0022441375,0.0044356827,0.005226429,0.00037979535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010364327,0.0012195632,0.00095956994,0.0038519406,0.0017644764,0.00553883,0.0035472347,0.00231386,0.007460262],"category_scores_gemma":[0.046012443,0.0017269152,0.0016757008,0.0019565634,0.004205158,0.0064361626,0.0037024072,0.0039020886,0.002269676],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018837715,0.0001691424,0.0023426774,0.0006196514,0.00006638744,0.000991959,0.001897718,0.03465571,0.0063019935,0.7353307,0.03960505,0.17783064],"study_design_scores_gemma":[0.0002577562,0.000095733936,0.0007095103,0.0006369849,0.00010968992,0.0009347913,0.0005132693,0.30045146,0.043075882,0.32232815,0.3305708,0.00031598832],"about_ca_topic_score_codex":0.023711173,"about_ca_topic_score_gemma":0.026243778,"teacher_disagreement_score":0.023711173,"about_ca_system_score_codex":0.004032068,"about_ca_system_score_gemma":0.00844322,"threshold_uncertainty_score":0.05481243},"labels":[],"label_agreement":null},{"id":"W4252450534","doi":"10.22215/etd/2008-08095","title":"Composition of aspects represented as UML activity diagrams","year":2008,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; Canadian Heritage; Library and Archives Canada","funders":"","keywords":"Unified Modeling Language; Computer science; Humanities; Art; Programming language","score_opus":0.032963855400850006,"score_gpt":0.3228742583380729,"score_spread":0.28991040293722287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252450534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07390247,0.00034616783,0.9051272,0.0002140774,0.00012519768,0.0004626324,0.00040857564,0.005161835,0.014251814],"genre_scores_gemma":[0.28774914,0.00068691844,0.69215995,0.00008144847,0.000052450596,0.00033772108,0.0024100107,0.0011759487,0.015346505],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997974,0.00060678273,0.00019594838,0.00031247162,0.0008008921,0.000109912035],"domain_scores_gemma":[0.99615014,0.0016100673,0.00038986903,0.0007691567,0.00080446,0.00027634413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002469397,0.0005454453,0.00035784036,0.0016739395,0.0006052595,0.0024160566,0.00061182585,0.00066806475,0.00376033],"category_scores_gemma":[0.007617428,0.0006412184,0.000991573,0.0011430483,0.00037516616,0.0019377706,0.0013546881,0.0007784286,0.0014996043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000919072,0.00072693516,0.021229748,0.0008993362,0.00032844706,0.0027485644,0.0062148543,0.033729367,0.14203374,0.10893738,0.00907076,0.6731618],"study_design_scores_gemma":[0.00020861322,0.0006277031,0.012069014,0.0005767743,0.00091142266,0.001997287,0.001491281,0.3692295,0.13966654,0.080800444,0.39226642,0.00015498944],"about_ca_topic_score_codex":0.0026838789,"about_ca_topic_score_gemma":0.0037473997,"teacher_disagreement_score":0.00376033,"about_ca_system_score_codex":0.00041720498,"about_ca_system_score_gemma":0.0015569592,"threshold_uncertainty_score":0.0130595565},"labels":[],"label_agreement":null},{"id":"W4252575046","doi":"10.1145/357474.355061","title":"Composing features and resolving interactions","year":2000,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Feature (linguistics); Synchronizing; Composition (language); Composition operator; Computer science; Operator (biology); Transition (genetics); Service (business); Theoretical computer science; Programming language; Set (abstract data type); Chemistry","score_opus":0.022444434853187194,"score_gpt":0.27061350155249836,"score_spread":0.24816906669931116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252575046","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060284093,0.00011746292,0.9309291,0.00027452272,0.00007271728,0.00016666118,0.000035178033,0.0027518498,0.0053683575],"genre_scores_gemma":[0.4090233,0.0001321662,0.58252525,0.00017820866,0.000060576444,0.00021346926,0.00019608367,0.00068811304,0.00698274],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99342865,0.0017312866,0.0005100598,0.0012567703,0.0022191429,0.0008540086],"domain_scores_gemma":[0.99070287,0.0035133662,0.0010458304,0.0031130796,0.0012099065,0.00041493675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004880308,0.0011135659,0.0007086847,0.0010788837,0.001632255,0.0026312273,0.002440736,0.0018162946,0.0027318553],"category_scores_gemma":[0.014258109,0.0011270725,0.0010597485,0.0006526777,0.002728747,0.0052774022,0.0047095655,0.0019299788,0.000756925],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056279276,0.00033505983,0.016654707,0.0005449523,0.00021713968,0.0035944395,0.0070062205,0.0950573,0.08710273,0.3182947,0.004701016,0.46592894],"study_design_scores_gemma":[0.000111116075,0.0004936262,0.0029811903,0.00019675116,0.00032599675,0.0016449713,0.0012740414,0.3952329,0.10375208,0.4009422,0.092844166,0.0002009588],"about_ca_topic_score_codex":0.0028034186,"about_ca_topic_score_gemma":0.0024365056,"teacher_disagreement_score":0.004880308,"about_ca_system_score_codex":0.0010335398,"about_ca_system_score_gemma":0.0021302346,"threshold_uncertainty_score":0.025809824},"labels":[],"label_agreement":null},{"id":"W4252913952","doi":"10.1109/mise.2017.4","title":"Evaluation of UML-RT and Papyrus-RT for Modelling Self-Adaptive Systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Unified Modeling Language; Computer science; UML tool; Eclipse; Applications of UML; Papyrus; Context (archaeology); Object Constraint Language; Adaptation (eye); Software engineering; Software; Programming language","score_opus":0.21308754095576796,"score_gpt":0.35963787756139304,"score_spread":0.14655033660562508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252913952","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16524489,0.018364428,0.7741365,0.0016463683,0.0003098501,0.0023770595,0.0018400543,0.008218083,0.027862862],"genre_scores_gemma":[0.2919268,0.0061678584,0.69233775,0.00028593565,0.00005927516,0.0014651637,0.002790379,0.0024572387,0.0025096005],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9575303,0.025899881,0.0042120502,0.0018954279,0.00989637,0.00056595576],"domain_scores_gemma":[0.91595256,0.058847863,0.0052742884,0.0065714936,0.012822395,0.0005313521],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.035786476,0.001494374,0.0008580655,0.0036120536,0.00043751308,0.0023938948,0.0024517155,0.0010381468,0.0018406232],"category_scores_gemma":[0.08035144,0.0008520156,0.001669143,0.0020813132,0.00084352924,0.004148164,0.0023402236,0.001352599,0.0005637414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014042857,0.0005715297,0.014951894,0.023647973,0.00094749255,0.001194527,0.012048796,0.070630364,0.0425252,0.069902256,0.006025309,0.7561505],"study_design_scores_gemma":[0.001241287,0.0062313564,0.024330502,0.02818637,0.0032693034,0.004145659,0.0072105923,0.30286252,0.12886688,0.038877614,0.45407712,0.0007007512],"about_ca_topic_score_codex":0.0033673597,"about_ca_topic_score_gemma":0.0034860505,"teacher_disagreement_score":0.035786476,"about_ca_system_score_codex":0.0019372073,"about_ca_system_score_gemma":0.0035522915,"threshold_uncertainty_score":0.18925923},"labels":[],"label_agreement":null},{"id":"W4252928984","doi":"10.1002/0471028959.sof002","title":"Abstraction","year":2002,"lang":"en","type":"other","venue":"Encyclopedia of Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lockheed Martin (Canada)","funders":"","keywords":"Abstraction; Computer science; Programming language; Adjective; Context (archaeology); Noun; Artificial intelligence; Theoretical computer science; Epistemology","score_opus":0.013429790140791298,"score_gpt":0.23031877796926126,"score_spread":0.21688898782846996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4252928984","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036602346,0.0022437065,0.20991996,0.007975277,0.0039892583,0.000841061,0.0077024805,0.01262227,0.75104576],"genre_scores_gemma":[0.14699021,0.0071397047,0.12869233,0.008471185,0.0027109964,0.0014727432,0.026281979,0.008737231,0.6695035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950119,0.0011513858,0.0004563912,0.00070385693,0.0020137636,0.0006626706],"domain_scores_gemma":[0.99454474,0.0008695166,0.00024836895,0.0016901848,0.0021972114,0.00044990145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029936146,0.0016869659,0.0009324836,0.0025390922,0.002520085,0.008569869,0.0026947907,0.002150464,0.18359248],"category_scores_gemma":[0.011651408,0.0007693076,0.0018801831,0.0028817947,0.0020691827,0.009692334,0.00900668,0.0034880354,0.10623789],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015739708,0.00004743785,0.00091707084,0.0006490033,0.00003326427,0.0004308501,0.0017164148,0.0016758435,0.0013137975,0.34868342,0.45071596,0.19365966],"study_design_scores_gemma":[0.000011482268,0.000015549293,0.00020752587,0.00013759136,0.000013409633,0.00021311583,0.00023875215,0.0005479127,0.0004336763,0.03725905,0.96090186,0.000020086003],"about_ca_topic_score_codex":0.0049167587,"about_ca_topic_score_gemma":0.0023696823,"teacher_disagreement_score":0.18359248,"about_ca_system_score_codex":0.0029143973,"about_ca_system_score_gemma":0.0047821524,"threshold_uncertainty_score":0.61417806},"labels":[],"label_agreement":null},{"id":"W4253469356","doi":"10.1109/cmsbse.2013.6604434","title":"Bi-criteria genetic search for adding new features into an existing product line","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Software product line; Feature model; Product (mathematics); Computer science; Feature (linguistics); Product line; Genetic algorithm; Line (geometry); Set (abstract data type); Value (mathematics); Software; Encoding (memory); Selection (genetic algorithm); Data mining; Artificial intelligence; Machine learning; Engineering; Mathematics; Software development; Manufacturing engineering; Programming language","score_opus":0.12357653642123444,"score_gpt":0.38575722572392107,"score_spread":0.2621806893026866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253469356","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24526992,0.00043291872,0.7450513,0.0004065415,0.000048252474,0.0003329383,0.00008473057,0.00027638246,0.008097],"genre_scores_gemma":[0.63312465,0.00020332221,0.36251533,0.00010969373,0.0000107424485,0.00044575898,0.0001381935,0.000032186203,0.003420154],"study_design_codex":"simulation_or_modeling","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9992118,0.00036798874,0.000031815365,0.000090458765,0.00022773951,0.00007015691],"domain_scores_gemma":[0.99912244,0.00050723745,0.00009794863,0.000038205326,0.00018115557,0.00005309487],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017706007,0.00083762064,0.00061370694,0.0014666343,0.0004198648,0.00088508014,0.0011101981,0.0012487402,0.0015667635],"category_scores_gemma":[0.0033327325,0.0004466073,0.00047747843,0.0012597775,0.0006314622,0.00058589724,0.0007075503,0.00054789975,0.00022063854],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009788584,0.00010085322,0.0010737742,0.000062530366,0.000041414085,0.00009549074,0.00010473184,0.9534544,0.0022749128,0.0058625014,0.0004156716,0.036415935],"study_design_scores_gemma":[0.000024560839,0.0000643986,0.00015464105,0.000008805751,0.000012019241,0.000013492799,0.000023250386,0.99798286,0.00041437862,0.0010025563,0.0002939964,0.0000049556684],"about_ca_topic_score_codex":0.0052239825,"about_ca_topic_score_gemma":0.0050325757,"teacher_disagreement_score":0.0052239825,"about_ca_system_score_codex":0.0013207563,"about_ca_system_score_gemma":0.0016274832,"threshold_uncertainty_score":0.010387182},"labels":[],"label_agreement":null},{"id":"W4253578585","doi":"10.1145/503271.503260","title":"Aspect-oriented programming","year":2001,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"AspectJ; Aspect-oriented programming; Programming language; Computer science; Separation of concerns; Java; Generic programming; Modular design; Design by contract; Software engineering; Software; Software development; Software construction","score_opus":0.029783863762581502,"score_gpt":0.2725138175681765,"score_spread":0.242729953805595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253578585","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013072495,0.006565651,0.8999195,0.0022158767,0.0008252412,0.0006486025,0.00050326716,0.0076903487,0.080324166],"genre_scores_gemma":[0.026678432,0.013858629,0.91888213,0.0027296664,0.0010245347,0.0008719148,0.001826252,0.0021485186,0.031979904],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99371123,0.0015018898,0.00071123766,0.00096362975,0.002765514,0.00034652217],"domain_scores_gemma":[0.99600464,0.0016761908,0.00035392962,0.00096337084,0.00071721897,0.00028458293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003510978,0.002045618,0.0012475983,0.0017488202,0.0011967887,0.0070146746,0.0034185883,0.0022665844,0.0124590015],"category_scores_gemma":[0.0090724975,0.001245603,0.0017920398,0.0024627938,0.0023940166,0.0063604084,0.004120572,0.004715862,0.011192819],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000051767853,0.00015197191,0.0005202122,0.0015303119,0.0001666408,0.00040795107,0.0007332339,0.0060954294,0.0060961274,0.6256533,0.06234395,0.2962491],"study_design_scores_gemma":[0.000037533744,0.0000352118,0.000146048,0.00040997536,0.00004443491,0.00067688915,0.000097748736,0.0071877446,0.0020713892,0.25806865,0.73118824,0.000036092508],"about_ca_topic_score_codex":0.0007544021,"about_ca_topic_score_gemma":0.00079313933,"teacher_disagreement_score":0.0124590015,"about_ca_system_score_codex":0.0009964942,"about_ca_system_score_gemma":0.002052873,"threshold_uncertainty_score":0.04167956},"labels":[],"label_agreement":null},{"id":"W4254326566","doi":"10.4018/978-1-5225-3923-0.ch088","title":"Towards a New Approach for Controlling the Reorganization Process of Multi-Agent Systems","year":2017,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec","funders":"","keywords":"Consistency (knowledge bases); Computer science; Process (computing); Adaptation (eye); Abstract process; Distributed computing; Multi-agent system; Order (exchange); Software engineering; Process management; Systems engineering; Work in process; Engineering; Artificial intelligence; Programming language; Operations management","score_opus":0.07691359820081654,"score_gpt":0.3145317977578133,"score_spread":0.23761819955699676,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4254326566","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004474159,0.0019855278,0.97611976,0.0005302954,0.00011967083,0.000057731555,0.000018998091,0.00064084964,0.016053086],"genre_scores_gemma":[0.18721728,0.0043609743,0.78693813,0.00038081227,0.00025086256,0.0003448015,0.00010908445,0.00040345534,0.019994581],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99922836,0.00015378861,0.000045642275,0.00017050728,0.00034135376,0.000060299077],"domain_scores_gemma":[0.99951553,0.00019350201,0.000043160948,0.00013402305,0.000071638446,0.00004221612],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00094856566,0.00066345127,0.00045952047,0.0006227651,0.0005007946,0.0027074032,0.0019181856,0.0012570746,0.0023123675],"category_scores_gemma":[0.0010477772,0.00043575707,0.00075850775,0.00054620614,0.001790282,0.002691983,0.001865678,0.0031056672,0.00069863844],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003124323,0.000079066005,0.0003351838,0.00043028474,0.00004283835,0.0002388543,0.00082928734,0.0491117,0.01741671,0.808715,0.003321098,0.11944872],"study_design_scores_gemma":[0.000037318496,0.000113250506,0.00047336429,0.00029490984,0.00006165609,0.00036543873,0.0002450061,0.39971864,0.015159129,0.37585828,0.20762052,0.000052488576],"about_ca_topic_score_codex":0.0010065698,"about_ca_topic_score_gemma":0.00087521126,"teacher_disagreement_score":0.0027074032,"about_ca_system_score_codex":0.0010893584,"about_ca_system_score_gemma":0.0009900857,"threshold_uncertainty_score":0.0079039335},"labels":[],"label_agreement":null},{"id":"W4255121624","doi":"10.4018/978-1-4666-4301-7.ch012","title":"Component-Based Modeling for Information Systems Reengineering","year":2013,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Component (thermodynamics); Business process reengineering; Computer science; Interdependence; Information system; Systems engineering; Domain (mathematical analysis); Business process; Context (archaeology); Business requirements; Software engineering; Component-based software engineering; Business process modeling; Software system; Engineering; Software; Manufacturing engineering; Work in process","score_opus":0.042477101493122775,"score_gpt":0.2553661728602648,"score_spread":0.21288907136714202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255121624","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012488442,0.033059906,0.85805184,0.0019330103,0.0007048854,0.0003218237,0.00037487788,0.001448061,0.10285678],"genre_scores_gemma":[0.03617105,0.052570924,0.8087397,0.0009174648,0.00050967786,0.0010555465,0.0014393746,0.00097250263,0.09762377],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9989102,0.0003346132,0.000083206935,0.00013521903,0.00048288816,0.000053864955],"domain_scores_gemma":[0.99940526,0.00028595954,0.000040631476,0.000114140756,0.00012742603,0.000026495265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012601021,0.0020832869,0.00086554006,0.0023827937,0.0009273859,0.0035674467,0.0027125902,0.0024494673,0.009788368],"category_scores_gemma":[0.0020877398,0.0010198817,0.0014298768,0.0050963187,0.0012997474,0.0037207224,0.0016039113,0.0034721901,0.005936596],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014758066,0.00004691494,0.0001376374,0.00067208806,0.000046048,0.00023737061,0.00080786244,0.025313852,0.0017909158,0.81066567,0.029010376,0.13125652],"study_design_scores_gemma":[0.000012246581,0.000023347422,0.00015339903,0.00052167557,0.000039607017,0.00033133637,0.00013120088,0.039944123,0.0010081615,0.27693713,0.6808652,0.00003259874],"about_ca_topic_score_codex":0.004946805,"about_ca_topic_score_gemma":0.0054400777,"teacher_disagreement_score":0.009788368,"about_ca_system_score_codex":0.0028546087,"about_ca_system_score_gemma":0.0020085596,"threshold_uncertainty_score":0.03274536},"labels":[],"label_agreement":null},{"id":"W4255311214","doi":"10.1109/sefm.2004.1347540","title":"Formal derivation of functional architectural design","year":2004,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Functional requirement; Computer science; Architectural geometry; Component (thermodynamics); Architectural pattern; Architectural design; Software engineering; Mainstream; Formal specification; Functional design; Systems engineering; Programming language; Software design; Software; Architecture; Software development; Engineering; Software construction","score_opus":0.06960555637170972,"score_gpt":0.2622669456596636,"score_spread":0.19266138928795384,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255311214","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003480249,0.00024511458,0.9766793,0.0004956603,0.00006736544,0.000074388045,0.00007946163,0.00020095253,0.018677523],"genre_scores_gemma":[0.19925818,0.00087787857,0.7881222,0.000342733,0.00010180593,0.00043324332,0.0003834136,0.0002596893,0.010220834],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980211,0.0007411461,0.00016730753,0.00020735104,0.00072911143,0.0001340343],"domain_scores_gemma":[0.997494,0.0010614384,0.00019704153,0.00045396073,0.0007316479,0.000061897415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003710502,0.00077897584,0.00035287332,0.0013434873,0.0010374789,0.0020405313,0.0012406643,0.0011050433,0.004221172],"category_scores_gemma":[0.0070200576,0.00072999776,0.0012335012,0.0006509769,0.0036878495,0.0020632746,0.0019721563,0.0016978768,0.0013688281],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000040685536,0.000008828195,0.00005923757,0.00005298907,0.0000043894916,0.00009553801,0.000299135,0.005360718,0.0012216066,0.985322,0.0005671152,0.0070044277],"study_design_scores_gemma":[0.00002698474,0.000036048157,0.00009405441,0.00010148963,0.000017879065,0.00020026535,0.00013005902,0.05080306,0.0033797973,0.8886765,0.05651205,0.0000218699],"about_ca_topic_score_codex":0.0022563343,"about_ca_topic_score_gemma":0.0019091497,"teacher_disagreement_score":0.004221172,"about_ca_system_score_codex":0.0017403796,"about_ca_system_score_gemma":0.0020140384,"threshold_uncertainty_score":0.01962328},"labels":[],"label_agreement":null},{"id":"W4255535035","doi":"10.1007/978-1-4615-1681-1_1","title":"Introduction","year":2001,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Subroutine; Programmer; Programming language; Computer science; Code (set theory); Modular design; Argument (complex analysis); Object (grammar); Set (abstract data type); Artificial intelligence","score_opus":0.03849930434400268,"score_gpt":0.26119814198380265,"score_spread":0.22269883763979997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255535035","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00026410026,0.0017517458,0.005471919,0.0015404766,0.002843204,0.00010108739,0.0009885505,0.00073161366,0.9863072],"genre_scores_gemma":[0.0007431359,0.0010771437,0.0011147603,0.0005304456,0.00038295117,0.00004221123,0.0007084837,0.00018036069,0.9952205],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995394,0.000040261017,0.000014994366,0.000090979054,0.00026711074,0.000047245787],"domain_scores_gemma":[0.9993543,0.0000876481,0.000020740508,0.0001061391,0.00031316295,0.000117972995],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000469804,0.0008545174,0.0005253159,0.0016311558,0.0012827483,0.0038315004,0.0014435854,0.0014171501,0.55979615],"category_scores_gemma":[0.0017821413,0.00034374735,0.00047771633,0.0016387671,0.00054668146,0.0033137721,0.0020625552,0.0016733268,0.47910318],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018134795,0.00003442082,0.00007090498,0.0001292316,0.0000016312555,0.000037369646,0.00010750379,0.00013206052,0.0004873602,0.036202084,0.754918,0.20786127],"study_design_scores_gemma":[0.0000011964706,0.000004602999,0.000048744125,0.0000412065,6.8536065e-7,0.000026975473,0.000023230528,0.000024341762,0.0000758244,0.0030600976,0.9966912,0.0000018620284],"about_ca_topic_score_codex":0.0020623696,"about_ca_topic_score_gemma":0.0036443365,"teacher_disagreement_score":0.55979615,"about_ca_system_score_codex":0.0010783036,"about_ca_system_score_gemma":0.0015863011,"threshold_uncertainty_score":0.6278974},"labels":[],"label_agreement":null},{"id":"W4256274801","doi":"10.1145/1035292.1028990","title":"Measuring the dynamic behaviour of AspectJ programs","year":2004,"lang":"en","type":"article","venue":"ACM SIGPLAN Notices","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"AspectJ; Computer science; Bytecode; Programming language; Aspect-oriented programming; Compiler; Generator (circuit theory); TRACE (psycholinguistics); Range (aeronautics); Software engineering; Software; Java","score_opus":0.0626233988809188,"score_gpt":0.2914698221625884,"score_spread":0.22884642328166957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256274801","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.326402,0.00050423667,0.66297835,0.00024634085,0.00005055239,0.00037251422,0.00045531878,0.0044249394,0.00456577],"genre_scores_gemma":[0.69362557,0.00028321947,0.3031577,0.00007325181,0.0000346593,0.00042125472,0.000867665,0.0008178897,0.0007188162],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9828599,0.0035631023,0.0013877845,0.0012776452,0.010363925,0.0005475459],"domain_scores_gemma":[0.96092826,0.019194512,0.0062068636,0.0069809104,0.005980758,0.00070867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0063133803,0.0008986095,0.0007820454,0.0039493437,0.0009424364,0.002405282,0.0018945842,0.00087013684,0.00073372945],"category_scores_gemma":[0.040477615,0.0009790172,0.0007068581,0.0024762093,0.0016443213,0.0040122992,0.0017252563,0.0018379505,0.00023128033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055097346,0.00088577956,0.124752216,0.0014735229,0.0006626115,0.0005608319,0.004898149,0.18458949,0.18664813,0.10093145,0.0030171731,0.3910296],"study_design_scores_gemma":[0.00006635187,0.00089648354,0.058014076,0.00021522993,0.00022137318,0.001093228,0.0007807444,0.73479736,0.12421868,0.060614936,0.018840665,0.0002409512],"about_ca_topic_score_codex":0.0017098832,"about_ca_topic_score_gemma":0.0020384504,"teacher_disagreement_score":0.0063133803,"about_ca_system_score_codex":0.0010936126,"about_ca_system_score_gemma":0.0014940497,"threshold_uncertainty_score":0.033388734},"labels":[],"label_agreement":null},{"id":"W4256456465","doi":"10.22215/etd/2010-09372","title":"An architecture-based self-adaptive framework for performance and reliability improvement","year":2010,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Library and Archives Canada","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Architecture; Reliability (semiconductor); Computer science; Art; Physics; Power (physics); Visual arts","score_opus":0.014122553360295121,"score_gpt":0.29443044982894767,"score_spread":0.28030789646865256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4256456465","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008065615,0.00019105844,0.9802449,0.00014830685,0.000039237486,0.00009316942,0.000034344583,0.007068165,0.004115251],"genre_scores_gemma":[0.19245073,0.00026942685,0.7958299,0.00013260117,0.000042642037,0.00025362958,0.00023910769,0.000827259,0.009954766],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992999,0.00014939118,0.00003938639,0.00011755901,0.0003161194,0.00007759935],"domain_scores_gemma":[0.9992229,0.00015351696,0.00005564419,0.00024804648,0.0002387497,0.00008124118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001293527,0.00067573757,0.0004201905,0.00061625196,0.00046844615,0.0012393048,0.002375808,0.0008490697,0.0037751857],"category_scores_gemma":[0.0017137822,0.00041950453,0.0005964729,0.00033900174,0.00061099866,0.0015160511,0.0015156715,0.001475981,0.0011463243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022542046,0.00044935336,0.0024469977,0.0003016078,0.0001512111,0.00031984792,0.0007073006,0.2551468,0.08181358,0.11847221,0.015055862,0.52490973],"study_design_scores_gemma":[0.000033780525,0.00012281672,0.00045269405,0.00003144745,0.00004706126,0.00012160019,0.00004448771,0.93476915,0.01338772,0.026322542,0.024636377,0.000030300163],"about_ca_topic_score_codex":0.0027619267,"about_ca_topic_score_gemma":0.005601751,"teacher_disagreement_score":0.0037751857,"about_ca_system_score_codex":0.0007366735,"about_ca_system_score_gemma":0.0014858143,"threshold_uncertainty_score":0.012629211},"labels":[],"label_agreement":null},{"id":"W4281741486","doi":"10.3233/jid210022","title":"Goal and Feature Model Optimization for the Design and Self-Adaptation of Socio-Cyber-Physical Systems","year":2022,"lang":"en","type":"article","venue":"Journal of Integrated Design and Process Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Adaptation (eye); Cyber-physical system; Feature (linguistics); Correctness; IBM; Goal modeling; Distributed computing; Human–computer interaction; Software","score_opus":0.043850310923442715,"score_gpt":0.29616369763871814,"score_spread":0.2523133867152754,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281741486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007282927,0.00005172353,0.9902383,0.00006795747,0.000010844293,0.00006897389,0.00004269046,0.00046727475,0.0017692273],"genre_scores_gemma":[0.1975413,0.00010091219,0.79957193,0.000059450074,0.000009729368,0.0004426919,0.0001976775,0.00034893097,0.0017273922],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998409,0.0006139692,0.00008761639,0.00026177889,0.0005043231,0.00012344574],"domain_scores_gemma":[0.99800056,0.0012049974,0.0002117188,0.00023454407,0.00029406918,0.00005397632],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002532931,0.001475095,0.0006875559,0.0010377547,0.0005102963,0.0014336844,0.0012770486,0.00090700586,0.0032521002],"category_scores_gemma":[0.0058435802,0.00074268517,0.0016252642,0.0006532441,0.0011443833,0.0013849126,0.0013345833,0.0014208603,0.00048272684],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000446263,0.00005126047,0.00063788996,0.00011283064,0.0000359019,0.00005877272,0.00015208498,0.93127793,0.0028342488,0.026735658,0.0006377738,0.037420962],"study_design_scores_gemma":[0.000012114242,0.000023173914,0.000070641705,0.000012511968,0.000012167491,0.00001305329,0.000017487515,0.98950326,0.0013982839,0.007128959,0.0018022931,0.000006040505],"about_ca_topic_score_codex":0.0049702358,"about_ca_topic_score_gemma":0.005342118,"teacher_disagreement_score":0.0049702358,"about_ca_system_score_codex":0.0017108049,"about_ca_system_score_gemma":0.0023024147,"threshold_uncertainty_score":0.013395548},"labels":[],"label_agreement":null},{"id":"W4285169595","doi":"10.1109/tse.2022.3175752","title":"Annotative Software Product Line Analysis Using Variability-Aware Datalog","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"General Motors of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Datalog; Computer science; Programming language; Software product line; Java; Software; Product (mathematics); Pointer (user interface); Inference; Software engineering; Theoretical computer science; Software development; Artificial intelligence","score_opus":0.03845076192181567,"score_gpt":0.28467542222655134,"score_spread":0.24622466030473567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285169595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02464332,0.000114774564,0.96192145,0.00015497101,0.00002357249,0.000055513843,0.00044853767,0.011671305,0.00096651074],"genre_scores_gemma":[0.3104195,0.00025893134,0.68255806,0.00022069766,0.0000485303,0.000117672535,0.0021617631,0.0026522977,0.0015626126],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99675035,0.00065585936,0.00021714644,0.0006255876,0.00159322,0.00015792105],"domain_scores_gemma":[0.9832653,0.009418263,0.0011611611,0.0042140223,0.0018069488,0.0001342884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025405067,0.0009752988,0.00066255126,0.0018830282,0.00068090565,0.0022641444,0.0021637483,0.00082903175,0.0022943965],"category_scores_gemma":[0.014334268,0.00079451915,0.0016146685,0.0012638223,0.001329543,0.0038871197,0.002334305,0.0020755422,0.000759045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004723296,0.00034486508,0.020771958,0.0011019066,0.00024796117,0.0012871027,0.0019886503,0.22759712,0.07247082,0.07078676,0.010147383,0.59278315],"study_design_scores_gemma":[0.00002962262,0.00008628459,0.0018477556,0.000115292976,0.00006989619,0.00030513885,0.00023632568,0.8345209,0.059491098,0.08816421,0.015074975,0.000058502017],"about_ca_topic_score_codex":0.0030085107,"about_ca_topic_score_gemma":0.0052390005,"teacher_disagreement_score":0.0030085107,"about_ca_system_score_codex":0.0008938531,"about_ca_system_score_gemma":0.0016913869,"threshold_uncertainty_score":0.013435662},"labels":[],"label_agreement":null},{"id":"W4285563067","doi":"","title":"Vers la génération automatique des connecteurs d'interopérabilité en utilisant l'ingénierie des lignes de produits logiciels","year":2021,"lang":"fr","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Interoperability; Software product line; Computer science; Product line; Software engineering; Systems engineering; Software; Engineering; Software development; Manufacturing engineering; Operating system","score_opus":0.03526475811035421,"score_gpt":0.269838605695992,"score_spread":0.2345738475856378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4285563067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088119976,0.00023966387,0.895113,0.0002784334,0.000099634264,0.00018032885,0.0003148295,0.008929971,0.0067241816],"genre_scores_gemma":[0.4178752,0.00050856627,0.5565548,0.00014205347,0.00006670966,0.00038575413,0.0016782319,0.0019340932,0.020854522],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99708706,0.0007420161,0.00013311712,0.0007348651,0.0011438467,0.00015912294],"domain_scores_gemma":[0.9952181,0.0032520192,0.0002243999,0.0005033868,0.00067345944,0.00012865425],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031744672,0.0021282195,0.00089358655,0.001922976,0.0010778003,0.005783854,0.0011050175,0.0020648725,0.009730828],"category_scores_gemma":[0.009907532,0.001284439,0.0024781064,0.0010095633,0.0016690793,0.003338541,0.0011889113,0.0029355015,0.0037293294],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00151431,0.00046720495,0.0067638997,0.0006589183,0.0005210283,0.0019229043,0.0029663371,0.3220725,0.08559399,0.09450296,0.0060812603,0.47693464],"study_design_scores_gemma":[0.0002656882,0.0003271339,0.003251447,0.00018772483,0.0001929523,0.00056281907,0.0004894571,0.8450278,0.10245078,0.02098919,0.026150184,0.00010476118],"about_ca_topic_score_codex":0.015233013,"about_ca_topic_score_gemma":0.011449794,"teacher_disagreement_score":0.015233013,"about_ca_system_score_codex":0.0013208337,"about_ca_system_score_gemma":0.0016126519,"threshold_uncertainty_score":0.03255284},"labels":[],"label_agreement":null},{"id":"W4287075879","doi":"10.48550/arxiv.2107.07690","title":"Applying Declarative Analysis to Software Product Line Models: An\\n Industrial Study","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Datalog; Programming language; Software engineering; Software; Process (computing); Pipeline (software); Set (abstract data type); Product (mathematics); Software product line; Expression (computer science); Declarative programming; Software development; Programming paradigm","score_opus":0.36756594337950177,"score_gpt":0.2727640555082367,"score_spread":0.09480188787126509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287075879","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.079016834,0.0008064967,0.91257644,0.0007216065,0.000026575977,0.00008599858,0.00015607865,0.0011869593,0.0054229917],"genre_scores_gemma":[0.42198518,0.0020476235,0.5709055,0.000290683,0.000051388077,0.00008843527,0.0007693912,0.0005046019,0.003357124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9965816,0.0013128825,0.00021750118,0.00048593312,0.0012638529,0.00013819731],"domain_scores_gemma":[0.99321073,0.00402248,0.0003952876,0.0012367114,0.001035751,0.000098963654],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031190992,0.0005737935,0.0003465523,0.00088741083,0.00064076233,0.0027566694,0.0016557083,0.00066251337,0.0014008732],"category_scores_gemma":[0.008606738,0.0005945556,0.00077579194,0.0012686816,0.0013413273,0.0032959718,0.0013929927,0.0019037502,0.00040326637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019625774,0.00085158256,0.01785723,0.0012884192,0.00016086045,0.0007755981,0.004976564,0.221739,0.029870749,0.29538566,0.00511104,0.421787],"study_design_scores_gemma":[0.00003564003,0.00036589117,0.004612559,0.00028385638,0.00008409805,0.00050265656,0.0017833048,0.8470925,0.03977695,0.0629502,0.042441525,0.000070808],"about_ca_topic_score_codex":0.007631228,"about_ca_topic_score_gemma":0.007572435,"teacher_disagreement_score":0.007631228,"about_ca_system_score_codex":0.0013733533,"about_ca_system_score_gemma":0.00176267,"threshold_uncertainty_score":0.016495526},"labels":[],"label_agreement":null},{"id":"W4287692309","doi":"10.48550/arxiv.2008.02164","title":"Supporting Robotic Software Migration Using Static Analysis and\\n Model-Driven Engineering","year":2020,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software; Embedded system; Software engineering; Component-based software engineering; Computer science; Software framework; Software construction; Software development; Robotic paradigms; Software system; Robotics; Systems engineering; Operating system; Engineering; Robot; Artificial intelligence","score_opus":0.13423834681581226,"score_gpt":0.24675917560376542,"score_spread":0.11252082878795316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287692309","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03650872,0.00016156271,0.93293715,0.00045343422,0.00007784847,0.0002813464,0.0002660449,0.021006934,0.008306969],"genre_scores_gemma":[0.41813046,0.00042158228,0.573215,0.00023643696,0.0000375409,0.00043323016,0.0012963945,0.0028465695,0.003382818],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972464,0.0006738702,0.00018587176,0.0003218389,0.0012678128,0.00030410563],"domain_scores_gemma":[0.9946622,0.002708824,0.00046377396,0.0012776653,0.00075613667,0.00013142155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026965556,0.0017630944,0.00071386783,0.0015855989,0.00077893765,0.0029958412,0.002431047,0.0012862085,0.0026329483],"category_scores_gemma":[0.007873111,0.0010965796,0.001844834,0.00072414917,0.0013091025,0.0026198258,0.0021211456,0.0017643917,0.0009216088],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024390579,0.0005400388,0.0047294167,0.0005673268,0.00011608181,0.00037409,0.00057783315,0.7629985,0.03989931,0.043287363,0.0043778913,0.14228821],"study_design_scores_gemma":[0.000023073933,0.000051418985,0.00023360098,0.00003648065,0.000023062496,0.00004177329,0.00004671044,0.97734433,0.010274901,0.007393884,0.004500328,0.000030434887],"about_ca_topic_score_codex":0.010108054,"about_ca_topic_score_gemma":0.011885754,"teacher_disagreement_score":0.010108054,"about_ca_system_score_codex":0.0019091081,"about_ca_system_score_gemma":0.0044953804,"threshold_uncertainty_score":0.020098448},"labels":[],"label_agreement":null},{"id":"W4288112464","doi":"","title":"Seventh international workshop on reverse variability engineering (REVE 2019)","year":2019,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Reverse engineering; Computer science; Software engineering; Programming language","score_opus":0.013723746680929053,"score_gpt":0.23774356202051367,"score_spread":0.22401981533958462,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288112464","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016443724,0.009810214,0.8935715,0.0054825307,0.00852982,0.00039724127,0.0010704644,0.006060679,0.058633942],"genre_scores_gemma":[0.18985744,0.011739306,0.5721166,0.0031089184,0.003131883,0.00064043555,0.010267437,0.006619033,0.20251901],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99621564,0.001242205,0.0001962268,0.00061400054,0.0012816552,0.00045036044],"domain_scores_gemma":[0.9938215,0.0017022251,0.00018129901,0.001918372,0.001800086,0.0005765702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076862983,0.0013656932,0.001242679,0.0011963681,0.00084864424,0.0032685706,0.0028937815,0.0019994169,0.028850064],"category_scores_gemma":[0.009107873,0.00058280164,0.0018128434,0.0009643174,0.000890945,0.0026534987,0.00497848,0.0034129284,0.011609301],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048452662,0.0003319286,0.0013611816,0.0005804842,0.00011440932,0.00037566895,0.00041824393,0.014879693,0.016104074,0.046585523,0.12456854,0.7941957],"study_design_scores_gemma":[0.000112958754,0.0005677684,0.001836242,0.0005592043,0.00014312577,0.0010623133,0.00038477834,0.053499725,0.023566058,0.07839166,0.83978033,0.000095802236],"about_ca_topic_score_codex":0.002039179,"about_ca_topic_score_gemma":0.0023823155,"teacher_disagreement_score":0.028850064,"about_ca_system_score_codex":0.00091477844,"about_ca_system_score_gemma":0.0027677366,"threshold_uncertainty_score":0.09651303},"labels":[],"label_agreement":null},{"id":"W4289366718","doi":"","title":"Formalizing Reusable Communication Models for Distributed Systems Architecture","year":2018,"lang":"en","type":"other","venue":"Open Archive Toulouse Archive Ouverte (University of Toulouse)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Architecture; Computer architecture; Distributed computing; Software engineering; Programming language","score_opus":0.039068316042103625,"score_gpt":0.2579896789879258,"score_spread":0.21892136294582218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289366718","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008571508,0.00018222466,0.98532516,0.0003621303,0.00005099188,0.00013607863,0.00022871245,0.0015162698,0.003626895],"genre_scores_gemma":[0.22875448,0.00067800883,0.7578744,0.00018234251,0.00013743318,0.00070129154,0.0021838157,0.0017388231,0.007749336],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99341017,0.0025888393,0.00067739084,0.00066715357,0.002065111,0.0005914104],"domain_scores_gemma":[0.99181414,0.0040402,0.0005359232,0.0024637587,0.0009999599,0.00014596264],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005133042,0.0019118248,0.0008975891,0.0021283105,0.0014870103,0.0059985467,0.002923782,0.0021253524,0.004610644],"category_scores_gemma":[0.014128449,0.0020856676,0.003394905,0.0018113452,0.0029232774,0.0067788754,0.0046309135,0.0050956924,0.0014253618],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059288235,0.00012613597,0.0006361561,0.00035532966,0.00008737117,0.00023275215,0.0012065568,0.078644074,0.0029342785,0.8675097,0.0027134637,0.04549485],"study_design_scores_gemma":[0.00006818071,0.000053710915,0.00014200325,0.00031557062,0.00016660897,0.00015931633,0.00030244837,0.28666136,0.0072345696,0.67081827,0.03403661,0.00004131647],"about_ca_topic_score_codex":0.008004308,"about_ca_topic_score_gemma":0.010440316,"teacher_disagreement_score":0.008004308,"about_ca_system_score_codex":0.0026604927,"about_ca_system_score_gemma":0.0049870163,"threshold_uncertainty_score":0.027146459},"labels":[],"label_agreement":null},{"id":"W4290004362","doi":"","title":"Profile and hereditary classes of relational structures","year":2016,"lang":"en","type":"preprint","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.026321060267982643,"score_gpt":0.25543633120325754,"score_spread":0.2291152709352749,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4290004362","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4679895,0.0012234959,0.4524559,0.0037605085,0.0002097698,0.00007972004,0.0012127862,0.0011153984,0.07195291],"genre_scores_gemma":[0.9579694,0.00058591744,0.022884708,0.0002798618,0.00029581037,0.000068323265,0.0008526874,0.0002145425,0.016848776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9975756,0.0005652544,0.00017606783,0.00065687764,0.00073406874,0.00029203054],"domain_scores_gemma":[0.99257785,0.004306065,0.00077425054,0.0010360784,0.00060918054,0.00069671223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021719579,0.00046380126,0.0008511016,0.0021764766,0.002565867,0.0056741736,0.0013326914,0.0010274368,0.008586914],"category_scores_gemma":[0.008693432,0.00071393885,0.00097524404,0.0028890467,0.003400854,0.013358749,0.0025291918,0.0020872839,0.0007474426],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027282296,0.000016743374,0.0007442571,0.00003216995,0.000007772147,0.000057740537,0.00029332575,0.0006457091,0.000282583,0.9913299,0.00090385636,0.0056586275],"study_design_scores_gemma":[0.000014724868,0.000013123875,0.00047724528,0.000014856641,0.000016969438,0.00014822344,0.00012789253,0.0040532085,0.000507269,0.9906749,0.0039415495,0.000010125564],"about_ca_topic_score_codex":0.0022728886,"about_ca_topic_score_gemma":0.002229218,"teacher_disagreement_score":0.008586914,"about_ca_system_score_codex":0.0037208158,"about_ca_system_score_gemma":0.001461645,"threshold_uncertainty_score":0.0287261},"labels":[],"label_agreement":null},{"id":"W4295009414","doi":"10.1145/3551349.3559551","title":"Global Decision Making Over Deep Variability in Feedback-Driven Software Development","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Université de Montréal; École de Technologie Supérieure; Trent University; McGill University","funders":"","keywords":"Computer science; Process (computing); Automation; Key (lock); Software; Decision support system; Process management; Decision-making; Representation (politics); Knowledge management; Risk analysis (engineering); Management science; Artificial intelligence; Engineering; Computer security; Business; Operations management","score_opus":0.03356576878534125,"score_gpt":0.3275277817171885,"score_spread":0.29396201293184726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295009414","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025984397,0.0002711953,0.97047645,0.00060019025,0.000019098698,0.00010982861,0.00005118471,0.00030659325,0.0021810357],"genre_scores_gemma":[0.62084603,0.00036042024,0.37740323,0.00011902877,0.000042617532,0.00027601403,0.00012895733,0.00013907076,0.00068470824],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9838976,0.0095014395,0.0006994042,0.0017083542,0.0031554562,0.0010377251],"domain_scores_gemma":[0.96830463,0.023825081,0.0027974083,0.0025036796,0.0017884035,0.0007808796],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.019968431,0.0012937431,0.0014268537,0.0019891085,0.0017872986,0.006771101,0.0022492518,0.0021322323,0.001848851],"category_scores_gemma":[0.0340162,0.0011430258,0.0016923695,0.0019632473,0.0059566232,0.0075047757,0.00498669,0.0030725363,0.0002637644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021546888,0.00016513484,0.0040025893,0.0003108797,0.0001633631,0.00048493632,0.0018224454,0.6574145,0.0033657365,0.24102035,0.0008100066,0.09022452],"study_design_scores_gemma":[0.000041469368,0.00010589139,0.0005512154,0.00009731506,0.000052511303,0.000065576,0.00037776947,0.6144947,0.0017418609,0.37951416,0.0029015418,0.00005590663],"about_ca_topic_score_codex":0.0047862665,"about_ca_topic_score_gemma":0.004639139,"teacher_disagreement_score":0.019968431,"about_ca_system_score_codex":0.003262164,"about_ca_system_score_gemma":0.004056828,"threshold_uncertainty_score":0.10560447},"labels":[],"label_agreement":null},{"id":"W4297094627","doi":"10.1109/tvt.2022.3209339","title":"Ensuring the Compatibility of Autonomous Electric Vehicles Components Through a Formal Approach Based on Interaction Protocols","year":2022,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Systems Modeling Language; Automaton; Compatibility (geochemistry); Formalism (music); Automotive industry; Distributed computing; Component (thermodynamics); Formal verification; Software engineering; Systems engineering; Unified Modeling Language; Theoretical computer science; Programming language; Engineering; Software","score_opus":0.04910544146674536,"score_gpt":0.29389139110468965,"score_spread":0.24478594963794428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297094627","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0036842995,0.00008883574,0.99446845,0.00012134916,0.000023466931,0.000086254186,0.000022649645,0.00026565473,0.0012390995],"genre_scores_gemma":[0.20872758,0.00066385354,0.7863218,0.00017181183,0.00011656933,0.0007122992,0.00018512964,0.0002130996,0.0028878152],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99413514,0.002310702,0.0005183945,0.00068762654,0.0019766032,0.0003714614],"domain_scores_gemma":[0.9917241,0.0047622183,0.00068012625,0.0014806753,0.001193981,0.000159014],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045983465,0.000985842,0.0005630648,0.0016117631,0.001094643,0.003556657,0.0022732918,0.0015059119,0.0015313195],"category_scores_gemma":[0.009825068,0.0009528447,0.0024959217,0.0007747908,0.0041923583,0.0036987523,0.0028762359,0.0030125566,0.00046150465],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006469958,0.00014302852,0.00085760746,0.0002502284,0.000072424176,0.0007708738,0.00086893974,0.10915559,0.013009979,0.84524655,0.00072561996,0.028834557],"study_design_scores_gemma":[0.0000849409,0.00018609094,0.00037034167,0.00028818523,0.00017024616,0.0005899785,0.00021910913,0.5896155,0.022605801,0.35247314,0.033311557,0.0000850586],"about_ca_topic_score_codex":0.003673926,"about_ca_topic_score_gemma":0.0023824002,"teacher_disagreement_score":0.0045983465,"about_ca_system_score_codex":0.0017541451,"about_ca_system_score_gemma":0.0042109885,"threshold_uncertainty_score":0.024318695},"labels":[],"label_agreement":null},{"id":"W4297518709","doi":"10.1145/3561846.3561852","title":"Guidelines for Artifacts to Support Industry-Relevant Research on Self-Adaptation","year":2022,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Artifact (error); Relevance (law); Computer science; Adaptation (eye); Field (mathematics); Set (abstract data type); Software; Data science; Knowledge management; Artificial intelligence","score_opus":0.3302331401809983,"score_gpt":0.43278427045772927,"score_spread":0.10255113027673096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297518709","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0062985276,0.0016544753,0.90836537,0.010231401,0.00090326375,0.027548935,0.0021390785,0.0064000585,0.03645884],"genre_scores_gemma":[0.006398043,0.0008526523,0.97411865,0.00081444375,0.0000816071,0.012114594,0.0015224776,0.0007768827,0.003320662],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.8307998,0.092263184,0.048864283,0.0032903715,0.022254126,0.002528337],"domain_scores_gemma":[0.49745303,0.23160914,0.03900357,0.10182494,0.12315208,0.0069572134],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12417686,0.0033616598,0.001851818,0.020453196,0.0048859506,0.012753465,0.0055715707,0.009243701,0.006556856],"category_scores_gemma":[0.25371245,0.0038760924,0.0034762546,0.014277282,0.006005907,0.012472672,0.008732802,0.008715718,0.008778715],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044461543,0.0025661725,0.007818429,0.013046121,0.00016424827,0.0025965655,0.03529271,0.005233345,0.02006025,0.27014017,0.12566367,0.5169737],"study_design_scores_gemma":[0.00037739208,0.0006877049,0.004573563,0.014556082,0.00022115075,0.0016853658,0.0077895964,0.004165296,0.012577319,0.07756325,0.8754607,0.00034265142],"about_ca_topic_score_codex":0.0044904156,"about_ca_topic_score_gemma":0.0095024435,"teacher_disagreement_score":0.87582314,"about_ca_system_score_codex":0.004686235,"about_ca_system_score_gemma":0.02115902,"threshold_uncertainty_score":0.6567179},"labels":[],"label_agreement":null},{"id":"W4299948441","doi":"10.1007/11663430_10","title":"Report of the 7th International Workshop on Aspect-Oriented Modeling","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Software engineering; Aspect-oriented programming; Software development; Software; Software development process; Process (computing); Software architecture; Systems engineering; Programming language; Engineering","score_opus":0.03583171043254513,"score_gpt":0.2880519063948245,"score_spread":0.25222019596227935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299948441","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.042615116,0.028654927,0.6650634,0.04051556,0.04053619,0.0014290003,0.004333584,0.006294393,0.17055774],"genre_scores_gemma":[0.1055005,0.04806213,0.36906868,0.0051828497,0.010378857,0.00107826,0.02845156,0.00769305,0.42458412],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99524117,0.001349615,0.0002894048,0.0004660463,0.0022559331,0.00039782407],"domain_scores_gemma":[0.9933976,0.001441709,0.00020735044,0.0014174697,0.002830691,0.0007052285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010031498,0.0017405546,0.0015913009,0.0017128111,0.0009285577,0.005636756,0.0020925286,0.0016012753,0.026699046],"category_scores_gemma":[0.0083028395,0.0009976636,0.002006838,0.0020493758,0.00077242265,0.004974343,0.0023835679,0.0042088777,0.008822447],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00094481494,0.0012041669,0.002522258,0.00081939664,0.00015749641,0.0005454469,0.001158233,0.007467561,0.019199211,0.029131424,0.4042504,0.5325996],"study_design_scores_gemma":[0.00017318099,0.0003897658,0.0028107774,0.00041860712,0.0002622192,0.0005575752,0.0004118151,0.016679546,0.028779132,0.016836533,0.93260455,0.000076452336],"about_ca_topic_score_codex":0.0054884567,"about_ca_topic_score_gemma":0.0070529873,"teacher_disagreement_score":0.026699046,"about_ca_system_score_codex":0.0011886519,"about_ca_system_score_gemma":0.0030476726,"threshold_uncertainty_score":0.0893172},"labels":[],"label_agreement":null},{"id":"W4308623392","doi":"10.1145/3550356.3558505","title":"Dynamic adaptation for distributed systems in model-driven engineering","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Adaptation (eye); Computer science; Model-driven architecture; Software engineering; Context (archaeology); Distributed computing; Autonomic computing; Software system; Automation; Software development; Distributed development; Systems engineering; Software; Engineering; Operating system; Cloud computing","score_opus":0.04001333250116024,"score_gpt":0.27122947533444286,"score_spread":0.23121614283328262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308623392","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0022645502,0.0019003659,0.9860663,0.0012355167,0.0001611548,0.000055703116,0.000053701748,0.00030725755,0.007955489],"genre_scores_gemma":[0.32103175,0.0076982626,0.65602916,0.00083172845,0.0006928753,0.0008486202,0.00040982873,0.000564148,0.011893741],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983626,0.0006720171,0.00008722607,0.0002036296,0.00059594907,0.00007861296],"domain_scores_gemma":[0.9981243,0.0011062002,0.00014317225,0.0002833443,0.00025519537,0.00008782738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002362336,0.0008912341,0.0008976417,0.0008002998,0.0006552887,0.0023954166,0.0015809918,0.0016264159,0.0024030772],"category_scores_gemma":[0.0055460185,0.0006397387,0.0011158808,0.0009538038,0.0020007999,0.002252368,0.0027748276,0.0030711447,0.00082586566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024015124,0.00005497174,0.0004437292,0.00021321142,0.00006247808,0.00020984163,0.00026095522,0.32791772,0.0015880624,0.63658375,0.0038665303,0.028774804],"study_design_scores_gemma":[0.000019711537,0.000017999497,0.00008565732,0.00007585482,0.000017831375,0.000071068775,0.000033124867,0.60738176,0.00056419004,0.3685436,0.023165517,0.000023658222],"about_ca_topic_score_codex":0.003212139,"about_ca_topic_score_gemma":0.0026963763,"teacher_disagreement_score":0.003212139,"about_ca_system_score_codex":0.0015919541,"about_ca_system_score_gemma":0.001732925,"threshold_uncertainty_score":0.012493372},"labels":[],"label_agreement":null},{"id":"W4308632560","doi":"10.1145/3550356.3558514","title":"Addressing non-functional requirements of adaptive IoT systems","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Computer science; Non-functional requirement; Scalability; Interoperability; Context (archaeology); Requirements engineering; Abstraction; Model-driven architecture; Functional requirement; Unified Modeling Language; Distributed computing; Software system; Risk analysis (engineering); Software engineering; Software; Database","score_opus":0.2400352357593487,"score_gpt":0.3379488568736113,"score_spread":0.0979136211142626,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308632560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.088465795,0.00019358136,0.89124376,0.0019547062,0.000049741175,0.00045586997,0.000100176156,0.00031401886,0.017222378],"genre_scores_gemma":[0.5702842,0.0004340843,0.42290735,0.0004511342,0.00004037222,0.0006693803,0.00022826619,0.00015674879,0.0048285346],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9900656,0.004507634,0.00062092877,0.00052385044,0.003752117,0.00052988675],"domain_scores_gemma":[0.98453116,0.009702725,0.001201246,0.0018274469,0.0025039376,0.00023340981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006985894,0.00073016825,0.00040422686,0.0008124784,0.00081268675,0.0026726208,0.0013339949,0.0017883682,0.0012252383],"category_scores_gemma":[0.016586395,0.00067155843,0.0010980829,0.00042959306,0.0013072509,0.0032143125,0.0023790435,0.0020347387,0.00033964243],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014737993,0.00054052944,0.0079910755,0.0012145101,0.0001395413,0.0029227852,0.009559027,0.2742344,0.09639045,0.45501006,0.0034697102,0.14838052],"study_design_scores_gemma":[0.000053645286,0.00028101233,0.002796237,0.000498596,0.00010051799,0.0012192158,0.0032757013,0.6861842,0.053729545,0.2016665,0.05008906,0.000105692336],"about_ca_topic_score_codex":0.0019106452,"about_ca_topic_score_gemma":0.002506753,"teacher_disagreement_score":0.006985894,"about_ca_system_score_codex":0.0013164405,"about_ca_system_score_gemma":0.0028091178,"threshold_uncertainty_score":0.036945343},"labels":[],"label_agreement":null},{"id":"W4310083989","doi":"10.5539/cis.v16n1p1","title":"A Reference Framework for Variability Management of Software Product Lines","year":2022,"lang":"en","type":"article","venue":"Computer and Information Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Western University; Thompson Rivers University","funders":"Zayed University","keywords":"Computer science; Software product line; Context (archaeology); Reuse; Software engineering; Representation (politics); Software; Task (project management); Identification (biology); Focus (optics); Dimension (graph theory); Product (mathematics); Personalization; Frame (networking); Data science; Software development; Systems engineering; Programming language; World Wide Web","score_opus":0.04504415124267121,"score_gpt":0.3110147525683809,"score_spread":0.2659706013257097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4310083989","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067179496,0.0013844735,0.9676224,0.0023337104,0.00013476603,0.0003355627,0.00021849168,0.00032789414,0.020924719],"genre_scores_gemma":[0.15255052,0.0014259754,0.8402828,0.00028990372,0.00006138242,0.0009929701,0.0004758596,0.0001503258,0.0037702678],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.989317,0.0064487294,0.00088890805,0.0011505542,0.0017713233,0.00042350602],"domain_scores_gemma":[0.9898836,0.004620345,0.0010441223,0.0016582779,0.0025073492,0.00028639293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014171346,0.0013122094,0.0007678699,0.008737835,0.003162539,0.008756304,0.004352332,0.0032968724,0.0043036216],"category_scores_gemma":[0.017573828,0.0006562377,0.0015714944,0.0064858873,0.007945448,0.009663817,0.0046545644,0.0027825877,0.0008473481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018504381,0.000037068054,0.000417353,0.00031787608,0.000014984276,0.00019525677,0.008611227,0.006217451,0.0010517649,0.93626297,0.0015709947,0.0452847],"study_design_scores_gemma":[0.00004818743,0.00020126658,0.0014213768,0.0031612236,0.00007984215,0.00057444535,0.014844434,0.042954933,0.0026505515,0.69375026,0.24018045,0.00013305116],"about_ca_topic_score_codex":0.010850106,"about_ca_topic_score_gemma":0.009245264,"teacher_disagreement_score":0.014171346,"about_ca_system_score_codex":0.0070729954,"about_ca_system_score_gemma":0.009521118,"threshold_uncertainty_score":0.074946165},"labels":[],"label_agreement":null},{"id":"W4312431447","doi":"10.1007/978-3-031-11686-5_5","title":"Search-Based Variability Model Synthesis from Variant Configurations","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Exploit; Computer science; Software product line; Source code; Software; Reverse engineering; Process (computing); Data mining; Software development","score_opus":0.07546735035677052,"score_gpt":0.2765744909726711,"score_spread":0.2011071406159006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312431447","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0037193284,0.00017425758,0.99038106,0.000036309135,0.00002222083,0.00002284095,0.000080743004,0.0009616551,0.0046015456],"genre_scores_gemma":[0.34933195,0.0005358874,0.63938576,0.000095435134,0.000031995252,0.00017782864,0.00069563795,0.0012072377,0.008538217],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99962056,0.00007204473,0.000018315435,0.00008899672,0.00016818212,0.000031846994],"domain_scores_gemma":[0.99951375,0.00027564733,0.000029649718,0.00011288424,0.000059293645,0.000008737734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041986318,0.0010236899,0.0008752788,0.0005950287,0.00030813206,0.00089335546,0.0011644514,0.00061914575,0.0050460678],"category_scores_gemma":[0.00158994,0.00063107896,0.0012143968,0.0007576816,0.00059504114,0.0009801959,0.0010727885,0.0012103446,0.0011542762],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000993254,0.000029010971,0.00025132022,0.00018839825,0.000060799433,0.00014244541,0.000078849545,0.6955205,0.015715536,0.046781626,0.0022935336,0.23883864],"study_design_scores_gemma":[0.000010310951,0.000027956316,0.000062732,0.000020334423,0.000020209263,0.00007631334,0.0000131544575,0.95737755,0.004742798,0.034496203,0.0031438305,0.000008506223],"about_ca_topic_score_codex":0.0015305701,"about_ca_topic_score_gemma":0.0023180102,"teacher_disagreement_score":0.0050460678,"about_ca_system_score_codex":0.00045663008,"about_ca_system_score_gemma":0.0005715398,"threshold_uncertainty_score":0.01688081},"labels":[],"label_agreement":null},{"id":"W4312873493","doi":"10.1109/issrew55968.2022.00095","title":"Safety-Critical Adaptation in Self-Adaptive Systems","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Adaptation (eye); Computer science; Neuroscience; Psychology","score_opus":0.044047099418665726,"score_gpt":0.28615971344011915,"score_spread":0.24211261402145343,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312873493","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03994818,0.0026818616,0.9160346,0.0014813691,0.00020496732,0.0003023532,0.00004933714,0.00046298682,0.03883427],"genre_scores_gemma":[0.80968595,0.0027716472,0.17569126,0.00064616575,0.00022157704,0.0004426725,0.0001352016,0.00010907083,0.010296426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99794143,0.000577709,0.00018314103,0.00028328103,0.00085641583,0.00015802309],"domain_scores_gemma":[0.99741167,0.0012117965,0.0003028726,0.00034916785,0.00058813975,0.0001365211],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014604387,0.000601503,0.0005126929,0.00077859184,0.0010891883,0.0024109364,0.0010346397,0.0016572982,0.0017003453],"category_scores_gemma":[0.0041164,0.00038650952,0.00048681238,0.0007451966,0.003166834,0.0028643461,0.0017209526,0.001867862,0.00045046263],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009120873,0.00011585294,0.002707612,0.00061306055,0.000060139093,0.0013284431,0.0029152841,0.13191347,0.011783144,0.75627476,0.0031172584,0.08907982],"study_design_scores_gemma":[0.0000322981,0.00015536432,0.0012275712,0.0002377733,0.000039508504,0.00085743325,0.0008954236,0.34514672,0.006110121,0.5849988,0.060234632,0.00006444418],"about_ca_topic_score_codex":0.0018644504,"about_ca_topic_score_gemma":0.0010260195,"teacher_disagreement_score":0.0024109364,"about_ca_system_score_codex":0.0012149516,"about_ca_system_score_gemma":0.0012553278,"threshold_uncertainty_score":0.00881511},"labels":[],"label_agreement":null},{"id":"W4316927202","doi":"10.1145/3571788.3571805","title":"Defining, Analyzing, Querying and Assuring Product Line Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software product line; Debugging; Product (mathematics); Domain (mathematical analysis); Certification; Software development; Software; Systems engineering; Engineering; Programming language","score_opus":0.06196483031403906,"score_gpt":0.3082536760812426,"score_spread":0.24628884576720356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316927202","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011174639,0.0001634539,0.9853337,0.00023419407,0.000011934018,0.00022694019,0.0003443985,0.0015162705,0.0009944248],"genre_scores_gemma":[0.07060789,0.00059292454,0.9253371,0.000082874,0.00002584303,0.0002905495,0.0018821837,0.0004949532,0.0006857034],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98979247,0.003300425,0.0014136421,0.0015088732,0.0036277282,0.00035692772],"domain_scores_gemma":[0.9793139,0.008621751,0.0020238634,0.006779382,0.0029514323,0.00030976895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010337656,0.0016465567,0.0010617984,0.0029636205,0.0009008362,0.010935734,0.0045321714,0.0020740447,0.001946871],"category_scores_gemma":[0.032808587,0.0019244372,0.0026823056,0.002634326,0.002457501,0.0101266345,0.0037651225,0.0031052658,0.001567944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026957295,0.00041850898,0.0117879305,0.0018300453,0.0002482037,0.0011628426,0.00951865,0.2714163,0.03514517,0.31564108,0.007026884,0.34553483],"study_design_scores_gemma":[0.00006599592,0.00024775215,0.0018504568,0.00061217055,0.00017441751,0.0006858326,0.0013699173,0.74209577,0.038216535,0.15933253,0.055184,0.00016467596],"about_ca_topic_score_codex":0.0046296874,"about_ca_topic_score_gemma":0.003989712,"teacher_disagreement_score":0.010935734,"about_ca_system_score_codex":0.0020637284,"about_ca_system_score_gemma":0.0031143806,"threshold_uncertainty_score":0.054671347},"labels":[],"label_agreement":null},{"id":"W4316927223","doi":"10.1145/3571788.3571791","title":"Adding Product-Line Capabilities to Your Favourite Modeling Language","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software product line; Core product; Computer science; Software engineering; Code refactoring; Modeling language; Product (mathematics); Software; Metamodeling; Process (computing); Software development; Programming language","score_opus":0.08793151760816273,"score_gpt":0.3423045677257463,"score_spread":0.2543730501175836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4316927223","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0024178966,0.0002692488,0.96480733,0.0010450128,0.00023221459,0.00005505826,0.0006714045,0.015406029,0.015095751],"genre_scores_gemma":[0.044207927,0.0011726327,0.9131302,0.0011022558,0.00023698257,0.00023331073,0.0031353636,0.011804994,0.024976352],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99783915,0.0005593754,0.00025138233,0.0002881659,0.000907054,0.0001549802],"domain_scores_gemma":[0.995742,0.0013419088,0.00027094083,0.0015996749,0.0007877346,0.00025763788],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003981593,0.0015001034,0.0006037034,0.001129726,0.00036822175,0.0050443895,0.0032496096,0.0014113386,0.015565108],"category_scores_gemma":[0.007910176,0.0012602336,0.0018190139,0.0009773956,0.0008217205,0.0073564393,0.0039538993,0.0032850732,0.01594927],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045970402,0.00024372009,0.0022921336,0.002057487,0.00026637834,0.0012664861,0.0019206972,0.023554243,0.031293683,0.4391521,0.12046951,0.3770239],"study_design_scores_gemma":[0.0000733209,0.00007739564,0.00021308205,0.00031270116,0.00009139086,0.0006912816,0.00007930043,0.04257298,0.009607128,0.04297011,0.90323645,0.00007494464],"about_ca_topic_score_codex":0.0009203798,"about_ca_topic_score_gemma":0.0012941875,"teacher_disagreement_score":0.015565108,"about_ca_system_score_codex":0.0006958453,"about_ca_system_score_gemma":0.0009134488,"threshold_uncertainty_score":0.05207044},"labels":[],"label_agreement":null},{"id":"W4318966672","doi":"10.1145/3526071.3527516","title":"Automated extraction and checking of property models from source code for robot swarms","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Polytechnique Montréal","funders":"","keywords":"Marketing buzz; Correctness; Computer science; Robot; Swarm behaviour; Swarm robotics; Artificial intelligence; Scalability; JavaScript; Robotics; Python (programming language); Ant robotics; Open source; Software engineering; Embedded system; Distributed computing; Mobile robot; Programming language; Robot control; Software; Database; World Wide Web","score_opus":0.0868579633050371,"score_gpt":0.3145932828109147,"score_spread":0.2277353195058776,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318966672","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09119984,0.000287068,0.8230851,0.00050356274,0.00008937043,0.00051858963,0.001911728,0.080331795,0.00207283],"genre_scores_gemma":[0.4357309,0.00039147623,0.540826,0.00025117004,0.00004314448,0.00073253445,0.008736461,0.010549163,0.002739176],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99437016,0.0014053971,0.00042968564,0.0008739789,0.0025742739,0.00034651125],"domain_scores_gemma":[0.9734258,0.01374581,0.0032610742,0.0056184693,0.0036660805,0.00028268294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004464296,0.0020374884,0.00085816317,0.002063369,0.0011032305,0.0025365383,0.0026276119,0.0015722376,0.0035632742],"category_scores_gemma":[0.028952451,0.0019420203,0.0028750966,0.001067138,0.0020788605,0.004307205,0.0026815862,0.0021495465,0.0015741887],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012560403,0.0014811011,0.046221215,0.0032931285,0.0007476482,0.0026974657,0.0026106914,0.39679632,0.13830954,0.032254864,0.02318262,0.35114935],"study_design_scores_gemma":[0.00012554806,0.00025714104,0.0034134209,0.00018753477,0.00013652907,0.00034912466,0.00020794228,0.8926974,0.07843857,0.012912287,0.011181795,0.00009265601],"about_ca_topic_score_codex":0.0059818663,"about_ca_topic_score_gemma":0.008668013,"teacher_disagreement_score":0.0059818663,"about_ca_system_score_codex":0.0018124162,"about_ca_system_score_gemma":0.006342379,"threshold_uncertainty_score":0.023609757},"labels":[],"label_agreement":null},{"id":"W4319228909","doi":"10.1007/s10664-023-10290-2","title":"Applying declarative analysis to industrial automotive software product line models","year":2023,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Toronto","funders":"General Motors of Canada; Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada","keywords":"Automotive industry; Software product line; Software engineering; Computer science; Software; Milestone; Product (mathematics); Programming language; Software development; Engineering","score_opus":0.1475329072300927,"score_gpt":0.34279995238639305,"score_spread":0.19526704515630033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319228909","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05757194,0.00006331123,0.9389448,0.0001222758,0.000010396426,0.000046664474,0.00012679011,0.0008931759,0.0022205813],"genre_scores_gemma":[0.6894426,0.00013083592,0.30782962,0.000076567354,0.000015770624,0.00008702595,0.00047752846,0.00022487878,0.0017151248],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987704,0.0005178329,0.00009157193,0.00012131865,0.00040789656,0.000090946785],"domain_scores_gemma":[0.99529064,0.0030685843,0.0003625314,0.00063408,0.00060499256,0.000039125847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002300675,0.0005199537,0.0003517,0.0007272488,0.00034799695,0.0016312631,0.0012507131,0.00046903192,0.0017356293],"category_scores_gemma":[0.0083519425,0.0004992166,0.0007531762,0.0006057913,0.000559461,0.0014485333,0.00090524036,0.0010734065,0.00028535383],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010571844,0.0003701535,0.008154239,0.00022906941,0.000098944205,0.00034447917,0.00092572055,0.6995578,0.01113011,0.14263034,0.0013672588,0.13508622],"study_design_scores_gemma":[0.000008034823,0.00003459413,0.00046348516,0.000017728924,0.000019242452,0.000024567878,0.000074922835,0.9724917,0.0031095238,0.02251608,0.0012342724,0.00000582137],"about_ca_topic_score_codex":0.0061141606,"about_ca_topic_score_gemma":0.010178431,"teacher_disagreement_score":0.0061141606,"about_ca_system_score_codex":0.00086569274,"about_ca_system_score_gemma":0.0016398014,"threshold_uncertainty_score":0.012167275},"labels":[],"label_agreement":null},{"id":"W4319309992","doi":"10.1007/978-3-031-18556-4_18","title":"Reengineering UML Class Diagram Variants into a Product Line Architecture","year":2022,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; Université du Québec à Montréal","funders":"","keywords":"Class diagram; Unified Modeling Language; Computer science; Software engineering; Business process reengineering; Software product line; Reuse; Activity diagram; Software development; Software; Systems engineering; Programming language; Engineering; Manufacturing engineering","score_opus":0.03026764474823693,"score_gpt":0.2596119557374028,"score_spread":0.22934431098916588,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319309992","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036223736,0.00038224438,0.9442879,0.0001657414,0.00009928645,0.000092919225,0.00007348006,0.0040237503,0.014650828],"genre_scores_gemma":[0.10450691,0.0004918441,0.857457,0.00008296304,0.000021693946,0.00004951895,0.00042377194,0.0025331406,0.034433104],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99939585,0.0001450645,0.000036037032,0.00012793708,0.0002592277,0.00003588281],"domain_scores_gemma":[0.9989718,0.00042398614,0.00006877096,0.00033262998,0.00016978873,0.00003303048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009546426,0.00063354435,0.00026182111,0.00084336527,0.00033430825,0.0015850404,0.0011405597,0.00082121795,0.0041269893],"category_scores_gemma":[0.0027584094,0.00082870433,0.0007323142,0.0007216216,0.000429829,0.0020304797,0.0009750368,0.001568634,0.002191224],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088385874,0.000112409216,0.001432901,0.00024930015,0.000053758857,0.0011144943,0.0029032913,0.023957385,0.091256395,0.066201635,0.007979282,0.8046507],"study_design_scores_gemma":[0.00007316785,0.00040530204,0.003097354,0.0005195738,0.00023244791,0.0043460177,0.00081972365,0.33638805,0.13258027,0.054191176,0.46721312,0.00013368916],"about_ca_topic_score_codex":0.0023760474,"about_ca_topic_score_gemma":0.004378448,"teacher_disagreement_score":0.0041269893,"about_ca_system_score_codex":0.0004649371,"about_ca_system_score_gemma":0.0004321342,"threshold_uncertainty_score":0.013806164},"labels":[],"label_agreement":null},{"id":"W4323646077","doi":"10.1109/fnwf55208.2022.00030","title":"An Architecture for Autonomic Networks","year":2022,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ciena (Canada)","funders":"","keywords":"Computer science; Computer architecture; Software architecture; Multilayered architecture; Architecture; Software architecture description; Architectural pattern; Reference architecture; Database-centric architecture; Resource-oriented architecture; Software; Network architecture; Applications architecture; Space-based architecture; Software engineering; Distributed computing; Software design; Programming language; Computer network; Software development","score_opus":0.02599141819264615,"score_gpt":0.2864655030635519,"score_spread":0.26047408487090573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323646077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00837437,0.00039951425,0.9660514,0.0010702787,0.00016923419,0.000114127455,0.000038670303,0.0010830498,0.022699345],"genre_scores_gemma":[0.1886726,0.000896984,0.7944645,0.0005324334,0.00011993182,0.000401769,0.00014488022,0.00022160767,0.01454525],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9990976,0.00026336746,0.00007544474,0.0001735349,0.0002872206,0.000102878315],"domain_scores_gemma":[0.9994217,0.00009421183,0.00004451746,0.00019926926,0.00015819925,0.00008203536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012507769,0.00052021124,0.00027711742,0.00049233955,0.0011071522,0.0031871023,0.0013927122,0.0011124478,0.003125113],"category_scores_gemma":[0.0013921725,0.0004904449,0.0006507861,0.00043242882,0.0014445755,0.0028573764,0.0026689821,0.002108934,0.0010113381],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040422812,0.00003746915,0.0004125825,0.00010605983,0.000025630035,0.00022530794,0.00061803975,0.026675625,0.010225182,0.91608936,0.0028438156,0.04270057],"study_design_scores_gemma":[0.000035160276,0.00016261965,0.00048228857,0.0001914228,0.000070073096,0.00040061984,0.00029768952,0.3153868,0.009767705,0.45059383,0.22255751,0.000054402277],"about_ca_topic_score_codex":0.0017019486,"about_ca_topic_score_gemma":0.0024475325,"teacher_disagreement_score":0.0031871023,"about_ca_system_score_codex":0.0009662455,"about_ca_system_score_gemma":0.0014543904,"threshold_uncertainty_score":0.010454476},"labels":[],"label_agreement":null},{"id":"W4360851769","doi":"10.1145/3589227","title":"Self-Adaptation in Industry: A Survey","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Autonomous and Adaptive Systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Adaptation (eye); Computer science; Variety (cybernetics); Cloud computing; Scale (ratio); Process management; Control (management); Software; Risk analysis (engineering); Knowledge management; Engineering management; Management science; Artificial intelligence","score_opus":0.08633609227381578,"score_gpt":0.29379210569625125,"score_spread":0.20745601342243547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360851769","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12402773,0.7899353,0.010971621,0.009946766,0.0005344614,0.0001327547,0.0007952213,0.0002569434,0.06339916],"genre_scores_gemma":[0.262758,0.7224061,0.004829629,0.002280487,0.0004836169,0.000106126354,0.0009867195,0.000057131536,0.006092145],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983052,0.00030824478,0.0002336446,0.00027929616,0.0006681909,0.00020544988],"domain_scores_gemma":[0.9933477,0.004229327,0.00081114535,0.00017720801,0.0009987401,0.00043586997],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018151754,0.0005067982,0.0005811224,0.005575813,0.00061164045,0.0024223651,0.0008141936,0.0016306076,0.0043174955],"category_scores_gemma":[0.0048415163,0.00035019463,0.0004182535,0.011639843,0.00069178734,0.0038763336,0.000963837,0.0010973874,0.0014549929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007921994,0.00027804213,0.040619873,0.005241934,0.0000631547,0.00027371192,0.0025384903,0.0011461284,0.00071636,0.009336688,0.021968493,0.9177379],"study_design_scores_gemma":[0.00001614299,0.0004863011,0.16512185,0.008691669,0.00010728407,0.003100319,0.009661785,0.003388022,0.001214616,0.010305634,0.7977857,0.00012075428],"about_ca_topic_score_codex":0.0020935812,"about_ca_topic_score_gemma":0.0019018422,"teacher_disagreement_score":0.005575813,"about_ca_system_score_codex":0.0008954808,"about_ca_system_score_gemma":0.0014988284,"threshold_uncertainty_score":0.014443457},"labels":[],"label_agreement":null},{"id":"W4360980338","doi":"10.1007/s00766-023-00401-2","title":"WEBAPIK: a body of structured knowledge on designing web APIs","year":2023,"lang":"en","type":"article","venue":"Requirements Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; World Wide Web; Web engineering; Web standards; Web development; Vendor; Web modeling; Web API; Web design; Web application security; Web service; Software engineering","score_opus":0.06102238117760233,"score_gpt":0.3192031323913375,"score_spread":0.2581807512137352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4360980338","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025876076,0.0015014457,0.9715489,0.0009329461,0.00007069253,0.00028650003,0.0013353784,0.007241991,0.014494538],"genre_scores_gemma":[0.031431336,0.0068510324,0.9397403,0.0007980664,0.00016774677,0.00064821105,0.008338214,0.006037295,0.0059878044],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.991181,0.002228117,0.001198848,0.001001165,0.0039359806,0.00045492552],"domain_scores_gemma":[0.9616479,0.02283339,0.0012761645,0.011042792,0.002754266,0.00044540523],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007950497,0.0025881147,0.002087116,0.0076808375,0.0014810249,0.008551333,0.0050691795,0.003771767,0.01325206],"category_scores_gemma":[0.038901694,0.0035888383,0.003575198,0.005706459,0.0037065537,0.0134074995,0.005598671,0.007847791,0.0075943926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010609483,0.00072751933,0.0019093582,0.0061237775,0.00026636853,0.00041498168,0.003743956,0.041004665,0.008553454,0.22718173,0.038597826,0.6713703],"study_design_scores_gemma":[0.0001369961,0.0001375942,0.0019306543,0.008413493,0.00028889364,0.00084967876,0.0012139502,0.14214082,0.026414396,0.2630684,0.55514634,0.0002587878],"about_ca_topic_score_codex":0.007716711,"about_ca_topic_score_gemma":0.0075510996,"teacher_disagreement_score":0.01325206,"about_ca_system_score_codex":0.0023186698,"about_ca_system_score_gemma":0.006383392,"threshold_uncertainty_score":0.044332504},"labels":[],"label_agreement":null},{"id":"W4362473031","doi":"10.3390/modelling4020009","title":"Traceability Management of Socio-Cyber-Physical Systems Involving Goal and SysML Models","year":2023,"lang":"en","type":"article","venue":"Modelling—International Open Access Journal of Modelling in Engineering Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Traceability; Systems Modeling Language; Computer science; Requirements traceability; Systems engineering; Cyber-physical system; Process management; Unified Modeling Language; Software engineering; Consistency (knowledge bases); Risk analysis (engineering); Requirements engineering; Engineering; Software; Requirement; Artificial intelligence","score_opus":0.131512622802541,"score_gpt":0.3815247470751968,"score_spread":0.2500121242726558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362473031","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03952216,0.00005047848,0.9523915,0.00035570146,0.000025685877,0.00029247333,0.00022487262,0.004184753,0.0029523675],"genre_scores_gemma":[0.4076807,0.00010112243,0.5881103,0.00012212813,0.00001828868,0.00040424944,0.0010632987,0.0007293279,0.0017705639],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98754996,0.0052072215,0.00094289065,0.0015517363,0.004162876,0.00058535027],"domain_scores_gemma":[0.96485525,0.01856171,0.0028763348,0.009296653,0.0037561858,0.0006539051],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013172638,0.0013447944,0.00064449746,0.0039105974,0.0014967403,0.0046028276,0.0031211816,0.0015034741,0.002601079],"category_scores_gemma":[0.045510314,0.001098065,0.0016983398,0.0014906037,0.0026120015,0.0068496238,0.0059554633,0.0027914392,0.00042064238],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044821424,0.0008341941,0.021254461,0.00057539885,0.00028543177,0.0016496894,0.009347563,0.464756,0.01721827,0.19612554,0.0032904847,0.28421468],"study_design_scores_gemma":[0.00006834992,0.0001682175,0.0021781768,0.00014664722,0.000108489934,0.00017779294,0.00091588247,0.8940973,0.017562993,0.06969317,0.014794725,0.00008821448],"about_ca_topic_score_codex":0.014165932,"about_ca_topic_score_gemma":0.012248519,"teacher_disagreement_score":0.014165932,"about_ca_system_score_codex":0.003606599,"about_ca_system_score_gemma":0.0060745645,"threshold_uncertainty_score":0.06966442},"labels":[],"label_agreement":null},{"id":"W4362573805","doi":"10.5753/sbes.2003.23854","title":"Detailing Architectural Design in Requirements Driven Software Development: The Tropos Case","year":2003,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Software engineering; Computer science; Software development; Unified Modeling Language; Software development process; Software requirements specification; Requirements analysis; Software design; Software construction; Systems engineering; Software system; Software; Engineering; Programming language","score_opus":0.08463550833988567,"score_gpt":0.30095315474140066,"score_spread":0.216317646401515,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362573805","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13521908,0.0011323843,0.77549845,0.0036710494,0.000070365495,0.00026454113,0.00008390991,0.00029565895,0.08376444],"genre_scores_gemma":[0.5701403,0.0011034394,0.4205736,0.00022043714,0.000029254523,0.00024246999,0.000077681834,0.00007959723,0.00753333],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99423546,0.0041492344,0.00020223025,0.00016778272,0.0009383406,0.00030699634],"domain_scores_gemma":[0.99582326,0.0027542086,0.00046008025,0.0005458411,0.00023719475,0.00017933347],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041247224,0.00054810976,0.00027141767,0.0011804659,0.001711164,0.0032260716,0.00078816415,0.0021788462,0.0018294643],"category_scores_gemma":[0.005852654,0.00073573936,0.00071277644,0.0013543017,0.0048268693,0.0035002157,0.002513434,0.0017586513,0.000475147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008484995,0.00007451061,0.001698691,0.00019516687,0.000022108628,0.0059843496,0.011023254,0.049043547,0.0057082428,0.875712,0.001575753,0.048877556],"study_design_scores_gemma":[0.00018798189,0.00029424095,0.001467973,0.0005398457,0.00007072721,0.008672844,0.00996354,0.18381238,0.0073281075,0.5513766,0.23615879,0.00012696924],"about_ca_topic_score_codex":0.004344547,"about_ca_topic_score_gemma":0.009555819,"teacher_disagreement_score":0.004344547,"about_ca_system_score_codex":0.0017085595,"about_ca_system_score_gemma":0.0015927152,"threshold_uncertainty_score":0.02181387},"labels":[],"label_agreement":null},{"id":"W4362576184","doi":"10.22215/etd/2023-15449","title":"Modular Verification of Hierarchical Component-Based Software Systems","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Modular design; Computer science; Component (thermodynamics); Reusability; Reuse; Software engineering; Metamodeling; Component-based software engineering; Scalability; Software system; Functional verification; Software verification; Formal verification; Software; Systems engineering; Programming language; Software construction; Engineering; Operating system","score_opus":0.0393078298733357,"score_gpt":0.2986100096296914,"score_spread":0.2593021797563557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362576184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.060856484,0.0001005581,0.9335704,0.00011711492,0.00002028889,0.00013666826,0.00005188277,0.001509407,0.0036372163],"genre_scores_gemma":[0.59532684,0.00015298786,0.40200946,0.00005021972,0.000010431259,0.00015506709,0.00013733625,0.00016217947,0.001995455],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9974905,0.0008716356,0.00017699825,0.00023655096,0.0010578542,0.00016635457],"domain_scores_gemma":[0.9964605,0.0016845509,0.00038489522,0.0008194029,0.0005729379,0.0000778174],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030537725,0.00045552626,0.00031067064,0.0007629963,0.00052883994,0.0010279088,0.00085055514,0.00061856984,0.0015104042],"category_scores_gemma":[0.0057628253,0.0004318706,0.0009364706,0.00034731353,0.0012271742,0.0011296904,0.0011600992,0.0006760001,0.0004196153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018917306,0.00012161679,0.0037420779,0.0004015006,0.00009408327,0.0009416949,0.0013402731,0.4544757,0.11373337,0.33575818,0.0010069164,0.088195466],"study_design_scores_gemma":[0.000051271243,0.000111543406,0.00065360486,0.000066477856,0.000047406258,0.00015441715,0.00010744019,0.87935436,0.05347953,0.05825449,0.0076941466,0.000025346759],"about_ca_topic_score_codex":0.0026066692,"about_ca_topic_score_gemma":0.0026706643,"teacher_disagreement_score":0.0030537725,"about_ca_system_score_codex":0.001014322,"about_ca_system_score_gemma":0.0014670185,"threshold_uncertainty_score":0.016150057},"labels":[],"label_agreement":null},{"id":"W4366450272","doi":"10.3138/cjpe.022.009","title":"What an Eight-Year-Old Can Teach Us About Logic Modelling and Mainstreaming","year":2007,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Hindsight bias; Narrative; Process (computing); Mainstreaming; Computer science; Simplicity; Point (geometry); Management science; SWORD; Process management; Engineering ethics; Epistemology; Psychology; Engineering; Mathematics education; Cognitive psychology; Programming language; Mathematics; Special education; Philosophy","score_opus":0.13905330773756333,"score_gpt":0.36849270031541737,"score_spread":0.22943939257785403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366450272","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52467585,0.008131407,0.008955798,0.19804853,0.0039500687,0.00024770576,0.0002666113,0.0003930292,0.2553311],"genre_scores_gemma":[0.8274411,0.0064610243,0.00932607,0.029036425,0.00028819556,0.00012639127,0.00012184233,0.00012303721,0.12707588],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99803704,0.00068619946,0.00006019469,0.00018635773,0.0005060528,0.00052415865],"domain_scores_gemma":[0.9975746,0.00043371192,0.00016924446,0.00013363897,0.0005144828,0.0011742965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048471503,0.000659785,0.0006423352,0.00089619146,0.008819766,0.004747272,0.0012583511,0.0045395414,0.007527384],"category_scores_gemma":[0.006798092,0.00042858886,0.0006700181,0.0004595264,0.0067856144,0.0056756344,0.0038923318,0.008308522,0.0022953083],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012826048,0.0028070537,0.027102778,0.0002988945,0.000024161682,0.0341921,0.58830184,0.00025483913,0.003133254,0.12118583,0.117984995,0.10458592],"study_design_scores_gemma":[0.00002423035,0.00046407746,0.006265569,0.00091718853,0.00003491557,0.024949096,0.3110836,0.00036064096,0.0024569572,0.028766759,0.6245769,0.00010010641],"about_ca_topic_score_codex":0.014599287,"about_ca_topic_score_gemma":0.033205595,"teacher_disagreement_score":0.014599287,"about_ca_system_score_codex":0.0040350044,"about_ca_system_score_gemma":0.0040154564,"threshold_uncertainty_score":0.029276192},"labels":[],"label_agreement":null},{"id":"W4366590110","doi":"10.1145/3544549.3583746","title":"How can we can create an equitable CHI","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Computer science","score_opus":0.08514994138436714,"score_gpt":0.31092990764735656,"score_spread":0.2257799662629894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366590110","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012013775,0.0064341705,0.078255266,0.67791486,0.011827971,0.00085641834,0.00017213961,0.0013950997,0.21113025],"genre_scores_gemma":[0.41691896,0.014091593,0.14386441,0.22858956,0.009692014,0.0038189893,0.0010421715,0.0035530166,0.17842925],"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.961404,0.024182402,0.0010283944,0.0019359362,0.0074699116,0.003979271],"domain_scores_gemma":[0.93328404,0.02610737,0.0019094057,0.0079766745,0.017372956,0.013349545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04039502,0.0010550849,0.00089192315,0.002447635,0.012418824,0.0231827,0.0039956584,0.007928796,0.033617996],"category_scores_gemma":[0.11092252,0.00070447143,0.0009970926,0.0012861082,0.0135325,0.03130181,0.019783994,0.013452148,0.012710668],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020978824,0.0005494227,0.003182207,0.0011049693,0.000086277665,0.00030774946,0.044232108,0.0011239403,0.0025704075,0.3382663,0.34802434,0.26034254],"study_design_scores_gemma":[0.000052570147,0.00020650898,0.0009896441,0.0013397419,0.000034885936,0.00021529045,0.026847696,0.00075134716,0.0012771921,0.18034977,0.78783303,0.00010246469],"about_ca_topic_score_codex":0.0046403944,"about_ca_topic_score_gemma":0.008350829,"teacher_disagreement_score":0.04039502,"about_ca_system_score_codex":0.004895514,"about_ca_system_score_gemma":0.014821918,"threshold_uncertainty_score":0.21363187},"labels":[],"label_agreement":null},{"id":"W4366818532","doi":"10.1109/icsa-c57050.2023.00042","title":"Formalizing the Relationship between Security Policies and Objectives in Software Architectures","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa; Carleton University","funders":"","keywords":"Computer science; Software security assurance; Computer security model; Confidentiality; Software engineering; Computer security; Security testing; Software development; Application security; Security policy; Security service; Component (thermodynamics); Security information and event management; Software; Information security; Cloud computing security; Operating system","score_opus":0.07785788778087878,"score_gpt":0.3380761420838336,"score_spread":0.2602182543029548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366818532","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015198871,0.00014533274,0.9809729,0.00043115695,0.000022432887,0.00011674696,0.000076220735,0.000306667,0.002729693],"genre_scores_gemma":[0.24480216,0.00061676884,0.75146943,0.0001282971,0.00003994366,0.00040311922,0.0002469428,0.0001435787,0.002149679],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.992804,0.0031246098,0.001090729,0.0006059976,0.0018154596,0.0005591247],"domain_scores_gemma":[0.98682576,0.007887696,0.0018532268,0.0017416581,0.0015150775,0.0001765134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009686313,0.0011244762,0.00042849692,0.0028333918,0.0011502315,0.0047569307,0.0011461972,0.0013629614,0.0016900548],"category_scores_gemma":[0.01746076,0.00097514555,0.0015852156,0.001454128,0.0031116873,0.0061115413,0.0018361869,0.0033566325,0.0004169388],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050287174,0.00012672493,0.0027753687,0.00034176497,0.00004864726,0.0002223676,0.0017244576,0.1169709,0.00802551,0.82401437,0.0005463905,0.045153137],"study_design_scores_gemma":[0.000041391726,0.00015549849,0.00131821,0.00063961075,0.00014908222,0.0003007402,0.0007392619,0.5369244,0.02139303,0.40575725,0.032481547,0.00009995076],"about_ca_topic_score_codex":0.006206869,"about_ca_topic_score_gemma":0.007931586,"teacher_disagreement_score":0.009686313,"about_ca_system_score_codex":0.0026449764,"about_ca_system_score_gemma":0.005628159,"threshold_uncertainty_score":0.051226676},"labels":[],"label_agreement":null},{"id":"W4375928762","doi":"10.1109/tse.2023.3272631","title":"Discovering Reusable Functional Features in Legacy Object-Oriented Systems","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University; École de Technologie Supérieure; Collège de Bois-de-Boulogne","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Code refactoring; Programming language; Java; Object-oriented programming; Software design pattern; Reuse; Inheritance (genetic algorithm); Set (abstract data type); Delegation; Software engineering; Software","score_opus":0.0242138522624414,"score_gpt":0.2522181008092857,"score_spread":0.22800424854684428,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375928762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.63402086,0.0005790223,0.35325226,0.0002840411,0.00002030921,0.0002645047,0.00072912977,0.008617404,0.002232514],"genre_scores_gemma":[0.5065929,0.00022122529,0.4886226,0.000053254313,0.0000113559745,0.000108907254,0.0024633098,0.0005615496,0.001364915],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99856925,0.00023364133,0.00013906171,0.00029173656,0.000646145,0.00012012142],"domain_scores_gemma":[0.9898756,0.0054099667,0.001484041,0.0014818849,0.0014815535,0.00026704956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016429893,0.00077434577,0.00047952708,0.0041828854,0.00085799914,0.0013421976,0.0013941786,0.0008522982,0.0005452358],"category_scores_gemma":[0.010138563,0.0007449108,0.0006990776,0.0024430044,0.00071700173,0.0019632166,0.0013832148,0.0006014288,0.0002865064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037869744,0.0006727354,0.124641284,0.00085273053,0.00013299065,0.0020944215,0.0026489699,0.08037269,0.04287171,0.006362665,0.004276028,0.7346951],"study_design_scores_gemma":[0.00009160437,0.00027635702,0.05443724,0.00011589941,0.0001301988,0.0010783714,0.0009089406,0.8770453,0.039704047,0.016835876,0.009283984,0.00009221944],"about_ca_topic_score_codex":0.0072760466,"about_ca_topic_score_gemma":0.011510194,"teacher_disagreement_score":0.0072760466,"about_ca_system_score_codex":0.0010355287,"about_ca_system_score_gemma":0.0012281073,"threshold_uncertainty_score":0.014467418},"labels":[],"label_agreement":null},{"id":"W4383297605","doi":"10.5281/zenodo.8118040","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Product (mathematics); Software; Software engineering; Line (geometry); Software development; Programming language; Manufacturing engineering; Engineering","score_opus":0.04192030108528015,"score_gpt":0.2593226726581142,"score_spread":0.21740237157283404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383297605","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003865544,0.000027925445,0.9714702,0.00010580888,0.00004386265,0.000088062385,0.0006985764,0.0212548,0.0024452303],"genre_scores_gemma":[0.07958757,0.00011442469,0.89067936,0.00022423682,0.000031415464,0.00035293607,0.005415755,0.013940255,0.009654006],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973188,0.0004330494,0.0001942877,0.0003612598,0.0015185446,0.00017401492],"domain_scores_gemma":[0.99771166,0.0007470821,0.0002042857,0.0007226922,0.00055618986,0.00005807845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018813655,0.0015558545,0.0005678269,0.0018613064,0.0008045849,0.0026020056,0.0023907025,0.0011703338,0.00905073],"category_scores_gemma":[0.0055807936,0.0012744064,0.0032334833,0.0010445113,0.0008897841,0.0020846385,0.0024806242,0.0022377784,0.0024406952],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068269885,0.00040076274,0.010222598,0.0015156119,0.00055985595,0.0021589992,0.0016023333,0.23927273,0.09428926,0.19793312,0.09086917,0.36049291],"study_design_scores_gemma":[0.0000819686,0.000076936165,0.0013124361,0.00012592411,0.00015356632,0.00045410465,0.000096748554,0.8138272,0.04560696,0.049225524,0.08893536,0.000103255414],"about_ca_topic_score_codex":0.0058936747,"about_ca_topic_score_gemma":0.012714474,"teacher_disagreement_score":0.00905073,"about_ca_system_score_codex":0.001271496,"about_ca_system_score_gemma":0.001829709,"threshold_uncertainty_score":0.03027767},"labels":[],"label_agreement":null},{"id":"W4383298047","doi":"10.5281/zenodo.8119079","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Product (mathematics); Software; Line (geometry); Software development; Programming language; Mathematics; Engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383298047","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045133405,0.000034396726,0.972429,0.00008867162,0.000046968587,0.00007483138,0.0007245237,0.019784287,0.002304091],"genre_scores_gemma":[0.10298966,0.00013790905,0.8635934,0.00018716963,0.00004137816,0.0003776098,0.006650625,0.015593066,0.010429065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796426,0.00034715503,0.00013626042,0.00030706348,0.0011119506,0.00013331279],"domain_scores_gemma":[0.99835455,0.0005021561,0.00015378562,0.00054618483,0.0003957816,0.000047575228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015322545,0.0016766575,0.0005938533,0.0017218983,0.00066807616,0.0022737742,0.0021017392,0.0011546655,0.008853922],"category_scores_gemma":[0.004027242,0.0011385693,0.0029532406,0.00091690547,0.00081188674,0.0016186346,0.0019969894,0.0019505798,0.0024735206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007817299,0.0003666463,0.007403795,0.0015172609,0.0005491713,0.002180551,0.001302193,0.28170392,0.12016361,0.18654715,0.08144415,0.31603986],"study_design_scores_gemma":[0.00009440633,0.00007925963,0.0013140012,0.00010181216,0.000143978,0.00047148866,0.00006337851,0.8262508,0.047916304,0.04553893,0.07792414,0.000101444246],"about_ca_topic_score_codex":0.0037502972,"about_ca_topic_score_gemma":0.006368261,"teacher_disagreement_score":0.008853922,"about_ca_system_score_codex":0.0010096933,"about_ca_system_score_gemma":0.0013708025,"threshold_uncertainty_score":0.029619277},"labels":[],"label_agreement":null},{"id":"W4383298062","doi":"10.5281/zenodo.8119435","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Software; Product (mathematics); Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383298062","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0048365844,0.00008216745,0.82404774,0.00014457425,0.00014875,0.00016847547,0.008865584,0.1542329,0.007473181],"genre_scores_gemma":[0.086788476,0.0003203453,0.70464563,0.00037038326,0.00009298137,0.00096253614,0.061408997,0.12191109,0.02349952],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979462,0.00026850196,0.00018207922,0.00026091796,0.0011979424,0.00014428372],"domain_scores_gemma":[0.9974619,0.00086133863,0.00018605276,0.0008330199,0.0005898704,0.00006777809],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016968377,0.0020250133,0.0007265058,0.0019984392,0.0006035851,0.0024088454,0.0025858802,0.0014119785,0.029960684],"category_scores_gemma":[0.0059137647,0.0015700833,0.0027259158,0.0011639489,0.0005833727,0.001985012,0.0019682166,0.002408567,0.010537788],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001114824,0.0003776926,0.006442395,0.0028133937,0.00049226964,0.0016844887,0.0010566831,0.075548366,0.07076181,0.08561802,0.45307907,0.30101094],"study_design_scores_gemma":[0.00038502537,0.00020401833,0.004356446,0.00038541554,0.00027561485,0.0014012984,0.0001370182,0.4393266,0.0725343,0.05790277,0.42278162,0.0003098756],"about_ca_topic_score_codex":0.0028824375,"about_ca_topic_score_gemma":0.0044699777,"teacher_disagreement_score":0.029960684,"about_ca_system_score_codex":0.0007836579,"about_ca_system_score_gemma":0.0011926952,"threshold_uncertainty_score":0.10022849},"labels":[],"label_agreement":null},{"id":"W4383300055","doi":"10.5281/zenodo.8119215","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Software; Product (mathematics); Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383300055","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045133405,0.000034396726,0.972429,0.00008867162,0.000046968587,0.00007483138,0.0007245237,0.019784287,0.002304091],"genre_scores_gemma":[0.10298966,0.00013790905,0.8635934,0.00018716963,0.00004137816,0.0003776098,0.006650625,0.015593066,0.010429065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796426,0.00034715503,0.00013626042,0.00030706348,0.0011119506,0.00013331279],"domain_scores_gemma":[0.99835455,0.0005021561,0.00015378562,0.00054618483,0.0003957816,0.000047575228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015322545,0.0016766575,0.0005938533,0.0017218983,0.00066807616,0.0022737742,0.0021017392,0.0011546655,0.008853922],"category_scores_gemma":[0.004027242,0.0011385693,0.0029532406,0.00091690547,0.00081188674,0.0016186346,0.0019969894,0.0019505798,0.0024735206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007817299,0.0003666463,0.007403795,0.0015172609,0.0005491713,0.002180551,0.001302193,0.28170392,0.12016361,0.18654715,0.08144415,0.31603986],"study_design_scores_gemma":[0.00009440633,0.00007925963,0.0013140012,0.00010181216,0.000143978,0.00047148866,0.00006337851,0.8262508,0.047916304,0.04553893,0.07792414,0.000101444246],"about_ca_topic_score_codex":0.0037502972,"about_ca_topic_score_gemma":0.006368261,"teacher_disagreement_score":0.008853922,"about_ca_system_score_codex":0.0010096933,"about_ca_system_score_gemma":0.0013708025,"threshold_uncertainty_score":0.029619277},"labels":[],"label_agreement":null},{"id":"W4384695884","doi":"10.22215/etd/2023-15567","title":"Automated Generation of Executable Cucumber Scenarios from a RDBMS Schema","year":2023,"lang":"en","type":"dissertation","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Executable; Computer science; Relational database management system; Software engineering; Relational database; Java; Programming language; Schema evolution; Database; Schema (genetic algorithms); Database schema; Information retrieval; Database design","score_opus":0.06900914628347368,"score_gpt":0.33110743393165926,"score_spread":0.26209828764818555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384695884","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0931786,0.00017108167,0.87178725,0.00047488618,0.000073849085,0.0009975961,0.0021383509,0.017216524,0.013961797],"genre_scores_gemma":[0.25006244,0.00020076928,0.7366398,0.00014304325,0.000015170136,0.0005862491,0.0059799347,0.0023898934,0.003982637],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982566,0.0007037467,0.000115223185,0.00021574578,0.0006222346,0.00008643458],"domain_scores_gemma":[0.993436,0.004187757,0.00029950307,0.0010948891,0.00086035195,0.000121506746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024841358,0.0009306906,0.00041259863,0.0009084438,0.0004895901,0.0017172211,0.0014380957,0.0012343957,0.006508711],"category_scores_gemma":[0.010588568,0.00075612613,0.0010343234,0.0006563963,0.0008216602,0.0024487483,0.0019242358,0.0011495743,0.0016090783],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010006896,0.0011124618,0.017153097,0.0016871844,0.00017247186,0.004438021,0.0073471894,0.1446412,0.12145424,0.25300187,0.03315923,0.41483235],"study_design_scores_gemma":[0.00018688738,0.00022250964,0.0023186267,0.00031925738,0.00005086993,0.0013077655,0.0010809674,0.77198255,0.07701782,0.05929779,0.08610555,0.00010940777],"about_ca_topic_score_codex":0.0012358256,"about_ca_topic_score_gemma":0.0023472626,"teacher_disagreement_score":0.006508711,"about_ca_system_score_codex":0.00072401075,"about_ca_system_score_gemma":0.0010992498,"threshold_uncertainty_score":0.021773815},"labels":[],"label_agreement":null},{"id":"W4385324115","doi":"10.1109/serp4iot59158.2023.00012","title":"ReqMIoT: An Integrated Requirements Modelling Environment for IoT Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Domain (mathematical analysis); Documentation; Software engineering; Internet of Things; Domain-specific language; Requirements analysis; Systems engineering; Domain model; Human–computer interaction; Programming language; Embedded system; Domain knowledge; Engineering","score_opus":0.19570353856088474,"score_gpt":0.3354928054096607,"score_spread":0.13978926684877596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385324115","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011892249,0.00013167833,0.9617051,0.0003315182,0.00006380519,0.000502573,0.0018641278,0.029522724,0.0046892785],"genre_scores_gemma":[0.017729038,0.00058156037,0.9572249,0.00035974733,0.00004393508,0.0020067466,0.009379564,0.008808857,0.0038656753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.991347,0.0032122089,0.0013551869,0.0008757495,0.002655461,0.0005543608],"domain_scores_gemma":[0.99204344,0.0044363514,0.00080235937,0.0015927575,0.0008558797,0.0002692721],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012526487,0.0028132843,0.0017264944,0.003543655,0.0010455507,0.0061474657,0.0047970447,0.0024823004,0.013650556],"category_scores_gemma":[0.017480493,0.002768965,0.0048216907,0.0019172153,0.0012066127,0.0069585782,0.006925203,0.005019966,0.00857972],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006203775,0.0006784336,0.0025045434,0.004157079,0.0005474097,0.0029844588,0.005964613,0.18971075,0.030956447,0.33558443,0.10405303,0.32223845],"study_design_scores_gemma":[0.00040690784,0.00019958316,0.000857681,0.0011985387,0.0001570043,0.0011459457,0.0005725632,0.3415238,0.019286802,0.10209246,0.53225666,0.00030209534],"about_ca_topic_score_codex":0.002675337,"about_ca_topic_score_gemma":0.0033275462,"teacher_disagreement_score":0.013650556,"about_ca_system_score_codex":0.0016807312,"about_ca_system_score_gemma":0.003247934,"threshold_uncertainty_score":0.066247165},"labels":[],"label_agreement":null},{"id":"W4385434479","doi":"10.1007/978-981-99-2680-0_27","title":"ESCA: Embedded System Configuration Assistant","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in networks and systems","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Scalability; Computer science; Embedded system; Software; Operating system","score_opus":0.035051897841542744,"score_gpt":0.25388774142987564,"score_spread":0.21883584358833288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385434479","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004557153,0.00069423544,0.623622,0.0002288228,0.00039683958,0.0001644133,0.0026564635,0.23939523,0.12828493],"genre_scores_gemma":[0.07526354,0.0017355476,0.37326938,0.00078806974,0.0004598173,0.00044933893,0.0137257185,0.04187781,0.49243075],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99961,0.000048321468,0.000026923664,0.000095883865,0.00019058584,0.000028396595],"domain_scores_gemma":[0.9993216,0.00023983106,0.000041289288,0.00018917475,0.00016269513,0.00004533522],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004899423,0.0014056085,0.0006444459,0.000998361,0.0003521723,0.0013640975,0.0016181513,0.0005921044,0.15337273],"category_scores_gemma":[0.0016989383,0.0006990566,0.000361892,0.0010520137,0.00024768303,0.0019101923,0.0010666319,0.001408957,0.08666822],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021449702,0.00009878033,0.0002845157,0.00028925785,0.00002309326,0.00027364635,0.00012731564,0.002807989,0.013997361,0.010576724,0.2675267,0.7037801],"study_design_scores_gemma":[0.00012054661,0.00012368476,0.00083054457,0.00015345942,0.00004076653,0.0016484383,0.000073741176,0.04548508,0.040789448,0.01618797,0.8944948,0.00005142213],"about_ca_topic_score_codex":0.00046274648,"about_ca_topic_score_gemma":0.0007230296,"teacher_disagreement_score":0.15337273,"about_ca_system_score_codex":0.00025735854,"about_ca_system_score_gemma":0.0003823387,"threshold_uncertainty_score":0.5130829},"labels":[],"label_agreement":null},{"id":"W4385646008","doi":"10.5281/zenodo.8224241","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"paratext","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Software; Product (mathematics); Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering","score_opus":0.08773157265468343,"score_gpt":0.30706644124466914,"score_spread":0.21933486858998572,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385646008","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0045133405,0.000034396726,0.972429,0.00008867162,0.000046968587,0.00007483138,0.0007245237,0.019784287,0.002304091],"genre_scores_gemma":[0.10298966,0.00013790905,0.8635934,0.00018716963,0.00004137816,0.0003776098,0.006650625,0.015593066,0.010429065],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99796426,0.00034715503,0.00013626042,0.00030706348,0.0011119506,0.00013331279],"domain_scores_gemma":[0.99835455,0.0005021561,0.00015378562,0.00054618483,0.0003957816,0.000047575228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015322545,0.0016766575,0.0005938533,0.0017218983,0.00066807616,0.0022737742,0.0021017392,0.0011546655,0.008853922],"category_scores_gemma":[0.004027242,0.0011385693,0.0029532406,0.00091690547,0.00081188674,0.0016186346,0.0019969894,0.0019505798,0.0024735206],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007817299,0.0003666463,0.007403795,0.0015172609,0.0005491713,0.002180551,0.001302193,0.28170392,0.12016361,0.18654715,0.08144415,0.31603986],"study_design_scores_gemma":[0.00009440633,0.00007925963,0.0013140012,0.00010181216,0.000143978,0.00047148866,0.00006337851,0.8262508,0.047916304,0.04553893,0.07792414,0.000101444246],"about_ca_topic_score_codex":0.0037502972,"about_ca_topic_score_gemma":0.006368261,"teacher_disagreement_score":0.008853922,"about_ca_system_score_codex":0.0010096933,"about_ca_system_score_gemma":0.0013708025,"threshold_uncertainty_score":0.029619277},"labels":[],"label_agreement":null},{"id":"W4385953646","doi":"10.1007/s10270-023-01125-1","title":"Analyzing the impact of human errors on interactive service robotic scenarios via formal verification","year":2023,"lang":"en","type":"article","venue":"Software & Systems Modeling","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Politecnico di Milano","keywords":"Computer science; Outcome (game theory); Robot; Plan (archaeology); Service (business); Model checking; Human–computer interaction; Software engineering; Systems engineering; Artificial intelligence; Risk analysis (engineering); Engineering","score_opus":0.07153227084064961,"score_gpt":0.3420807036154529,"score_spread":0.2705484327748033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385953646","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1949885,0.00016352248,0.7991293,0.00046808732,0.000038338832,0.00021781038,0.00014727967,0.0012067981,0.0036404596],"genre_scores_gemma":[0.9033079,0.000095351184,0.09556682,0.00006384286,0.000012677592,0.00013334805,0.000117356234,0.00012279888,0.0005799071],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99094945,0.004279674,0.0003277868,0.00058434764,0.0031073918,0.0007513075],"domain_scores_gemma":[0.9245126,0.060422946,0.0053664586,0.0049274215,0.0042542443,0.0005162864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009795973,0.00096182205,0.0005519486,0.0011786922,0.00071754307,0.001419946,0.0015771346,0.0009979741,0.0019718646],"category_scores_gemma":[0.046683624,0.00056654675,0.0012360393,0.0003990242,0.0034341263,0.0017506,0.0024012865,0.0017527312,0.00018041447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008709162,0.000105913445,0.0036712221,0.00010899948,0.0000347943,0.00020151025,0.0001977207,0.95408386,0.0041474937,0.027768644,0.00021251719,0.009380249],"study_design_scores_gemma":[0.000013319406,0.00005710842,0.00034534358,0.00002617196,0.000013720327,0.000028690678,0.000044270375,0.9845391,0.0042754943,0.010237317,0.00040893324,0.000010534227],"about_ca_topic_score_codex":0.0080957245,"about_ca_topic_score_gemma":0.0079790065,"teacher_disagreement_score":0.009795973,"about_ca_system_score_codex":0.0022565157,"about_ca_system_score_gemma":0.0036215119,"threshold_uncertainty_score":0.05180669},"labels":[],"label_agreement":null},{"id":"W4386014829","doi":"10.1007/978-3-662-67868-8_2","title":"Stress Contagion Protocols for Human and Autonomous Robot Teams","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Benchmarking; Computer science; Protocol (science); Process (computing); Robot; Stress (linguistics); Artificial intelligence; Human–computer interaction; Distributed computing; Programming language","score_opus":0.057252146862002064,"score_gpt":0.3333516711510579,"score_spread":0.2760995242890558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386014829","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11898466,0.001361607,0.85660416,0.001327698,0.0004012539,0.0003285011,0.0000967722,0.00037647807,0.020518852],"genre_scores_gemma":[0.94560546,0.00045000968,0.042907357,0.00013865484,0.00013055651,0.0003811536,0.00006964096,0.000048919814,0.01026837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879104,0.00050725834,0.00008685792,0.00016879682,0.00028845624,0.0001576315],"domain_scores_gemma":[0.99312264,0.0046293424,0.00045740983,0.0008186774,0.00058137556,0.00039047285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024783693,0.00075514935,0.0010234022,0.00052266626,0.001312734,0.0017511769,0.0015517015,0.0013579004,0.0046366625],"category_scores_gemma":[0.01019897,0.00036287174,0.00045390404,0.0005732846,0.0018821672,0.0028242103,0.0033251273,0.0016867387,0.0004377129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011669709,0.00021857889,0.00088950206,0.00023689232,0.000085846186,0.00028647535,0.0013819968,0.228179,0.006995288,0.6338619,0.007594009,0.119103506],"study_design_scores_gemma":[0.000064343054,0.00018678176,0.0003265635,0.000037123165,0.00003403489,0.0000712638,0.00020488528,0.66048694,0.0010941172,0.3348401,0.0026219734,0.00003195651],"about_ca_topic_score_codex":0.0014607621,"about_ca_topic_score_gemma":0.0014059693,"teacher_disagreement_score":0.0046366625,"about_ca_system_score_codex":0.0013366694,"about_ca_system_score_gemma":0.0010597925,"threshold_uncertainty_score":0.015511215},"labels":[],"label_agreement":null},{"id":"W4386179369","doi":"10.1145/3579027.3608978","title":"Code-Level Functional Equivalence Checking of Annotative Software Product Lines","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Equivalence (formal languages); Functional equivalence; Formal equivalence checking; Computer science; Source lines of code; Software; Programming language; Theoretical computer science; Scalability; Model checking; Functional requirement; Software product line; Software development; Software engineering; Mathematics; Discrete mathematics; Operating system","score_opus":0.21270360911228314,"score_gpt":0.34380106091989887,"score_spread":0.13109745180761573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386179369","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14702457,0.00013538964,0.84139144,0.00010543975,0.0000423628,0.00018956976,0.00029719525,0.008990281,0.0018238312],"genre_scores_gemma":[0.70441675,0.00005439013,0.29146138,0.00014675815,0.000022327285,0.00021216452,0.000931579,0.0013024645,0.0014522497],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.98718506,0.0031768086,0.000787658,0.0022324075,0.0057353475,0.0008827726],"domain_scores_gemma":[0.9621906,0.01804372,0.003374974,0.010403105,0.0056772325,0.00031035166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0058703595,0.0011506403,0.0010441666,0.0024133746,0.0010165587,0.0016767036,0.0032615655,0.001526093,0.0024843828],"category_scores_gemma":[0.03821331,0.00088275864,0.0019463939,0.0012087944,0.0026120613,0.0045560314,0.003035671,0.0021347122,0.00047159672],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013855976,0.0006622359,0.042564493,0.0009033008,0.0004141746,0.0029886456,0.0024826531,0.38950324,0.10347367,0.06822185,0.004590977,0.38280922],"study_design_scores_gemma":[0.000070562746,0.000291566,0.0036359015,0.00007371606,0.00011671901,0.0004422567,0.00016397382,0.87053305,0.07906586,0.04101091,0.0045203953,0.000075012205],"about_ca_topic_score_codex":0.0054772897,"about_ca_topic_score_gemma":0.005764183,"teacher_disagreement_score":0.0058703595,"about_ca_system_score_codex":0.0015148513,"about_ca_system_score_gemma":0.0024137867,"threshold_uncertainty_score":0.031045794},"labels":[],"label_agreement":null},{"id":"W4386183368","doi":"10.1145/3579027.3608983","title":"Reusing Your Favourite Analysis Framework to Handle Workflows of Product Line Models","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Workflow; Computer science; Reuse; Software engineering; Software product line; Automotive industry; Database; Engineering; Programming language; Software; Software development","score_opus":0.12719227261870902,"score_gpt":0.35932374386993454,"score_spread":0.23213147125122552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386183368","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004145124,0.00004693353,0.9856601,0.00018398753,0.00003836778,0.00007763591,0.000088776964,0.008337704,0.0014213218],"genre_scores_gemma":[0.052469026,0.00014445421,0.939642,0.0001365163,0.000034635465,0.00011179645,0.0007686028,0.0038645936,0.0028283598],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969189,0.0006521454,0.00027991825,0.00049886166,0.001360779,0.00028949208],"domain_scores_gemma":[0.99070007,0.0021673448,0.0004735009,0.0046235495,0.0017925559,0.00024306374],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0088618975,0.0012793496,0.000635726,0.0020613256,0.0011948751,0.0036846532,0.0024461849,0.0010859671,0.0033368673],"category_scores_gemma":[0.013072495,0.0010915685,0.0031788659,0.0010012153,0.0013040376,0.0054950435,0.0033860723,0.0033231052,0.0017349437],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048540483,0.00056948874,0.012597278,0.0011323076,0.00034722092,0.001146057,0.0040389425,0.06991597,0.07379561,0.17815496,0.02104018,0.6367765],"study_design_scores_gemma":[0.00013347653,0.00028441177,0.0048125205,0.0006485791,0.00024376655,0.0014927892,0.00066018454,0.56244814,0.07366465,0.10036776,0.25494522,0.00029847174],"about_ca_topic_score_codex":0.0066855894,"about_ca_topic_score_gemma":0.01021843,"teacher_disagreement_score":0.0088618975,"about_ca_system_score_codex":0.0013106127,"about_ca_system_score_gemma":0.0035187404,"threshold_uncertainty_score":0.046866775},"labels":[],"label_agreement":null},{"id":"W4386601473","doi":"10.1007/978-3-031-36847-9_4","title":"Continuous Alignment Between Software Architecture Design and Development in CI/CD Pipelines","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Code refactoring; Software engineering; Software architecture; Computer science; Architecture; sync; Documentation; Process (computing); Software; Systems engineering; Engineering; Programming language; Frame (networking)","score_opus":0.07548350809107836,"score_gpt":0.27351219309082536,"score_spread":0.19802868499974702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386601473","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.030993896,0.0014448842,0.846589,0.0013994605,0.0003480086,0.00022728604,0.00016739345,0.0046201143,0.11420988],"genre_scores_gemma":[0.23436289,0.0009818642,0.7005941,0.00039594452,0.00009773649,0.00026420807,0.00066040654,0.0019657295,0.06067709],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963523,0.00082556665,0.00016511476,0.00041404497,0.0019292386,0.00031368673],"domain_scores_gemma":[0.9928671,0.0024896446,0.00041015274,0.002007691,0.001777727,0.00044766683],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038946616,0.0005310076,0.00029689254,0.0013315693,0.0008319411,0.004440927,0.0019520415,0.0011733555,0.009681099],"category_scores_gemma":[0.010953842,0.00082568225,0.00031701635,0.0019703535,0.001092344,0.004385371,0.0037227713,0.0029277422,0.004062639],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011496196,0.0001469032,0.0023717342,0.00023369608,0.000016669403,0.00011955976,0.0017895874,0.0131566115,0.020776177,0.16521998,0.014665618,0.7813885],"study_design_scores_gemma":[0.00007062894,0.0004972375,0.008378601,0.0005860669,0.000059808448,0.000607458,0.0020645754,0.16701594,0.063471675,0.21404634,0.543095,0.00010680174],"about_ca_topic_score_codex":0.0034715252,"about_ca_topic_score_gemma":0.0041948115,"teacher_disagreement_score":0.009681099,"about_ca_system_score_codex":0.0021261284,"about_ca_system_score_gemma":0.0043322504,"threshold_uncertainty_score":0.03238654},"labels":[],"label_agreement":null},{"id":"W4386621183","doi":"10.1007/978-3-031-36847-9_6","title":"A Better Way to Teach Software Architecture","year":2023,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Architecture; Computer architecture; Software engineering; Art; Visual arts","score_opus":0.041444567717097335,"score_gpt":0.2731447109398334,"score_spread":0.23170014322273605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386621183","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0050751264,0.034677856,0.14618395,0.13658904,0.018187935,0.00021433797,0.0005048178,0.0040320796,0.6545349],"genre_scores_gemma":[0.022677807,0.02694507,0.19490108,0.042686403,0.0037003495,0.00028079975,0.000776544,0.001876824,0.7061552],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99922264,0.00019850905,0.000037141886,0.00013380616,0.0003404233,0.000067488756],"domain_scores_gemma":[0.99887675,0.00034735684,0.00006263054,0.00016649888,0.00033331753,0.00021342699],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009775027,0.00096212816,0.0006476223,0.0017236819,0.0013249303,0.0044392725,0.0011917516,0.0024510426,0.065193206],"category_scores_gemma":[0.002567874,0.0005571303,0.0010545528,0.0012491173,0.0011532167,0.012329281,0.0021805668,0.0070162094,0.027253814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011989956,0.00022272825,0.00027112904,0.00050528516,0.000022605023,0.00012431377,0.0021913135,0.00064861216,0.002600225,0.26491278,0.4561001,0.2723889],"study_design_scores_gemma":[0.000009603977,0.000026287418,0.00014266722,0.0002983089,0.0000065257386,0.00016554391,0.00029797366,0.0003080337,0.00031511422,0.036988784,0.96143025,0.000010804819],"about_ca_topic_score_codex":0.0017686809,"about_ca_topic_score_gemma":0.004455771,"teacher_disagreement_score":0.065193206,"about_ca_system_score_codex":0.0018329273,"about_ca_system_score_gemma":0.0017992955,"threshold_uncertainty_score":0.21809298},"labels":[],"label_agreement":null},{"id":"W4387701050","doi":"10.1145/3617946.3617951","title":"Towards a Research Agenda for Understanding and Managing Uncertainty in Self-Adaptive Systems","year":2023,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; York University","funders":"Christian Doppler Forschungsgesellschaft; Bundesministerium für Digitalisierung und Wirtschaftsstandort; Österreichische Nationalstiftung für Forschung, Technologie und Entwicklung","keywords":"Computer science; Agile software development; Human systems engineering; Uncertainty analysis; Risk analysis (engineering); Adaptive system; Complex adaptive system; Key (lock); Management science; Engineering; Artificial intelligence; Simulation; Computer security; Software engineering; Business","score_opus":0.2246854830976646,"score_gpt":0.36805916708545267,"score_spread":0.14337368398778808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387701050","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013046332,0.08600945,0.53282213,0.30048308,0.0022477296,0.0002134449,0.00016859345,0.0003532767,0.06465598],"genre_scores_gemma":[0.62578213,0.10461644,0.2352773,0.013522307,0.006493044,0.0010384587,0.00033576373,0.00025687763,0.01267775],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9902947,0.0060332445,0.00043854522,0.00090404507,0.0016904951,0.00063896255],"domain_scores_gemma":[0.950419,0.040043686,0.00164624,0.0024602327,0.0039685345,0.0014623569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.020625174,0.0013347624,0.0021539992,0.0030889518,0.0033765994,0.016422322,0.004001553,0.009870913,0.006864535],"category_scores_gemma":[0.02566264,0.0009369552,0.0017056754,0.0031345258,0.018289475,0.037828237,0.008059041,0.01200545,0.0010974125],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022430899,0.000055308108,0.0003472405,0.0003876841,0.000027077764,0.000104289946,0.0020043184,0.006669606,0.00015145415,0.9657625,0.0032077234,0.021260442],"study_design_scores_gemma":[0.000005921335,0.000016849131,0.00008391642,0.0003684498,0.000008504827,0.000022406552,0.0017862119,0.006869672,0.0001075617,0.97327787,0.017431421,0.000021253098],"about_ca_topic_score_codex":0.003684284,"about_ca_topic_score_gemma":0.0022951728,"teacher_disagreement_score":0.020625174,"about_ca_system_score_codex":0.006208437,"about_ca_system_score_gemma":0.009624035,"threshold_uncertainty_score":0.10907763},"labels":[],"label_agreement":null},{"id":"W4387951206","doi":"10.1109/ccece58730.2023.10288897","title":"Goal-Driven Reusable Test Case Design","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Test strategy; Domain engineering; Software performance testing; Software engineering; Domain (mathematical analysis); Non-regression testing; System integration testing; Functional requirement; Software reliability testing; Manual testing; Integration testing; Reliability engineering; Software development; Software construction; Software; Engineering; Operating system","score_opus":0.08959448018581878,"score_gpt":0.31555274914133163,"score_spread":0.22595826895551285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387951206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011634334,0.000064473425,0.98222625,0.00014326579,0.000023852894,0.00095640647,0.00017567996,0.0011147655,0.003661022],"genre_scores_gemma":[0.14347552,0.00014630605,0.85191745,0.00008105178,0.000010844763,0.001861007,0.00055921834,0.00022932989,0.0017193357],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.993193,0.003482243,0.0004519152,0.0004912234,0.0019409474,0.0004407832],"domain_scores_gemma":[0.9909775,0.0058378046,0.0005417954,0.0009360011,0.0015208503,0.00018605914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005933299,0.0015045274,0.0006139878,0.0026252263,0.00050843996,0.0018753767,0.0029327495,0.0017888662,0.0056895963],"category_scores_gemma":[0.017117644,0.0009120904,0.0014280111,0.0010217305,0.0010965932,0.0013672658,0.0014949207,0.0012967502,0.0008822767],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033694415,0.00084366166,0.0032876523,0.0010025607,0.00023689412,0.0025249713,0.0009670752,0.5628654,0.030306727,0.13351758,0.0039714887,0.26013905],"study_design_scores_gemma":[0.00018630351,0.00024582967,0.0002992222,0.00012347261,0.00009096401,0.0003345197,0.00012248206,0.94413507,0.015953839,0.027217899,0.011257941,0.000032360527],"about_ca_topic_score_codex":0.0027775418,"about_ca_topic_score_gemma":0.0038697585,"teacher_disagreement_score":0.005933299,"about_ca_system_score_codex":0.0012206929,"about_ca_system_score_gemma":0.0022205536,"threshold_uncertainty_score":0.031378686},"labels":[],"label_agreement":null},{"id":"W4388894088","doi":"10.1109/iceccs59891.2023.00028","title":"Specification and Verification of Communication Paradigms for CBSE in Event B","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Metamodeling; Component (thermodynamics); Event (particle physics); Software engineering; FIFO (computing and electronics); Context (archaeology); Distributed computing; Programming language","score_opus":0.07642209762778314,"score_gpt":0.340376461035838,"score_spread":0.2639543634080549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388894088","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016950326,0.000061565195,0.9782276,0.00024018367,0.000048489357,0.00035257437,0.000092156966,0.0012380474,0.0027890797],"genre_scores_gemma":[0.38716334,0.00025238772,0.6068567,0.00031706985,0.00004940206,0.0012168563,0.0002777687,0.0006169463,0.003249591],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9926023,0.0026502162,0.000802773,0.0007675639,0.0025965583,0.0005805718],"domain_scores_gemma":[0.9885201,0.0058650533,0.0016659263,0.0021904695,0.0015331894,0.00022529623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0092381695,0.0010051673,0.00073763315,0.001307045,0.0013688535,0.0039554466,0.0019539832,0.0024340807,0.002260028],"category_scores_gemma":[0.01765651,0.00094494136,0.0018402454,0.0007207175,0.0029381865,0.0029481733,0.0020614425,0.0029500693,0.0005981985],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031334278,0.0003285972,0.002046118,0.0005379451,0.000074858166,0.001078212,0.0013705555,0.157959,0.034674443,0.76880294,0.0014946938,0.031319283],"study_design_scores_gemma":[0.0002881185,0.0002511172,0.00045586855,0.00021236157,0.00007685617,0.00026974102,0.00027159488,0.8080796,0.05106409,0.11589434,0.023043577,0.00009275011],"about_ca_topic_score_codex":0.008368059,"about_ca_topic_score_gemma":0.005185603,"teacher_disagreement_score":0.0092381695,"about_ca_system_score_codex":0.0025942912,"about_ca_system_score_gemma":0.00602081,"threshold_uncertainty_score":0.048856676},"labels":[],"label_agreement":null},{"id":"W4389474636","doi":"10.1109/acsos58161.2023.00016","title":"Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Impact","funders":"Institut de Valorisation des Données; Polytechnique Montréal; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Computer science","score_opus":0.05268941373870116,"score_gpt":0.3048376143650569,"score_spread":0.25214820062635573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389474636","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008667183,0.0054745097,0.0023323458,0.08858473,0.26508456,0.00046875555,0.004946345,0.0011377402,0.6311043],"genre_scores_gemma":[0.006502523,0.0021215896,0.00072350854,0.021882316,0.026614662,0.0002547152,0.0021470138,0.0005094525,0.9392442],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859923,0.00023182566,0.000100717625,0.00027334163,0.00058822543,0.00020667215],"domain_scores_gemma":[0.9953164,0.0013523881,0.00020107973,0.00034993855,0.0018310045,0.0009491126],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0018372104,0.0008917578,0.00081273395,0.0015442204,0.0027705638,0.0043375893,0.0015454422,0.0031736027,0.59017235],"category_scores_gemma":[0.012136372,0.00032283913,0.00066434,0.0012913457,0.00059314736,0.0034144383,0.0027719382,0.005110453,0.36309305],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032779142,0.000011084119,0.00003500918,0.000042772735,0.0000011726364,0.000033366352,0.000031535903,0.000015295047,0.000086531036,0.0034529993,0.9866845,0.00957294],"study_design_scores_gemma":[0.0000063051402,0.000008314891,0.00010492995,0.000044613473,0.0000014502831,0.00003169969,0.00006441002,0.00002202205,0.00005842855,0.0009462402,0.99870825,0.0000033730191],"about_ca_topic_score_codex":0.002802696,"about_ca_topic_score_gemma":0.0047116987,"teacher_disagreement_score":0.40982765,"about_ca_system_score_codex":0.001981339,"about_ca_system_score_gemma":0.0016660723,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4389506673","doi":"10.5121/ijsea.2023.14601","title":"Code Swarm: A Code Generation Tool based on the Automatic Derivation of Transformation Rule Set","year":2023,"lang":"en","type":"article","venue":"International Journal of Software Engineering & Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Code generation; Programming language; KPI-driven code analysis; Code (set theory); Transformation (genetics); Set (abstract data type); Source code; Static program analysis; Software; Software system; Process (computing); Java; Software development; Operating system","score_opus":0.047543798109813455,"score_gpt":0.30385673824509357,"score_spread":0.2563129401352801,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389506673","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003986325,0.000052593874,0.95624197,0.000058394435,0.0000365987,0.00018619228,0.00031399564,0.037406027,0.0017178504],"genre_scores_gemma":[0.055270515,0.00016500727,0.932977,0.000117464726,0.00001947942,0.00045195676,0.0021482003,0.006538957,0.002311351],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832684,0.00031132903,0.0001753017,0.00030074344,0.00078994135,0.000095789735],"domain_scores_gemma":[0.9961947,0.0020856275,0.00032396943,0.0007662647,0.0005395756,0.00008976004],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016331815,0.0014314258,0.00064393936,0.0019287586,0.0004365451,0.0011268455,0.0018525858,0.0010791931,0.004829199],"category_scores_gemma":[0.007842217,0.0010257731,0.0013209626,0.0007057778,0.0011237309,0.0012197254,0.0016254776,0.0017416801,0.002244103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038785004,0.000539452,0.0044656238,0.0015445268,0.0002316018,0.0015403463,0.001141038,0.104403466,0.089534335,0.05110446,0.040682066,0.7044252],"study_design_scores_gemma":[0.00025305734,0.00024104357,0.0009740217,0.00026379968,0.00007976544,0.0011299624,0.00010150351,0.7756227,0.10342431,0.02451273,0.09327131,0.00012571037],"about_ca_topic_score_codex":0.002057018,"about_ca_topic_score_gemma":0.0020095673,"teacher_disagreement_score":0.004829199,"about_ca_system_score_codex":0.0005515934,"about_ca_system_score_gemma":0.0020839432,"threshold_uncertainty_score":0.016155303},"labels":[],"label_agreement":null},{"id":"W4389576399","doi":"10.1109/acsos-c58168.2023.00027","title":"Towards an Uncertainty-aware Decision Engine for Proactive Self-Protecting Software","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software deployment; Scalability; Overhead (engineering); Partially observable Markov decision process; Markov decision process; Software; Reliability engineering; Process (computing); Adaptation (eye); Risk analysis (engineering); Outcome (game theory); Markov process; Systems engineering; Markov model; Markov chain; Engineering; Software engineering; Machine learning","score_opus":0.054893634953683886,"score_gpt":0.33713223859176306,"score_spread":0.2822386036380792,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389576399","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074647595,0.00008568625,0.9910042,0.00021798481,0.000015300266,0.000044388158,0.000029305365,0.0002549906,0.0008833691],"genre_scores_gemma":[0.49590448,0.00038951545,0.50157845,0.00020085005,0.000050049846,0.00019008931,0.00017780275,0.00010469874,0.001403959],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99882084,0.0003287674,0.00009868865,0.0002167374,0.00040426516,0.00013066446],"domain_scores_gemma":[0.99711096,0.0017494649,0.00032555702,0.00020176702,0.00049049937,0.00012166384],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023745436,0.0008408,0.00082990824,0.0007709504,0.0005189751,0.0020384262,0.0016087022,0.0013210928,0.0013955416],"category_scores_gemma":[0.006294774,0.00071790355,0.0010299379,0.00057059166,0.0009914156,0.002394397,0.0020761162,0.002170467,0.00030274183],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045667824,0.000055594355,0.0005447196,0.00008277707,0.00004376212,0.00007375275,0.00012116965,0.9265167,0.0033311918,0.037217975,0.00051318033,0.03145352],"study_design_scores_gemma":[0.0000037230348,0.000014136525,0.00003720978,0.00000803487,0.000008750571,0.000007811756,0.00001226661,0.98741454,0.00076969207,0.011260125,0.00045897052,0.0000048329994],"about_ca_topic_score_codex":0.004751654,"about_ca_topic_score_gemma":0.005494713,"teacher_disagreement_score":0.004751654,"about_ca_system_score_codex":0.0010715848,"about_ca_system_score_gemma":0.0030748642,"threshold_uncertainty_score":0.012557924},"labels":[],"label_agreement":null},{"id":"W4389630077","doi":"10.1109/models58315.2023.00018","title":"A Model-driven and Template-based Approach for Requirements Specification","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Template; Non-functional requirement; Software requirements specification; Formal specification; Requirements analysis; Software engineering; Domain (mathematical analysis); Ambiguity; Natural language; Certification; Requirements engineering; Programming language; Software; Software system; Software development; Software design; Artificial intelligence; Software construction","score_opus":0.23935587176982975,"score_gpt":0.3518332107864671,"score_spread":0.11247733901663737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630077","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004482324,0.00008845659,0.9965354,0.00019469464,0.000024277315,0.00037152207,0.00013796375,0.0005266312,0.0016728167],"genre_scores_gemma":[0.011337673,0.00021928467,0.98535,0.00014335291,0.000019757881,0.0008758448,0.0006009618,0.00014304211,0.0013101532],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9880604,0.004773618,0.001214016,0.0012010996,0.0044479803,0.0003029407],"domain_scores_gemma":[0.9909148,0.0047749723,0.0006826071,0.0018435633,0.001585455,0.00019854738],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008323092,0.0019080363,0.0011123043,0.003295231,0.0010439861,0.0037911243,0.004458665,0.0025421493,0.0041444995],"category_scores_gemma":[0.01467773,0.0015719224,0.00436939,0.0027566785,0.0018812249,0.0031880897,0.0028564988,0.0038767995,0.0021995364],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014010482,0.00050808385,0.0010515059,0.0018331909,0.00038997288,0.0016340867,0.0024702945,0.16371918,0.034344718,0.5318307,0.012601403,0.24947676],"study_design_scores_gemma":[0.00014415076,0.00024507992,0.00044232997,0.0008275338,0.00021715632,0.0013581301,0.00042378978,0.55513006,0.020449394,0.2282063,0.1923498,0.000206243],"about_ca_topic_score_codex":0.0057241973,"about_ca_topic_score_gemma":0.008261739,"teacher_disagreement_score":0.008323092,"about_ca_system_score_codex":0.0032065623,"about_ca_system_score_gemma":0.0065835817,"threshold_uncertainty_score":0.044017196},"labels":[],"label_agreement":null},{"id":"W4389630081","doi":"10.1109/models58315.2023.00034","title":"Variability-aware Neo4j for Analyzing a Graphical Model of a Software Product Line","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Software product line; Product line; Product (mathematics); Software; Line (geometry); Software engineering; Software development; Programming language; Engineering; Manufacturing engineering; Mathematics","score_opus":0.0763852082712643,"score_gpt":0.32571949970515546,"score_spread":0.24933429143389116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389630081","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10240637,0.00022489624,0.7880761,0.00020181766,0.000044620618,0.00022377176,0.0023545302,0.10371168,0.0027562578],"genre_scores_gemma":[0.47719797,0.00017806166,0.5072849,0.00026515362,0.000016513319,0.00021881059,0.0064145494,0.006507699,0.0019163496],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998142,0.0002848897,0.00017330826,0.0002934155,0.0009761135,0.00013026691],"domain_scores_gemma":[0.9954709,0.0019906508,0.0003776646,0.001546083,0.00054559234,0.00006913558],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017354871,0.0011326451,0.00048183458,0.0016921478,0.00033673955,0.001454745,0.0012092999,0.0005492781,0.0021917976],"category_scores_gemma":[0.005770729,0.000685526,0.0015964669,0.00084328366,0.0006871092,0.0022973872,0.0015228862,0.001028888,0.00055141334],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014388732,0.0004738764,0.052631766,0.0021529107,0.00056520494,0.00222902,0.0020992241,0.1492094,0.27101713,0.04358077,0.025634544,0.44896734],"study_design_scores_gemma":[0.00007939289,0.00024234268,0.0076953536,0.00008773271,0.000110332556,0.0009505679,0.00026789916,0.86661834,0.08452616,0.022825807,0.016495965,0.00010012799],"about_ca_topic_score_codex":0.0037848821,"about_ca_topic_score_gemma":0.0064566312,"teacher_disagreement_score":0.0037848821,"about_ca_system_score_codex":0.0007815377,"about_ca_system_score_gemma":0.0012450353,"threshold_uncertainty_score":0.009178281},"labels":[],"label_agreement":null},{"id":"W4389880439","doi":"10.1109/icetas59148.2023.10346316","title":"Acquiring Testable NFRs Utilizing Goal Models Enhancing Application Requirements Analysis in Goal-Driven Software Product Lines","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Functional requirement; Non-functional requirement; Computer science; Requirement prioritization; Non-functional testing; Software product line; Requirement; Software engineering; Requirements analysis; Software development; Functional specification; Systems engineering; Traceability; Software requirements specification; Reliability engineering; Risk analysis (engineering); Software; Software construction; Engineering","score_opus":0.06515037491764468,"score_gpt":0.32712481990000064,"score_spread":0.26197444498235595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389880439","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044435907,0.00008045488,0.95128155,0.00025876664,0.000011691718,0.00038124883,0.00012299336,0.00084268453,0.002584692],"genre_scores_gemma":[0.3021104,0.00014430514,0.6955327,0.00013281379,0.0000072621447,0.0005412855,0.00044281987,0.00018118882,0.0009072371],"study_design_codex":"simulation_or_modeling","study_design_gemma":"not_applicable","domain_scores_codex":[0.99425864,0.0025002821,0.00035540017,0.00052861625,0.0020707874,0.0002862166],"domain_scores_gemma":[0.9851415,0.008876344,0.0017500558,0.0016719882,0.0022944936,0.00026556617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046166205,0.0015478949,0.00057160464,0.002342283,0.00046908337,0.0026072755,0.0015244386,0.0013684318,0.0010123207],"category_scores_gemma":[0.018808382,0.0008669606,0.0016327354,0.0007396068,0.0009900224,0.0029140925,0.0021352668,0.0016244187,0.0003913394],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040006053,0.0012872292,0.014688308,0.0010753962,0.0002833036,0.0018245827,0.0044004433,0.5850965,0.04828132,0.094505675,0.001773903,0.24638335],"study_design_scores_gemma":[0.00003825602,0.00021341322,0.0013803311,0.00017827976,0.00008856634,0.00019029033,0.00043206703,0.9411939,0.020923616,0.030585697,0.0047199605,0.00005569022],"about_ca_topic_score_codex":0.0038120633,"about_ca_topic_score_gemma":0.005329469,"teacher_disagreement_score":0.0046166205,"about_ca_system_score_codex":0.0015296523,"about_ca_system_score_gemma":0.0029614556,"threshold_uncertainty_score":0.024415314},"labels":[],"label_agreement":null},{"id":"W4389888092","doi":"10.1109/icetas59148.2023.10346293","title":"Goal-Oriented Prioritized Non-Functional Testing with Stakeholders' Priorities","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Test strategy; Computer science; Quality (philosophy); Non-functional testing; Software engineering; Manual testing; Functional requirement; Process management; Risk-based testing; Software performance testing; Process (computing); Acceptance testing; Risk analysis (engineering); Integration testing; Software quality; Software; Software development; Engineering; Software construction; Requirement","score_opus":0.10342830970471602,"score_gpt":0.27806549299725014,"score_spread":0.17463718329253414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389888092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029500773,0.00006901976,0.9639715,0.00037044077,0.000016432981,0.0008277267,0.000053682204,0.0005024643,0.004687998],"genre_scores_gemma":[0.22025302,0.000055182267,0.7776681,0.000102044185,0.000006128153,0.00053490786,0.00011333783,0.00008429712,0.001182945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9866725,0.008126826,0.00066114403,0.0009189529,0.0029749484,0.0006455466],"domain_scores_gemma":[0.9832932,0.008942425,0.0015999503,0.0015064152,0.0039255163,0.0007324959],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012560081,0.001393438,0.0006291452,0.0018612319,0.0009062552,0.0031533274,0.0023133284,0.0010780821,0.0018196893],"category_scores_gemma":[0.01922684,0.00079360476,0.00095740013,0.001002951,0.0013535976,0.002850533,0.0025744569,0.0015886455,0.0004093633],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067478855,0.0014648382,0.015011465,0.0014991353,0.0002775262,0.001729768,0.011257303,0.20082946,0.056751557,0.2075956,0.003490669,0.49941793],"study_design_scores_gemma":[0.00021137396,0.0006471495,0.0035120875,0.00046064483,0.00020721288,0.00058824057,0.0025262432,0.78684866,0.05097862,0.13160713,0.022260027,0.0001526619],"about_ca_topic_score_codex":0.0020873751,"about_ca_topic_score_gemma":0.004122925,"teacher_disagreement_score":0.012560081,"about_ca_system_score_codex":0.0022261306,"about_ca_system_score_gemma":0.005367215,"threshold_uncertainty_score":0.06642485},"labels":[],"label_agreement":null},{"id":"W4389988471","doi":"10.1109/scam59687.2023.00010","title":"Keynotes","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Natural Resources; University of British Columbia; Natural Sciences and Engineering Research Council","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Generative grammar; GRASP; Context (archaeology); Task (project management); Artificial intelligence; Code (set theory); Software; Set (abstract data type); Program comprehension; Hallucinating; Software engineering; Human–computer interaction; Programming language; Software system; Engineering","score_opus":0.05268941373870116,"score_gpt":0.3048376143650569,"score_spread":0.25214820062635573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389988471","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00077984296,0.005371785,0.0032300807,0.25370225,0.3697016,0.00029704114,0.001797052,0.00087934325,0.3642411],"genre_scores_gemma":[0.0099176755,0.0027641272,0.0010375337,0.07591849,0.044706497,0.0002965046,0.0009616332,0.0005742158,0.8638233],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99752694,0.0004135793,0.00014863006,0.00048358657,0.001074121,0.0003531514],"domain_scores_gemma":[0.9939833,0.001891137,0.00027280068,0.00037609352,0.0023561756,0.0011204109],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0025136445,0.000980848,0.0007580767,0.0012504476,0.0044666515,0.0055570006,0.0017243983,0.0049253074,0.29022837],"category_scores_gemma":[0.016453568,0.00035230053,0.0007292329,0.0010396839,0.001180368,0.004655269,0.0036035173,0.00952084,0.1528809],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021308828,0.000007978033,0.000031287676,0.00002746329,0.000001003691,0.000041815623,0.000057624104,0.000012469208,0.00008163065,0.006801828,0.986053,0.006862671],"study_design_scores_gemma":[0.00000412436,0.000008581349,0.00007069413,0.00003787255,0.0000012833419,0.000046053916,0.00011374346,0.00002258333,0.00008724399,0.0015765992,0.9980269,0.0000042948036],"about_ca_topic_score_codex":0.0036524122,"about_ca_topic_score_gemma":0.0065337685,"teacher_disagreement_score":0.70977163,"about_ca_system_score_codex":0.0032064875,"about_ca_system_score_gemma":0.0026307893,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4390058581","doi":"10.1007/978-3-031-49333-1_2","title":"A Formal Metamodel for Software Architectures with Composite Components","year":2023,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Metamodeling; Computer science; Software engineering; Component (thermodynamics); Reuse; Formal specification; Programming language; Formal methods; Component-based software engineering; Software system; Software; Systems engineering; Engineering","score_opus":0.04568068054494155,"score_gpt":0.2767772827570157,"score_spread":0.23109660221207412,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390058581","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016791638,0.00011230546,0.99373204,0.00016296664,0.000053797048,0.00009917522,0.00018063241,0.0012781607,0.0027017132],"genre_scores_gemma":[0.04518428,0.00038147467,0.9457375,0.00019983185,0.000071393304,0.00039699257,0.0008524381,0.00071856944,0.006457612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9984201,0.00044741575,0.000266705,0.00025173728,0.00048478294,0.00012925861],"domain_scores_gemma":[0.9980405,0.0007481549,0.00016133374,0.00057816127,0.00039096494,0.000080900885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026425587,0.0010570992,0.00073473144,0.001389481,0.0010187721,0.0034382853,0.0021836369,0.0018737832,0.003879085],"category_scores_gemma":[0.0036576698,0.0012257338,0.0018848042,0.0012766455,0.0020046292,0.0043353657,0.0016965348,0.0034561781,0.0018309357],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006722049,0.00010442707,0.00038643822,0.00036495028,0.00003505991,0.00029696006,0.00086036447,0.023702245,0.013120099,0.88902426,0.005603645,0.066434436],"study_design_scores_gemma":[0.000090510744,0.00010584826,0.00023706637,0.0004310316,0.00011408627,0.0006252625,0.00022802722,0.15941873,0.015699487,0.5911002,0.2318632,0.00008652234],"about_ca_topic_score_codex":0.0034609507,"about_ca_topic_score_gemma":0.005524964,"teacher_disagreement_score":0.003879085,"about_ca_system_score_codex":0.0015385001,"about_ca_system_score_gemma":0.003061837,"threshold_uncertainty_score":0.013975322},"labels":[],"label_agreement":null},{"id":"W4390098186","doi":"10.1109/models-c59198.2023.00143","title":"17th International Workshop on Models and Evolution Special Theme: Sustainability (ME 2023)","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Software evolution; Computer science; Documentation; Artifact (error); Theme (computing); Software engineering; Sustainability; Systems engineering; Data science; Risk analysis (engineering); Software; Software system; Engineering; World Wide Web; Artificial intelligence; Business; Software construction","score_opus":0.05198443850770077,"score_gpt":0.32330043224920224,"score_spread":0.27131599374150145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390098186","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0093965605,0.07735451,0.5624755,0.060350407,0.10344523,0.00081670925,0.0028935948,0.003864217,0.17940322],"genre_scores_gemma":[0.06610677,0.0568577,0.2977538,0.0101908455,0.031669762,0.001576689,0.013007775,0.005884326,0.51695234],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99637294,0.0015614844,0.00021466981,0.00061874953,0.00084559724,0.0003866593],"domain_scores_gemma":[0.9948323,0.0016491088,0.00015740478,0.0008653569,0.0015262415,0.00096961507],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008513517,0.002167859,0.0015520088,0.002181811,0.001160203,0.0071096346,0.0034586901,0.0037167508,0.061330006],"category_scores_gemma":[0.010474911,0.0009914573,0.0031660076,0.0020136454,0.0013024104,0.006945759,0.0074564745,0.007244428,0.021417454],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002649802,0.00034576652,0.00064775284,0.00070666714,0.00013165032,0.0004129779,0.0007454908,0.0065795854,0.0028965338,0.083054855,0.5983573,0.30585644],"study_design_scores_gemma":[0.000028843782,0.00010129963,0.00041881035,0.0006606523,0.000037675465,0.0003385057,0.0002441092,0.0068614935,0.001012499,0.040222295,0.9500362,0.00003765154],"about_ca_topic_score_codex":0.0029456457,"about_ca_topic_score_gemma":0.004046246,"teacher_disagreement_score":0.061330006,"about_ca_system_score_codex":0.002877423,"about_ca_system_score_gemma":0.0029095819,"threshold_uncertainty_score":0.20516932},"labels":[],"label_agreement":null},{"id":"W4390117299","doi":"10.1109/models-c59198.2023.00115","title":"An Automotive Architecture Product Line for E/E Powertrain Architectures","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Automotive industry; Powertrain; Architecture; Computer science; Domain (mathematical analysis); Hazard; Automotive engineering; Software engineering; Embedded system; Engineering","score_opus":0.04183118110120718,"score_gpt":0.3393351128199174,"score_spread":0.29750393171871026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117299","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0138404025,0.00011231513,0.93522084,0.0003923772,0.00009514024,0.00031639918,0.001576888,0.020835212,0.027610412],"genre_scores_gemma":[0.078281745,0.0004223383,0.85846126,0.0003234391,0.000046768135,0.0006340504,0.008115826,0.010363612,0.043351043],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99936587,0.00012108989,0.00004891289,0.000084237734,0.0003417356,0.000038116654],"domain_scores_gemma":[0.9982317,0.0004933347,0.000115062634,0.00044276068,0.0006121077,0.00010501059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012469954,0.0010846024,0.00023299074,0.00090052775,0.00040956086,0.0016388125,0.00092448643,0.0009612042,0.017871164],"category_scores_gemma":[0.0027559747,0.0007012529,0.00066167756,0.0005764065,0.00035063393,0.00209177,0.0010793066,0.0024024234,0.0082987575],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004094502,0.0005059694,0.0026940703,0.0009132354,0.00005420742,0.0016410887,0.0027523497,0.03887484,0.17511165,0.15816936,0.10599459,0.51287925],"study_design_scores_gemma":[0.0001112468,0.0003642383,0.0017239195,0.0002498815,0.00003314399,0.0014065015,0.00022896347,0.10202592,0.047227036,0.01960386,0.8269339,0.00009127154],"about_ca_topic_score_codex":0.0012749904,"about_ca_topic_score_gemma":0.0017460587,"teacher_disagreement_score":0.017871164,"about_ca_system_score_codex":0.00048139863,"about_ca_system_score_gemma":0.00085921166,"threshold_uncertainty_score":0.05978501},"labels":[],"label_agreement":null},{"id":"W4390117343","doi":"10.1109/models-c59198.2023.00061","title":"Towards Requirements Specification Collaboration Forum for Embedded Software Systems","year":2023,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Requirements elicitation; Requirements analysis; Computer science; Requirements management; Software requirements specification; Requirements engineering; Software engineering; System requirements; Systems Modeling Language; Stakeholder; Functional requirement; Requirement prioritization; Software requirements; System requirements specification; User requirements document; Systems engineering; Process (computing); Software; Unified Modeling Language; Software development; Software design; Engineering","score_opus":0.09593984806272716,"score_gpt":0.3576413370243061,"score_spread":0.26170148896157897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390117343","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0030776844,0.00006729128,0.9943158,0.0002902209,0.000035364534,0.00024296824,0.00004026688,0.0009831168,0.0009472691],"genre_scores_gemma":[0.041795224,0.00011637217,0.9541809,0.00010912456,0.000039796883,0.00042170365,0.000463235,0.00018429714,0.0026893506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96346164,0.022765802,0.0024524292,0.0039560716,0.0062476317,0.0011164636],"domain_scores_gemma":[0.97278273,0.011048724,0.0017200838,0.005417336,0.007533742,0.0014973464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0332307,0.0015894398,0.0011973577,0.0032292795,0.0026226405,0.0045749475,0.003730506,0.0054215183,0.0043359753],"category_scores_gemma":[0.040923875,0.0014927954,0.002871343,0.0017324713,0.0016098875,0.0070538027,0.0065869694,0.0041462793,0.0029589606],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057636027,0.0010330171,0.0047993413,0.0012490458,0.0001767497,0.0022310265,0.010764303,0.050287977,0.060657706,0.3058432,0.013346884,0.54903436],"study_design_scores_gemma":[0.00018506145,0.0006437736,0.0013914066,0.0006069019,0.00011890377,0.0015558262,0.0028067084,0.669031,0.043822113,0.117867745,0.16168535,0.00028518584],"about_ca_topic_score_codex":0.0035652248,"about_ca_topic_score_gemma":0.0036261498,"teacher_disagreement_score":0.0332307,"about_ca_system_score_codex":0.0021040225,"about_ca_system_score_gemma":0.0051907026,"threshold_uncertainty_score":0.17574286},"labels":[],"label_agreement":null},{"id":"W4390979532","doi":"10.21203/rs.3.rs-3860756/v1","title":"Transitioning Towards SysML v2 as a Variability Modeling Language","year":2024,"lang":"en","type":"preprint","venue":"Research Square","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","score_opus":0.11955755810713553,"score_gpt":0.4521941751422484,"score_spread":0.3326366170351129,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390979532","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00693166,0.00007861138,0.9819165,0.0011330381,0.00012149238,0.00010735724,0.00029668305,0.004834077,0.0045805885],"genre_scores_gemma":[0.0837199,0.00033242741,0.903623,0.00086591445,0.000093175484,0.00038476754,0.0019362575,0.0025426648,0.006501808],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99558854,0.0018977956,0.00048232454,0.00051793666,0.0012446682,0.0002687535],"domain_scores_gemma":[0.9912623,0.0029502758,0.0006732384,0.0028357944,0.0018235449,0.0004548279],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008644492,0.00090406724,0.00045601802,0.0012735109,0.00082787446,0.0060406583,0.0019970187,0.0015996607,0.0029221172],"category_scores_gemma":[0.009101579,0.0007708506,0.0013963318,0.0011344618,0.0016680389,0.005489329,0.0031910965,0.004197073,0.0016092943],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020274651,0.00019481212,0.0042077675,0.00044283553,0.000087525535,0.00072363747,0.005084242,0.043848075,0.025970904,0.76741743,0.020809216,0.1310108],"study_design_scores_gemma":[0.00006963151,0.00022797807,0.0012741921,0.000568892,0.000076984994,0.00057619,0.0005893445,0.24179883,0.034570586,0.15101376,0.56907797,0.000155672],"about_ca_topic_score_codex":0.0037574586,"about_ca_topic_score_gemma":0.0047789672,"teacher_disagreement_score":0.008644492,"about_ca_system_score_codex":0.0021281424,"about_ca_system_score_gemma":0.0036442464,"threshold_uncertainty_score":0.045717},"labels":[],"label_agreement":null},{"id":"W4393854863","doi":"10.1007/978-3-031-57246-3_4","title":"Speculative SAT Modulo SAT","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo; European Commission; Israel Science Foundation; Microsoft Research","keywords":"Modulo; Computer science; Algorithm; Arithmetic; Theoretical computer science; Programming language; Parallel computing; Discrete mathematics; Mathematics","score_opus":0.032075521649222914,"score_gpt":0.28335002353344,"score_spread":0.2512745018842171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393854863","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07198867,0.0014788446,0.8748744,0.0035313377,0.00043233958,0.0004065791,0.0017591418,0.01143162,0.034097113],"genre_scores_gemma":[0.61136234,0.0007644327,0.37311837,0.0011174016,0.00029120917,0.00034935525,0.002863545,0.0011252535,0.009008126],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99648094,0.0014697532,0.00019500268,0.000590263,0.0009113172,0.00035256922],"domain_scores_gemma":[0.98784745,0.008064958,0.0005498127,0.002562629,0.0007930482,0.00018207695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032342228,0.0009979107,0.0006615373,0.0010851811,0.0009223493,0.002467044,0.0022938333,0.0008163288,0.014908884],"category_scores_gemma":[0.011441664,0.00082667347,0.0019200898,0.0013892171,0.0030826852,0.0047106054,0.0038646813,0.0031256478,0.0017695399],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005183218,0.00017914208,0.0034605428,0.0009852129,0.000120794124,0.0004139731,0.00048348118,0.16954373,0.008938251,0.67969656,0.019839521,0.11582054],"study_design_scores_gemma":[0.00014287738,0.00009253405,0.00032997763,0.00010793964,0.00007455471,0.00011828086,0.00008052788,0.46311712,0.010835174,0.50123036,0.023840128,0.000030498404],"about_ca_topic_score_codex":0.0045534717,"about_ca_topic_score_gemma":0.0075684367,"teacher_disagreement_score":0.014908884,"about_ca_system_score_codex":0.0021039846,"about_ca_system_score_gemma":0.0029433512,"threshold_uncertainty_score":0.0498752},"labels":[],"label_agreement":null},{"id":"W4398756659","doi":"10.1145/3639478.3640046","title":"(Neo4j)^ Browser: Visualizing Variable-Aware Analysis Results","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Correctness; Software; Variable (mathematics); Product (mathematics); Software product line; User interface; Programming language; Software development","score_opus":0.031921271367306076,"score_gpt":0.32590146410529997,"score_spread":0.2939801927379939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398756659","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0254785,0.0013457017,0.4726109,0.0014754208,0.00050873676,0.00041903052,0.05660852,0.38215914,0.059394103],"genre_scores_gemma":[0.20090635,0.0015643529,0.62719727,0.0012891713,0.00016149662,0.00093458337,0.059924502,0.06640535,0.04161693],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99943537,0.00011874406,0.000053221323,0.00009787145,0.00024353988,0.000051198705],"domain_scores_gemma":[0.9971475,0.0012620531,0.00014928865,0.00037542544,0.0008574459,0.00020832299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019369997,0.0017383413,0.00069926854,0.0028615585,0.0005614525,0.0029234192,0.0015265776,0.0013923335,0.036412533],"category_scores_gemma":[0.005600293,0.000663249,0.001242902,0.0014787574,0.00047820882,0.003130251,0.002926025,0.0014216988,0.008730937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021029192,0.00043494077,0.010719622,0.0020340441,0.00029263558,0.0016305068,0.005242801,0.004789786,0.033436283,0.022855198,0.72212243,0.19433878],"study_design_scores_gemma":[0.00061652885,0.00027295222,0.01749913,0.0011356166,0.00032293698,0.0019450953,0.002053385,0.12570283,0.04064137,0.043514594,0.7659075,0.0003881439],"about_ca_topic_score_codex":0.009682746,"about_ca_topic_score_gemma":0.018893013,"teacher_disagreement_score":0.036412533,"about_ca_system_score_codex":0.00065616955,"about_ca_system_score_gemma":0.0013071899,"threshold_uncertainty_score":0.121812046},"labels":[],"label_agreement":null},{"id":"W4399675882","doi":"10.1007/s11334-024-00569-y","title":"Transitioning towards SysML v2 as a variability modeling language","year":2024,"lang":"en","type":"article","venue":"Innovations in Systems and Software Engineering","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Systems Modeling Language; Metamodeling; Modeling language; Computer science; Software engineering; Systems engineering; Interoperability; Software deployment; Model-driven architecture; Unified Modeling Language; Engineering; Programming language; World Wide Web; Software","score_opus":0.0214951829121854,"score_gpt":0.28300093261646075,"score_spread":0.26150574970427537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399675882","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01263234,0.00003772343,0.9688296,0.00039166296,0.00012606729,0.00008888613,0.0004309053,0.012774226,0.0046886313],"genre_scores_gemma":[0.3027135,0.00015836548,0.6608,0.0009058969,0.00009791794,0.000306301,0.0036408762,0.01565012,0.015727006],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969842,0.00091670535,0.00023498415,0.0005310052,0.0010637721,0.00026925348],"domain_scores_gemma":[0.99533683,0.001349073,0.00026666402,0.0017099577,0.0011153446,0.00022219312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003142307,0.0006806971,0.00041470968,0.0007100668,0.00048655164,0.003415589,0.0018202629,0.0010906475,0.0050314683],"category_scores_gemma":[0.006640018,0.00075988745,0.0013774722,0.00037408777,0.0009746235,0.0031470053,0.003565332,0.004026121,0.0026532991],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072319113,0.00035257151,0.0058591194,0.00062450976,0.00021510723,0.0010781684,0.0068584303,0.093637645,0.095304325,0.51263577,0.028132189,0.25457898],"study_design_scores_gemma":[0.0000978963,0.00028802562,0.0011454512,0.00029239708,0.00014716803,0.00045476627,0.00042497134,0.4036564,0.09930324,0.12683992,0.36717317,0.00017662386],"about_ca_topic_score_codex":0.0036607836,"about_ca_topic_score_gemma":0.0029445859,"teacher_disagreement_score":0.0050314683,"about_ca_system_score_codex":0.0008255367,"about_ca_system_score_gemma":0.0021644372,"threshold_uncertainty_score":0.016831934},"labels":[],"label_agreement":null},{"id":"W4400977112","doi":"10.1145/3643660.3643945","title":"TAMVE: Properties of Design Technologies to Address Challenges to Software Design in the Era of Agility and Frameworks","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Software engineering; Software; Systems engineering; Engineering; Programming language","score_opus":0.11439252365918112,"score_gpt":0.31163693453661395,"score_spread":0.19724441087743283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400977112","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002808516,0.0006650503,0.98482114,0.00238574,0.0001676199,0.00006551168,0.000032548873,0.0013125173,0.007741424],"genre_scores_gemma":[0.106039494,0.0015030584,0.88292235,0.0013683309,0.00032659867,0.0006468773,0.00014737595,0.0012654648,0.0057805465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98390806,0.009475871,0.001270541,0.0010339912,0.0037664585,0.00054520904],"domain_scores_gemma":[0.9436358,0.0375149,0.0030384555,0.010819052,0.0040819095,0.00090984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02143168,0.0013705642,0.000908697,0.0026493452,0.001697804,0.008238649,0.0020762417,0.0038367715,0.0050498997],"category_scores_gemma":[0.06770426,0.0014905283,0.0019707258,0.0015135506,0.007925282,0.020680195,0.00567684,0.0070898025,0.0017782206],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026089978,0.000042505115,0.0003809137,0.00027077316,0.000022332608,0.0000968137,0.000928553,0.0043680286,0.0013891073,0.9340785,0.0030489229,0.055347446],"study_design_scores_gemma":[0.00004268989,0.00014345524,0.0001955719,0.000608076,0.000048592454,0.00071828894,0.00041883104,0.030612398,0.006132115,0.81869805,0.1423166,0.00006522704],"about_ca_topic_score_codex":0.00045167498,"about_ca_topic_score_gemma":0.00049017754,"teacher_disagreement_score":0.02143168,"about_ca_system_score_codex":0.0016577628,"about_ca_system_score_gemma":0.002512005,"threshold_uncertainty_score":0.11334294},"labels":[],"label_agreement":null},{"id":"W4401454753","doi":"10.1145/3646548.3677031","title":"1st International Workshop on Reverse Variability Engineering and Evolution of Software-Intensive Systems (Re:Volution)","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Software evolution; Reverse engineering; Computer science; Software engineering; Software; Software system; Systems engineering; Engineering; Software construction; Operating system","score_opus":0.026770275403744142,"score_gpt":0.27251376559163343,"score_spread":0.2457434901878893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401454753","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026089236,0.08970554,0.7191273,0.0142015405,0.02315212,0.0006806836,0.0010038528,0.0055775978,0.12046214],"genre_scores_gemma":[0.13002779,0.06466912,0.5040816,0.0037274156,0.010795961,0.0007340903,0.006958886,0.003067757,0.2759374],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973779,0.00078286673,0.0002077552,0.0006108648,0.00075178687,0.00026892393],"domain_scores_gemma":[0.9958972,0.0012143698,0.00017904566,0.0010921163,0.0011051937,0.0005121779],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004878433,0.0014136584,0.0011153856,0.0020234673,0.0007759609,0.004725152,0.0027041335,0.0028653883,0.022915749],"category_scores_gemma":[0.004987513,0.0006406774,0.0017648982,0.0017614102,0.0011645589,0.0039736303,0.0039790124,0.0034028129,0.011425204],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033093177,0.00048053337,0.0016479149,0.0010171946,0.00018134982,0.00076795684,0.0009111927,0.009137402,0.0118336575,0.030640798,0.12610523,0.8169458],"study_design_scores_gemma":[0.00007260366,0.0004016689,0.0031639945,0.0012587355,0.00015759212,0.0015633018,0.0005693379,0.033005178,0.008603922,0.0405783,0.9105247,0.00010060361],"about_ca_topic_score_codex":0.0025317806,"about_ca_topic_score_gemma":0.0028492212,"teacher_disagreement_score":0.022915749,"about_ca_system_score_codex":0.0011914932,"about_ca_system_score_gemma":0.0023028464,"threshold_uncertainty_score":0.07666081},"labels":[],"label_agreement":null},{"id":"W4401455187","doi":"10.1145/3646548.3677006","title":"Seventh International Workshop on Languages for Modelling Variability (MODEVAR@SPLC 2024)","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Universitas Brawijaya","keywords":"Computer science; Programming language","score_opus":0.06087814276051057,"score_gpt":0.3547920014390755,"score_spread":0.29391385867856495,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455187","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004252875,0.007443584,0.9238019,0.009173294,0.008039155,0.000454279,0.0018286661,0.010024795,0.03498148],"genre_scores_gemma":[0.028213143,0.0092357425,0.8087813,0.004230156,0.003336221,0.0014473182,0.016360082,0.012107562,0.1162885],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9919069,0.003100183,0.0007703646,0.0013655643,0.0022264745,0.00063058594],"domain_scores_gemma":[0.9883413,0.0040708953,0.00032903728,0.0029679541,0.003044562,0.0012462724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016215814,0.0027631577,0.0017843277,0.0026341584,0.0012055747,0.00782207,0.0058955047,0.0040621953,0.040884133],"category_scores_gemma":[0.017128717,0.0019135298,0.0047871885,0.0025895787,0.0019586224,0.009648454,0.008721301,0.010144058,0.021319201],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003800513,0.0004993277,0.0007170492,0.0010081496,0.00016564662,0.0004537032,0.0015332657,0.006105174,0.0072376314,0.12866753,0.3792407,0.47399172],"study_design_scores_gemma":[0.000088746965,0.00016958386,0.00057411485,0.0007954882,0.000062571955,0.00057183485,0.00023451656,0.020517271,0.0038297074,0.053387687,0.9196879,0.00008039274],"about_ca_topic_score_codex":0.0044472604,"about_ca_topic_score_gemma":0.004392958,"teacher_disagreement_score":0.040884133,"about_ca_system_score_codex":0.0022920193,"about_ca_system_score_gemma":0.0047777905,"threshold_uncertainty_score":0.13677108},"labels":[],"label_agreement":null},{"id":"W4401719715","doi":"10.1109/re59067.2024.00032","title":"Global Decision Making Support for Complex System Development","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Junta de Andalucía; Ministerio de Ciencia e Innovación; Universidad de Málaga","keywords":"Computer science; Decision support system; Artificial intelligence","score_opus":0.08308251644703978,"score_gpt":0.3690648839741905,"score_spread":0.2859823675271507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401719715","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023724165,0.00034334543,0.9586183,0.0016178903,0.00004998832,0.000265272,0.0001581447,0.0012890473,0.013933793],"genre_scores_gemma":[0.29873967,0.00044758315,0.6979041,0.00023902197,0.00003083621,0.00036659683,0.00043055418,0.00021127095,0.0016302891],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99132615,0.0051249037,0.0006789896,0.00095038814,0.0015243707,0.00039515397],"domain_scores_gemma":[0.979708,0.0127040325,0.001700306,0.0037541806,0.0013246619,0.0008087602],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014245998,0.0013163427,0.0008701821,0.0015811891,0.0014520108,0.008000046,0.0022840078,0.0018048933,0.006257884],"category_scores_gemma":[0.022563884,0.0006025241,0.0012634462,0.00202897,0.0029888533,0.008405439,0.0063780746,0.0027317358,0.0008621073],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017508974,0.00032611768,0.0048372466,0.0010514053,0.00015118046,0.00063539157,0.009835153,0.1764932,0.005316021,0.49682695,0.0050199437,0.29933235],"study_design_scores_gemma":[0.00011780984,0.000262985,0.0015427285,0.00080991024,0.00014318977,0.0003508579,0.004577731,0.41818556,0.0046655573,0.48481587,0.084385864,0.00014191172],"about_ca_topic_score_codex":0.002540971,"about_ca_topic_score_gemma":0.002915973,"teacher_disagreement_score":0.014245998,"about_ca_system_score_codex":0.0020826606,"about_ca_system_score_gemma":0.004033686,"threshold_uncertainty_score":0.075340986},"labels":[],"label_agreement":null},{"id":"W4402330844","doi":"10.1002/iis2.13270","title":"A Configuration Management Strategy for Modelbased Product Line Engineering in Aircraft Systems Development","year":2024,"lang":"en","type":"article","venue":"INCOSE International Symposium","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Safran Electronics (Canada); University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Configuration Management (ITSM); Reuse; Systems engineering; New product development; Product (mathematics); Asset management; Process management; Product engineering; Software product line; Computer science; Asset (computer security); Domain engineering; Product management; Product line; Risk analysis (engineering); Software development; Software; Engineering; Product design; Manufacturing engineering; Component-based software engineering; Business","score_opus":0.03781722277166321,"score_gpt":0.300480679051894,"score_spread":0.2626634562802308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402330844","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.082006745,0.00014912833,0.89160866,0.0011989581,0.000045839162,0.00046675524,0.00006671054,0.0042843395,0.02017281],"genre_scores_gemma":[0.61376876,0.00011087331,0.38172683,0.00025439798,0.000023948534,0.00027397322,0.0002360763,0.00025783048,0.0033472448],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99685246,0.0013320511,0.00026365547,0.0003920674,0.00090977055,0.00024996797],"domain_scores_gemma":[0.9955302,0.0015126457,0.0006306409,0.0010025973,0.00093053916,0.00039335486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041736993,0.00076216826,0.0003652683,0.002001681,0.0008743306,0.0032463244,0.0016697174,0.001116823,0.0028488894],"category_scores_gemma":[0.00810123,0.00050400215,0.00032980007,0.0008995321,0.0009378648,0.002579115,0.0023159105,0.0010027384,0.0008527036],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003852798,0.001363022,0.008778492,0.00022013296,0.00008761621,0.0017064622,0.00301494,0.15510261,0.046406135,0.11784091,0.011638765,0.6534556],"study_design_scores_gemma":[0.00013720868,0.00050142297,0.0022432543,0.00016816868,0.000076916534,0.00079548213,0.0008279443,0.91202706,0.023189213,0.033648387,0.026257403,0.00012750455],"about_ca_topic_score_codex":0.0020707657,"about_ca_topic_score_gemma":0.0022204935,"teacher_disagreement_score":0.0041736993,"about_ca_system_score_codex":0.0012388333,"about_ca_system_score_gemma":0.0015183764,"threshold_uncertainty_score":0.022072852},"labels":[],"label_agreement":null},{"id":"W4403331715","doi":"10.1016/j.jss.2024.112245","title":"FSECAM: A contextual thematic approach for linking feature to multi-level software architectural components","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Feature (linguistics); Architectural pattern; Thematic map; Computer science; Software; Software engineering; Engineering drawing; Engineering; Software development; Programming language; Geography; Software construction; Cartography; Linguistics","score_opus":0.10859992786368249,"score_gpt":0.3170352631707734,"score_spread":0.2084353353070909,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403331715","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00870877,0.0001832487,0.96549547,0.0008231549,0.000116307565,0.00049620325,0.002013508,0.0025529545,0.019610398],"genre_scores_gemma":[0.105909936,0.00025290815,0.88194245,0.00027346387,0.000047534766,0.0007301023,0.0042045354,0.0010420396,0.005597166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99704844,0.0011887756,0.00021303147,0.0006465267,0.0006692132,0.0002341818],"domain_scores_gemma":[0.9952957,0.002258399,0.00038174758,0.0009836901,0.00087535236,0.0002050858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037992946,0.001217804,0.0006325377,0.008425991,0.002889449,0.0042778044,0.0026659274,0.001783465,0.011753316],"category_scores_gemma":[0.011908725,0.00096118863,0.0018263395,0.0057487255,0.0029675725,0.009115717,0.006277893,0.0023608643,0.0018318545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020114578,0.0001932429,0.008357458,0.0016959258,0.00014392429,0.001105368,0.043243863,0.006477199,0.012857878,0.5660133,0.025658498,0.33405223],"study_design_scores_gemma":[0.000052624197,0.00012195766,0.0052828025,0.001551602,0.00024587353,0.0009843743,0.028972074,0.05458605,0.011349723,0.33523014,0.5615093,0.000113429705],"about_ca_topic_score_codex":0.0142196715,"about_ca_topic_score_gemma":0.024520708,"teacher_disagreement_score":0.0142196715,"about_ca_system_score_codex":0.00240456,"about_ca_system_score_gemma":0.004251588,"threshold_uncertainty_score":0.0393188},"labels":[],"label_agreement":null},{"id":"W4403464668","doi":"10.1016/j.jss.2024.112235","title":"Leveraging belief uncertainty for informed decision making in software product line evolution","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Agencia Estatal de Investigación; Consejería de Conocimiento, Investigación y Universidad, Junta de Andalucía; Junta de Andalucía; European Commission; Ministerio de Ciencia e Innovación; Incorporated Research Institutions for Seismology; European Regional Development Fund; Universidad de Málaga","keywords":"Software product line; Product line; Product (mathematics); Software; Computer science; Management science; Risk analysis (engineering); Business; Engineering; Software development; Manufacturing engineering; Mathematics","score_opus":0.03861979079782358,"score_gpt":0.32149077582702235,"score_spread":0.2828709850291988,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403464668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045310345,0.00026126648,0.9491295,0.0012638879,0.00003608554,0.00013485654,0.00012290005,0.00038892357,0.0033522702],"genre_scores_gemma":[0.72387874,0.00022996457,0.2745104,0.00030901778,0.000036997284,0.00017378131,0.0001666804,0.00006677573,0.0006275249],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99213034,0.00410046,0.00040774394,0.0008152099,0.002102549,0.00044371316],"domain_scores_gemma":[0.9701662,0.023400806,0.0024206294,0.0013202269,0.0021138554,0.0005782118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009351423,0.0011557295,0.00081581407,0.0017972112,0.0011313381,0.0041157575,0.0014082259,0.0014754266,0.0024150766],"category_scores_gemma":[0.039486103,0.0009184915,0.0014284328,0.0011424543,0.0016392829,0.005612955,0.0040363385,0.0028927138,0.00028369532],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005540074,0.00033210852,0.0077496776,0.00044631926,0.0003025938,0.0006528622,0.0020109005,0.72041017,0.0068936436,0.092184566,0.0014638546,0.16699933],"study_design_scores_gemma":[0.000036775764,0.00008008731,0.0006602208,0.000072790186,0.00006182733,0.00004392295,0.0001961693,0.9197675,0.0025083893,0.07535673,0.0011656898,0.000049874572],"about_ca_topic_score_codex":0.007832887,"about_ca_topic_score_gemma":0.008664572,"teacher_disagreement_score":0.009351423,"about_ca_system_score_codex":0.002853606,"about_ca_system_score_gemma":0.0026724122,"threshold_uncertainty_score":0.049455643},"labels":[],"label_agreement":null},{"id":"W4403564633","doi":"10.48550/arxiv.2410.09368","title":"Towards a Domain-Specific Modelling Environment for Reinforcement Learning","year":2024,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Reinforcement; Domain (mathematical analysis); Computer science; Cognitive science; Psychology; Artificial intelligence; Social psychology; Mathematics","score_opus":0.13936439012732452,"score_gpt":0.21237805786681357,"score_spread":0.07301366773948906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403564633","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00093450956,0.000034737226,0.99503857,0.00019632475,0.000025704383,0.00006860885,0.00006215897,0.0028658402,0.0007734799],"genre_scores_gemma":[0.032989245,0.00018465174,0.9627765,0.00022716017,0.000030727137,0.0004195466,0.0003998246,0.0013688033,0.0016034899],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99542785,0.0020886143,0.00054174813,0.00057146826,0.0011335949,0.00023671602],"domain_scores_gemma":[0.9901856,0.0063404907,0.0005313084,0.0014372469,0.0012067381,0.00029859235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007844283,0.0014063234,0.0010385247,0.0010068287,0.0007065036,0.004161165,0.0041511846,0.0029221019,0.0069140852],"category_scores_gemma":[0.018494861,0.0016894105,0.0026489834,0.0007758429,0.0021411323,0.0042914753,0.0040447316,0.0068379235,0.0028590518],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023807026,0.00039091433,0.0014566439,0.0009936069,0.00012473007,0.00059844146,0.0015426519,0.46648523,0.013613615,0.36592388,0.009389493,0.13924271],"study_design_scores_gemma":[0.00007666796,0.00007039286,0.00008009593,0.00019004225,0.000028173165,0.00016987727,0.00007355892,0.86263114,0.009650981,0.06964519,0.05733247,0.000051518495],"about_ca_topic_score_codex":0.0022130695,"about_ca_topic_score_gemma":0.0024374907,"teacher_disagreement_score":0.007844283,"about_ca_system_score_codex":0.0012910092,"about_ca_system_score_gemma":0.0027472705,"threshold_uncertainty_score":0.04148501},"labels":[],"label_agreement":null},{"id":"W4403793604","doi":"10.1007/978-3-031-75872-0_12","title":"Modeling and Reasoning About Explanation Requirements Using Goal Models","year":2024,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"","keywords":"Computer science; Software engineering; Management science; Artificial intelligence","score_opus":0.07446143258414237,"score_gpt":0.3154475937369708,"score_spread":0.24098616115282842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403793604","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0107143745,0.00011545355,0.98010343,0.00064638717,0.000019618185,0.0001695357,0.00032769836,0.0012203464,0.0066832365],"genre_scores_gemma":[0.18145202,0.00029104584,0.8108232,0.00020904472,0.00002809402,0.0002931774,0.0018866824,0.00036969595,0.004647054],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9962838,0.0016150835,0.00035980757,0.0004357884,0.0010690221,0.00023648232],"domain_scores_gemma":[0.9914942,0.006460015,0.0004288729,0.0008216885,0.0006563323,0.00013880376],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033212863,0.0011558987,0.00068041525,0.0018595603,0.00069706317,0.0033606964,0.0024613603,0.0018320673,0.0070065623],"category_scores_gemma":[0.0140988175,0.0012907186,0.0025896302,0.0012502827,0.0014871625,0.005804948,0.0027600545,0.0026883958,0.0011560059],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001975956,0.00025710568,0.0025904053,0.0008472363,0.00020314714,0.0012774392,0.0031363342,0.16431433,0.008031443,0.659528,0.009497909,0.15011904],"study_design_scores_gemma":[0.000070651826,0.00005636068,0.00056292326,0.000215259,0.0001308714,0.00027089528,0.00055158144,0.5745718,0.006598639,0.39608774,0.020832794,0.00005040944],"about_ca_topic_score_codex":0.0068089534,"about_ca_topic_score_gemma":0.009128125,"teacher_disagreement_score":0.0070065623,"about_ca_system_score_codex":0.0015136387,"about_ca_system_score_gemma":0.0017126789,"threshold_uncertainty_score":0.023439288},"labels":[],"label_agreement":null},{"id":"W4403909061","doi":"10.1016/j.jss.2024.112261","title":"An exploratory empirical eye-tracker study of visualization techniques for coverage of combinatorial interaction testing in software product lines","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; École de Technologie Supérieure","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Visualization; Eye tracking; Computer science; Software; Product (mathematics); Empirical research; Human–computer interaction; Data mining; Artificial intelligence; Operating system; Mathematics; Statistics","score_opus":0.0808872527161182,"score_gpt":0.39178693695912065,"score_spread":0.31089968424300246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403909061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9971595,0.00008044619,0.0020682812,0.00001776726,0.0000031527597,0.000104300874,0.00006930835,0.00003219175,0.0004651286],"genre_scores_gemma":[0.9966504,0.00004793043,0.002764998,0.000023784894,0.0000066235607,0.00012976251,0.00010899851,0.000017354829,0.00025006416],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9936433,0.0035650337,0.0004739156,0.0007711239,0.0012819839,0.0002645599],"domain_scores_gemma":[0.84695446,0.12706392,0.010918714,0.0055100857,0.008578668,0.00097413815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071972865,0.000554859,0.0004534932,0.0016732289,0.00037509284,0.00088971335,0.0006259731,0.0007825188,0.0010954452],"category_scores_gemma":[0.087502316,0.00027222754,0.00032884625,0.00087404577,0.00062885653,0.001504134,0.0010474953,0.0006870067,0.00022120771],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004975845,0.0063907388,0.5833064,0.001859976,0.00041376555,0.0010552158,0.051154777,0.006191845,0.05725773,0.0010172445,0.002329984,0.28404653],"study_design_scores_gemma":[0.00019431509,0.009381484,0.9468176,0.00021202254,0.0001858558,0.0009786541,0.0069152787,0.019607969,0.01276069,0.00064620713,0.0021817815,0.000118204065],"about_ca_topic_score_codex":0.0018964686,"about_ca_topic_score_gemma":0.0021562036,"teacher_disagreement_score":0.0071972865,"about_ca_system_score_codex":0.00070306764,"about_ca_system_score_gemma":0.00040661028,"threshold_uncertainty_score":0.038063347},"labels":[],"label_agreement":null},{"id":"W4403935703","doi":"10.1145/3652620.3687816","title":"A Tool For Feature-Requirement Traceability Using Requirement Canvas and Encapsulation","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Encapsulation (networking); Traceability; Computer science; Requirements traceability; Database; Software engineering; Requirements analysis; Computer security; Programming language; Requirement","score_opus":0.09397628508702913,"score_gpt":0.35437985246277703,"score_spread":0.2604035673757479,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935703","genre_codex":"methods","genre_gemma":"software","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"software","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014328304,0.000100505116,0.9061595,0.0001649434,0.000048621867,0.00021214427,0.0016491627,0.085708015,0.004524124],"genre_scores_gemma":[0.030975863,0.00042304027,0.9239271,0.0003884206,0.000037112284,0.0009903271,0.008210694,0.024957309,0.010090056],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979646,0.0004691084,0.00028811424,0.00036511125,0.0007459059,0.00016710814],"domain_scores_gemma":[0.9935787,0.0039556683,0.00039172824,0.00139638,0.0004897407,0.0001877469],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004156587,0.0023137245,0.0009800433,0.0032743844,0.00093049515,0.0033886929,0.003375932,0.0020697196,0.025547622],"category_scores_gemma":[0.013632166,0.0021771186,0.0026523215,0.001621918,0.0012828697,0.0047787726,0.0045932904,0.0033290982,0.009634812],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006201533,0.0005712194,0.004935387,0.003284737,0.0003880539,0.0021938903,0.0037807089,0.041476537,0.038244344,0.1519756,0.14420691,0.60832244],"study_design_scores_gemma":[0.00030396544,0.00020859286,0.0016800589,0.0008333353,0.00015985563,0.0017253446,0.00034480082,0.18097648,0.042979144,0.071096025,0.6993961,0.00029632976],"about_ca_topic_score_codex":0.003464533,"about_ca_topic_score_gemma":0.0040864646,"teacher_disagreement_score":0.025547622,"about_ca_system_score_codex":0.0009535476,"about_ca_system_score_gemma":0.002342525,"threshold_uncertainty_score":0.08546531},"labels":[],"label_agreement":null},{"id":"W4403935850","doi":"10.1145/3652620.3688345","title":"Towards Model Product Lines: Composition of EMF Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Composition (language); Computer science; Product (mathematics); EMF measurement; Mathematics; Chemistry","score_opus":0.08146538440763977,"score_gpt":0.32450510897596524,"score_spread":0.24303972456832545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0025648428,0.000063851905,0.99386966,0.00010898212,0.000017413591,0.000061545245,0.000042078667,0.00050484797,0.002766779],"genre_scores_gemma":[0.047929198,0.00025778404,0.9475518,0.00010339657,0.000021817475,0.00020097065,0.00047200435,0.0004749656,0.0029878987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99442095,0.0021245598,0.0004956003,0.00090021023,0.0018397785,0.00021885865],"domain_scores_gemma":[0.9951833,0.0014501939,0.0005011366,0.0016364002,0.0009954636,0.00023349375],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005726176,0.0013166587,0.0005953409,0.001893654,0.00084170577,0.0041327295,0.0020910057,0.0018904634,0.0034628261],"category_scores_gemma":[0.010133152,0.0012463299,0.0023686455,0.0013475887,0.0020273854,0.008118194,0.005046577,0.0031623754,0.0017832613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012227675,0.00020142597,0.002003578,0.0004997896,0.00013588644,0.0007230846,0.0025001995,0.08778651,0.009865639,0.7569152,0.003507973,0.13573846],"study_design_scores_gemma":[0.00006895186,0.00015738777,0.00045200269,0.0004082659,0.0001338441,0.00070289354,0.0005172292,0.43451625,0.01574217,0.387881,0.15935032,0.00006980377],"about_ca_topic_score_codex":0.0024060912,"about_ca_topic_score_gemma":0.0024610243,"teacher_disagreement_score":0.005726176,"about_ca_system_score_codex":0.0012893546,"about_ca_system_score_gemma":0.001818176,"threshold_uncertainty_score":0.030283272},"labels":[],"label_agreement":null},{"id":"W4403935863","doi":"10.1145/3652620.3688349","title":"Mapping Requirements to Features to Create Traceability in Product Line Models","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Traceability; Computer science; Product line; Product (mathematics); Software product line; Line (geometry); Requirements traceability; Systems engineering; Software engineering; Engineering; Requirements analysis; Manufacturing engineering; Requirement; Programming language; Software development; Software; Mathematics","score_opus":0.11079170799507844,"score_gpt":0.3562180089372677,"score_spread":0.24542630094218926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935863","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006863632,0.000032453947,0.989643,0.00009767745,0.0000120670475,0.00015776606,0.00019167662,0.00065810565,0.0023435748],"genre_scores_gemma":[0.12197185,0.00015812635,0.87386,0.00006459238,0.00001252018,0.0005434334,0.00079433125,0.00045434042,0.0021408405],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9957123,0.001813597,0.0004744063,0.0004224651,0.0013942932,0.00018285152],"domain_scores_gemma":[0.9896068,0.005675938,0.0008614541,0.002429288,0.0012887144,0.00013782858],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038501387,0.0010736996,0.00052961626,0.0029466334,0.0005771927,0.0027597174,0.0018749054,0.0015660103,0.003004],"category_scores_gemma":[0.018702038,0.0011962604,0.002253291,0.0017020953,0.0012584158,0.0038490416,0.0022944391,0.002049844,0.00081751397],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018262517,0.00033651982,0.0035906713,0.0007496262,0.00013180808,0.0010497366,0.005284142,0.41594803,0.01539236,0.37035266,0.0034426092,0.18353926],"study_design_scores_gemma":[0.00005651994,0.00016532386,0.00087133556,0.0003799692,0.00011308578,0.00027886286,0.00042228162,0.7787906,0.01527969,0.16292955,0.04062916,0.00008363573],"about_ca_topic_score_codex":0.0064913654,"about_ca_topic_score_gemma":0.0059161116,"teacher_disagreement_score":0.0064913654,"about_ca_system_score_codex":0.0011992948,"about_ca_system_score_gemma":0.0017044368,"threshold_uncertainty_score":0.020361662},"labels":[],"label_agreement":null},{"id":"W4403935907","doi":"10.1145/3652620.3688220","title":"From Products to Product Lines: a Model-based Methodology","year":2024,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Product (mathematics); Mathematics","score_opus":0.13961211822432262,"score_gpt":0.3658161738978514,"score_spread":0.2262040556735288,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403935907","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00071990886,0.00021838839,0.9953987,0.0005115258,0.000019982837,0.00015128836,0.0000687659,0.00020886835,0.002702576],"genre_scores_gemma":[0.017034065,0.00071964174,0.97946596,0.00014946183,0.000031801206,0.0004395974,0.00023335869,0.00011882953,0.0018072719],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954325,0.0019526354,0.00051949866,0.0006117601,0.0012782415,0.0002054131],"domain_scores_gemma":[0.99544674,0.002460431,0.00036932982,0.00087710604,0.00067113264,0.00017518162],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006658017,0.00178101,0.0009320377,0.0039004877,0.0014718728,0.007517405,0.0056363842,0.0029837056,0.0031633887],"category_scores_gemma":[0.007827249,0.0017251028,0.0030103263,0.0034092404,0.00529733,0.008780113,0.0042335247,0.0042001694,0.0015244968],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001940338,0.00011634105,0.0004920011,0.0004975128,0.00007414577,0.0005525933,0.00175889,0.046830144,0.0022440108,0.883147,0.0027020723,0.061565883],"study_design_scores_gemma":[0.0000556921,0.0000975475,0.0002518909,0.0008636717,0.00013508301,0.00056015933,0.00084067957,0.2507931,0.003961281,0.6085767,0.13376574,0.000098378034],"about_ca_topic_score_codex":0.006178743,"about_ca_topic_score_gemma":0.0063624913,"teacher_disagreement_score":0.007517405,"about_ca_system_score_codex":0.0029256747,"about_ca_system_score_gemma":0.00677063,"threshold_uncertainty_score":0.035211384},"labels":[],"label_agreement":null},{"id":"W4404880587","doi":"10.1007/978-3-031-72107-6_8","title":"Social Dependence Relationships and Their Role in Social Modelling Languages","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociology","score_opus":0.09559713464869458,"score_gpt":0.30488133768366915,"score_spread":0.20928420303497458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404880587","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023047319,0.0016614223,0.7276116,0.0055840816,0.0003353617,0.000105429266,0.0002663041,0.00040736658,0.24098113],"genre_scores_gemma":[0.5822403,0.002600863,0.24305017,0.0007567525,0.00047933,0.0006241586,0.0004945489,0.00076363893,0.16899027],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985372,0.0009063604,0.000066559165,0.00013376576,0.00028561606,0.00007055914],"domain_scores_gemma":[0.9951827,0.003849428,0.0002240126,0.00033952392,0.00026281603,0.0001415951],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019943775,0.00069003826,0.0004125627,0.0012464107,0.0018215941,0.003388139,0.0011719994,0.001124036,0.011930717],"category_scores_gemma":[0.0067157554,0.00061220524,0.0007190028,0.0017705053,0.0033682561,0.008276849,0.0022551205,0.002825574,0.0014306068],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018777528,0.0000050415724,0.000060490416,0.000013638468,0.0000019290148,0.000016214208,0.0005554008,0.00058552995,0.000055554407,0.9937801,0.00097468577,0.0039494983],"study_design_scores_gemma":[0.0000025296727,0.000006314199,0.00010766099,0.000032881373,0.000007929491,0.000064687556,0.00031705553,0.010900496,0.00018742365,0.95505345,0.03331154,0.000008018854],"about_ca_topic_score_codex":0.0025520676,"about_ca_topic_score_gemma":0.003818967,"teacher_disagreement_score":0.011930717,"about_ca_system_score_codex":0.0016788114,"about_ca_system_score_gemma":0.00087080576,"threshold_uncertainty_score":0.039912164},"labels":[],"label_agreement":null},{"id":"W4404887262","doi":"10.1007/978-3-031-72107-6_2","title":"From i* to the User Requirements Notation","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Ottawa","funders":"","keywords":"Notation; Computer science; Programming language; Software engineering; Linguistics; Philosophy","score_opus":0.077520081401543,"score_gpt":0.31773702720658265,"score_spread":0.24021694580503966,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404887262","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010783062,0.0032333625,0.51658255,0.0022904929,0.0011969719,0.000061652834,0.0003329366,0.0023394933,0.47288427],"genre_scores_gemma":[0.06496268,0.011113241,0.42309248,0.003115564,0.0011659712,0.0004092181,0.0016830231,0.005320374,0.48913753],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993606,0.00024259239,0.00004637195,0.00010492712,0.00020346783,0.000042088268],"domain_scores_gemma":[0.9989635,0.00058809953,0.00005054906,0.00019997249,0.00015353129,0.000044499764],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090195413,0.000938129,0.0005374267,0.001056086,0.00074316515,0.0050691,0.0013106464,0.0009323708,0.030032359],"category_scores_gemma":[0.0027853742,0.0005749232,0.0007293549,0.0017199699,0.0018440735,0.00610014,0.0015922375,0.004191471,0.015713021],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010253701,0.00001354143,0.000026348163,0.00014166816,0.000002388639,0.000056182133,0.0003902049,0.0006071201,0.00094080914,0.8744337,0.046090882,0.07728687],"study_design_scores_gemma":[0.0000052866217,0.000022639666,0.00003966661,0.00018261612,0.0000063590714,0.00026255625,0.00013451175,0.0030000596,0.001602375,0.2137417,0.7809871,0.000015172239],"about_ca_topic_score_codex":0.0012834343,"about_ca_topic_score_gemma":0.0010546679,"teacher_disagreement_score":0.030032359,"about_ca_system_score_codex":0.00097024825,"about_ca_system_score_gemma":0.0008943677,"threshold_uncertainty_score":0.10046828},"labels":[],"label_agreement":null},{"id":"W4404887271","doi":"10.1007/978-3-031-72107-6_6","title":"Towards an iStar 2.0 Extension for Analyzing Goal Variability","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina; University of Toronto; York University","funders":"","keywords":"Extension (predicate logic); Computer science; Programming language","score_opus":0.057389454587959875,"score_gpt":0.3195375864943246,"score_spread":0.26214813190636477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404887271","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002493602,0.00013656697,0.96044016,0.00012678545,0.000070469956,0.00008544937,0.0008343178,0.028522689,0.007290077],"genre_scores_gemma":[0.01837856,0.00024097115,0.96560204,0.00019849496,0.00005770069,0.00017766048,0.002969908,0.0056094592,0.0067651444],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985424,0.000290018,0.00012789978,0.00028279686,0.00066981796,0.000087111686],"domain_scores_gemma":[0.9979431,0.000941865,0.00015050636,0.000560398,0.0003394632,0.00006468193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028622483,0.0016775724,0.00082041626,0.001982148,0.00060108386,0.0031857237,0.0022497568,0.0009706075,0.010916585],"category_scores_gemma":[0.004381409,0.0015265595,0.0029799063,0.0012929149,0.0007492162,0.0035337969,0.003057267,0.0034927658,0.0061477656],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028298283,0.00037647993,0.0063070594,0.001012266,0.00022717413,0.00048096455,0.0010413931,0.079663984,0.018155308,0.23358333,0.07183512,0.5870339],"study_design_scores_gemma":[0.000054500575,0.0001402944,0.0020329333,0.00036407617,0.00018145994,0.00058364205,0.00017355548,0.6112036,0.017433463,0.16133039,0.20641954,0.000082470586],"about_ca_topic_score_codex":0.0026689756,"about_ca_topic_score_gemma":0.005433915,"teacher_disagreement_score":0.010916585,"about_ca_system_score_codex":0.0007199064,"about_ca_system_score_gemma":0.0014895636,"threshold_uncertainty_score":0.036519647},"labels":[],"label_agreement":null},{"id":"W4405187967","doi":"10.1016/j.jss.2024.112280","title":"A structural taxonomy for lifted software product line analyses","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; General Motors of Canada","keywords":"Taxonomy (biology); Software product line; Software; Product line; Computer science; Software engineering; Engineering; Manufacturing engineering; Software development; Biology; Ecology; Programming language","score_opus":0.13591362712369895,"score_gpt":0.35369239613887987,"score_spread":0.21777876901518092,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405187967","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019164594,0.038939968,0.85473496,0.008275254,0.0007732844,0.0024248662,0.0039566923,0.0018512494,0.06987923],"genre_scores_gemma":[0.11068386,0.024738133,0.8446258,0.0014981638,0.00036922615,0.0030434113,0.0070097125,0.00037019647,0.0076614562],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97647935,0.006821938,0.0049641496,0.0026707195,0.0081069395,0.0009569],"domain_scores_gemma":[0.94960195,0.023867602,0.0054214736,0.0050457455,0.015363567,0.0006996988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0133609,0.002026444,0.0012848226,0.048132945,0.0039403206,0.010583168,0.0034417163,0.0028912781,0.007242652],"category_scores_gemma":[0.040812716,0.0013709781,0.0040058563,0.036489993,0.0075503495,0.020350141,0.005080329,0.0038115887,0.0029419258],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056383957,0.00007546547,0.0054036276,0.0062010325,0.00015059486,0.00068428024,0.015109614,0.0033642692,0.0024879347,0.65638125,0.01388807,0.2961976],"study_design_scores_gemma":[0.000035908077,0.00015804662,0.00594297,0.010004285,0.00022704322,0.0020808645,0.016534172,0.013110878,0.0021147998,0.4584021,0.49122345,0.00016552248],"about_ca_topic_score_codex":0.009269003,"about_ca_topic_score_gemma":0.007420136,"teacher_disagreement_score":0.048132945,"about_ca_system_score_codex":0.007829753,"about_ca_system_score_gemma":0.011700848,"threshold_uncertainty_score":0.070660055},"labels":[],"label_agreement":null},{"id":"W4407269205","doi":"","title":"A decision-support tool for nature-based solutions selection and pre-sizing using hybrid models","year":2023,"lang":"en","type":"article","venue":"HAL (Le Centre pour la Communication Scientifique Directe)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institut National de Recherche pour l'Agriculture, l'Alimentation et l'Environnement; European Commission; Horizon 2020 Framework Programme; Canadian Institute for Advanced Research","keywords":"Sizing; Selection (genetic algorithm); Computer science; Decision support system; Artificial intelligence; Chemistry","score_opus":0.04080239328600398,"score_gpt":0.2867185275193464,"score_spread":0.2459161342333424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407269205","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0144549925,0.000109287066,0.9517274,0.00021541695,0.000051757143,0.00017526941,0.0016217836,0.026298765,0.0053453497],"genre_scores_gemma":[0.19450398,0.0002258107,0.79548436,0.00018893785,0.00003472844,0.00065798097,0.0024417925,0.0017013175,0.004761063],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995455,0.00011108236,0.000052542597,0.00008092836,0.00017187012,0.000038072205],"domain_scores_gemma":[0.99717134,0.0021727544,0.00015987111,0.00016165662,0.00025668804,0.00007775113],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016333588,0.0014523019,0.0009798557,0.0018836161,0.0005056298,0.0020968255,0.0018008917,0.0013581489,0.02187651],"category_scores_gemma":[0.004247083,0.000758951,0.0013752256,0.0009865828,0.0003047321,0.0013833815,0.0012265128,0.00097489526,0.0026033921],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063619605,0.00042188127,0.0029289837,0.0008283329,0.0002469537,0.0006076075,0.0002824818,0.68498904,0.015398732,0.017365703,0.01778326,0.25851083],"study_design_scores_gemma":[0.0000653882,0.000034834782,0.00015369107,0.00003534844,0.00003511432,0.00004650122,0.000019953575,0.9840678,0.003336344,0.006073333,0.006114109,0.00001757813],"about_ca_topic_score_codex":0.0026921302,"about_ca_topic_score_gemma":0.004107194,"teacher_disagreement_score":0.02187651,"about_ca_system_score_codex":0.0006667411,"about_ca_system_score_gemma":0.0009989324,"threshold_uncertainty_score":0.07318425},"labels":[],"label_agreement":null},{"id":"W4408119902","doi":"10.5220/0013123800003896","title":"Towards a Domain-Specific Modelling Environment for Reinforcement Learning","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Reinforcement learning; Computer science; Domain (mathematical analysis); Artificial intelligence; Human–computer interaction; Mathematics","score_opus":0.04706039575070385,"score_gpt":0.27661069619045037,"score_spread":0.2295503004397465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408119902","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001111601,0.000020571957,0.9962263,0.0000689713,0.00001471756,0.000027774435,0.00004343743,0.0018376103,0.000648964],"genre_scores_gemma":[0.09109825,0.0001842683,0.9043769,0.0001903373,0.000042661308,0.00025062734,0.0004109649,0.0009829025,0.0024630784],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99848324,0.00060265523,0.00014611127,0.00025846297,0.00038845092,0.00012092723],"domain_scores_gemma":[0.9975121,0.0011294913,0.00017544084,0.0006101627,0.0003896455,0.0001831492],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025242812,0.000984428,0.0010717696,0.0006305808,0.0005183385,0.0025412308,0.003290753,0.0019692332,0.0052383593],"category_scores_gemma":[0.0067513245,0.0011918742,0.0019626906,0.00057773397,0.0010964266,0.0029304218,0.0038013617,0.0050592255,0.002714153],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030275728,0.00033584097,0.0017542914,0.00043646203,0.00015499182,0.00037103228,0.0006611721,0.62776226,0.012535804,0.20363803,0.0057424563,0.14630494],"study_design_scores_gemma":[0.000025166373,0.000029415516,0.00006593845,0.000037506943,0.000022085813,0.000057289195,0.00002254454,0.9527412,0.0032949755,0.0341096,0.009577196,0.000017113303],"about_ca_topic_score_codex":0.0024677494,"about_ca_topic_score_gemma":0.0045312056,"teacher_disagreement_score":0.0052383593,"about_ca_system_score_codex":0.00075003266,"about_ca_system_score_gemma":0.0015197687,"threshold_uncertainty_score":0.017524064},"labels":[],"label_agreement":null},{"id":"W4410233707","doi":"10.21203/rs.3.rs-6578643/v1","title":"Mapping System Requirements to Emotional Impact: A Semi-Automated approach","year":2025,"lang":"en","type":"preprint","venue":"Research Square","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Process management; Systems engineering; Business; Engineering","score_opus":0.17901289068913206,"score_gpt":0.45947709695075584,"score_spread":0.28046420626162377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410233707","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049819686,0.000097320364,0.93781334,0.00017756657,0.000029001269,0.0008614434,0.0014849995,0.0043010865,0.00541563],"genre_scores_gemma":[0.39124164,0.00010804211,0.60240984,0.00006975298,0.000015056911,0.00097385095,0.002623849,0.00033242645,0.0022254733],"study_design_codex":"design_other","study_design_gemma":"design_other","domain_scores_codex":[0.99467623,0.002425416,0.0004003675,0.00071631704,0.0015906228,0.00019088373],"domain_scores_gemma":[0.97320807,0.0176008,0.0018414556,0.0027515998,0.004281868,0.00031609312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036753311,0.0012955428,0.0012216053,0.0035732395,0.0006576421,0.003259782,0.001486965,0.0008777459,0.005653372],"category_scores_gemma":[0.024832489,0.00071624265,0.001220067,0.002034816,0.0008009082,0.0018323018,0.0022407947,0.001388877,0.0021082838],"study_design_candidate":"design_other","study_design_consensus":"design_other","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000996597,0.0008743951,0.022181995,0.0021779484,0.00037117727,0.000652522,0.005201112,0.09542095,0.05536472,0.017710958,0.008493259,0.79055434],"study_design_scores_gemma":[0.00012793065,0.00051990594,0.027181018,0.000324806,0.00017751148,0.00041610448,0.002973359,0.88896173,0.031810068,0.036108647,0.0112338895,0.00016497503],"about_ca_topic_score_codex":0.005989739,"about_ca_topic_score_gemma":0.009456185,"teacher_disagreement_score":0.005989739,"about_ca_system_score_codex":0.0008979201,"about_ca_system_score_gemma":0.00251633,"threshold_uncertainty_score":0.019437194},"labels":[],"label_agreement":null},{"id":"W4410357020","doi":"10.1145/3672608.3707911","title":"UTL: A Unified Language for Requirements Templates","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Template; Computer science; Programming language; Software engineering","score_opus":0.05113737512904247,"score_gpt":0.3692726998404049,"score_spread":0.3181353247113624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410357020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00044566073,0.0002957756,0.98006964,0.00041942002,0.00013449442,0.0006744754,0.0017865353,0.012053314,0.004120704],"genre_scores_gemma":[0.009442135,0.0007995477,0.9731898,0.00070468785,0.00013617397,0.002604429,0.006258897,0.0029118247,0.003952405],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9798804,0.0076644644,0.0057502263,0.0019112194,0.004007376,0.00078621425],"domain_scores_gemma":[0.9802281,0.011263515,0.0020288464,0.0035163572,0.0023939474,0.000569222],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015505431,0.0028443483,0.0019991696,0.0047157994,0.0018504886,0.010334149,0.00643212,0.004160908,0.01395508],"category_scores_gemma":[0.029008014,0.003646437,0.0052893464,0.0037899755,0.0033689302,0.010565268,0.0063606016,0.0082706595,0.012246944],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028656656,0.0001989055,0.00075935724,0.0026250018,0.00017537735,0.0018497248,0.004096062,0.024412341,0.01028295,0.7053505,0.06948783,0.18047535],"study_design_scores_gemma":[0.00021186194,0.0001392441,0.0002199403,0.0011799937,0.00010481688,0.001376086,0.00034033522,0.067652285,0.008690835,0.18372001,0.7361411,0.00022360442],"about_ca_topic_score_codex":0.0049920306,"about_ca_topic_score_gemma":0.004258848,"teacher_disagreement_score":0.015505431,"about_ca_system_score_codex":0.0026751398,"about_ca_system_score_gemma":0.0073279315,"threshold_uncertainty_score":0.08200157},"labels":[],"label_agreement":null},{"id":"W4411203683","doi":"10.1109/mo2re66661.2025.00008","title":"On the Automated Generation of UI for Template-based Requirements Specification","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Software engineering; Programming language","score_opus":0.18067654007091993,"score_gpt":0.37060856637589723,"score_spread":0.1899320263049773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411203683","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005731443,0.000045576362,0.9872918,0.00005727787,0.000013294339,0.00023409241,0.000109710934,0.00447813,0.0020385801],"genre_scores_gemma":[0.049558602,0.00009351795,0.94768703,0.0000570711,0.000006741169,0.00026222004,0.0005949198,0.0005281661,0.001211799],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.994826,0.0020831206,0.00037193304,0.00046390962,0.0020781737,0.00017675321],"domain_scores_gemma":[0.98916477,0.0058012623,0.0006401497,0.002795591,0.0014637102,0.00013446673],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00416663,0.0008180177,0.000538657,0.0015837363,0.00060542073,0.0015912253,0.0016936879,0.00094981823,0.003414659],"category_scores_gemma":[0.016049428,0.0007336379,0.0012957156,0.0009315397,0.00094638474,0.0011517243,0.0015627102,0.0010848292,0.0019146231],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002575268,0.00041791948,0.0025102089,0.0006163002,0.000094969386,0.0008817109,0.0017004899,0.18431424,0.06958081,0.0694764,0.010296117,0.6598533],"study_design_scores_gemma":[0.000092757095,0.00019755407,0.00079859834,0.00017544332,0.000049848415,0.000703533,0.00012872017,0.8776516,0.06937789,0.017027332,0.03371592,0.0000807748],"about_ca_topic_score_codex":0.003960276,"about_ca_topic_score_gemma":0.004471629,"teacher_disagreement_score":0.00416663,"about_ca_system_score_codex":0.00077616575,"about_ca_system_score_gemma":0.0019930026,"threshold_uncertainty_score":0.02203554},"labels":[],"label_agreement":null},{"id":"W4411271012","doi":"10.1109/encycris66464.2025.00010","title":"Evaluating the Integration of Aurora Zksnark in the Zupply Framework","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.14244983997076216,"score_gpt":0.4465442137055794,"score_spread":0.30409437373481724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411271012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.853081,0.0012883833,0.08987026,0.00075639883,0.00021411279,0.00067576376,0.00056598434,0.01256625,0.040981974],"genre_scores_gemma":[0.94791245,0.00024319167,0.047610212,0.00010752999,0.000030362524,0.00012220157,0.00047018097,0.000598547,0.002905318],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9886764,0.0029954473,0.0004907768,0.0009904269,0.004830759,0.0020162216],"domain_scores_gemma":[0.98926395,0.004140345,0.00065080076,0.0041227182,0.0011893273,0.0006328535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007927153,0.00071112765,0.00088963273,0.0010731902,0.0013603268,0.0025653045,0.0025503375,0.0014778564,0.0064736726],"category_scores_gemma":[0.020920353,0.0005870546,0.00067931315,0.0009329493,0.002716804,0.007721631,0.007115743,0.0024992991,0.0012781639],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016058573,0.0020557302,0.018823415,0.0017904511,0.00048911,0.0010074535,0.0015532852,0.28574032,0.063680895,0.33219177,0.015458562,0.26115045],"study_design_scores_gemma":[0.0016486695,0.009284469,0.011307225,0.00046983335,0.00051046663,0.00088431215,0.0015247315,0.74418104,0.10863947,0.06574671,0.055347174,0.0004558478],"about_ca_topic_score_codex":0.004462095,"about_ca_topic_score_gemma":0.0031187288,"teacher_disagreement_score":0.007927153,"about_ca_system_score_codex":0.0025841664,"about_ca_system_score_gemma":0.002967522,"threshold_uncertainty_score":0.041923285},"labels":[],"label_agreement":null},{"id":"W4411272089","doi":"10.1109/icse-companion66252.2025.00018","title":"LEGOS-SLEEC: Tool for Formalizing and Analyzing Normative Requirements","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Normative; Programming language; Software engineering; Epistemology","score_opus":0.039675792266786185,"score_gpt":0.3391030748519641,"score_spread":0.2994272825851779,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411272089","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0052055037,0.00012487896,0.9361571,0.00038935145,0.000086589695,0.00088362006,0.0044876477,0.04744871,0.0052165445],"genre_scores_gemma":[0.05837233,0.00035429484,0.9119191,0.00044588678,0.000045490986,0.0015096475,0.015061307,0.007760586,0.004531366],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99500704,0.0017084517,0.00086387247,0.0005819422,0.0015439823,0.00029463513],"domain_scores_gemma":[0.9837828,0.011622976,0.0011555871,0.0015689027,0.0015729425,0.00029669725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069769844,0.0030435666,0.0009169202,0.0049410206,0.0012978591,0.004549348,0.0028558862,0.0019951845,0.016573293],"category_scores_gemma":[0.021616805,0.002237309,0.002861364,0.0012863176,0.0022579911,0.0047514327,0.004330776,0.003263484,0.004774343],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00074037537,0.00095532124,0.011802698,0.0063196383,0.00046613064,0.0048970906,0.0073101385,0.15666302,0.038555373,0.2863169,0.13448715,0.3514862],"study_design_scores_gemma":[0.00042330503,0.00030189936,0.0017388582,0.0013418266,0.00018472962,0.0023584764,0.0021029261,0.42531887,0.038743634,0.115262486,0.41189954,0.00032353506],"about_ca_topic_score_codex":0.007231134,"about_ca_topic_score_gemma":0.011268352,"teacher_disagreement_score":0.016573293,"about_ca_system_score_codex":0.0019368218,"about_ca_system_score_gemma":0.0049550575,"threshold_uncertainty_score":0.055443168},"labels":[],"label_agreement":null},{"id":"W4411799799","doi":"10.1109/se4ads66461.2025.00016","title":"Towards Integrating Scenario-Based Requirements Engineering for Autonomous Vehicle Systems","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University","funders":"","keywords":"Systems engineering; Computer science; Requirements engineering; Engineering","score_opus":0.041599676880510875,"score_gpt":0.31351932920580455,"score_spread":0.2719196523252937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411799799","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003837651,0.00011636384,0.9901163,0.0008362551,0.00003036563,0.00042732444,0.00005376954,0.00035340042,0.0042285766],"genre_scores_gemma":[0.04508237,0.00027202975,0.95290124,0.00016905747,0.00001837335,0.00037352135,0.0002892096,0.000100101264,0.0007940846],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.97674155,0.015911773,0.0015232074,0.0010714588,0.00423397,0.0005180246],"domain_scores_gemma":[0.97694814,0.01277878,0.0013656298,0.0032559761,0.00498014,0.00067136774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.018133046,0.0015984975,0.00068437844,0.0030740807,0.001078469,0.005549146,0.0036463195,0.0032037788,0.002857708],"category_scores_gemma":[0.02758855,0.0015409763,0.002350144,0.0017802167,0.0025869014,0.0074373116,0.0054220273,0.004003924,0.0011753096],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104188075,0.0005445348,0.0018722912,0.0010997221,0.00019763685,0.0015350884,0.0074671283,0.22767712,0.019255139,0.57814366,0.0036125013,0.15849113],"study_design_scores_gemma":[0.000058083227,0.00024129303,0.00065734336,0.00094708556,0.00007333107,0.0008351953,0.0033461633,0.5606817,0.009944325,0.31227517,0.11078716,0.00015317155],"about_ca_topic_score_codex":0.0029437502,"about_ca_topic_score_gemma":0.0037218304,"teacher_disagreement_score":0.018133046,"about_ca_system_score_codex":0.0022059933,"about_ca_system_score_gemma":0.0040951152,"threshold_uncertainty_score":0.09589785},"labels":[],"label_agreement":null},{"id":"W4412966673","doi":"10.1109/icics65354.2025.11073090","title":"Enhancing Situational Awareness in Information Systems Through Adaptive Systems: a User Study","year":2025,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Situation awareness; Human–computer interaction; Information system; Situational ethics; Adaptive system; Knowledge management; Artificial intelligence; Engineering; Psychology","score_opus":0.041664154340641475,"score_gpt":0.31850146907938454,"score_spread":0.27683731473874307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412966673","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945463,0.00005978398,0.004764693,0.000045350887,0.000004462652,0.00011164656,0.000031300242,0.000086535976,0.00034994652],"genre_scores_gemma":[0.9900496,0.00010660913,0.008952237,0.000049663973,0.00000835816,0.00016669754,0.00007380304,0.000028491022,0.0005644756],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.99551976,0.003302676,0.0002843115,0.00035410852,0.00035955853,0.00017947314],"domain_scores_gemma":[0.9568456,0.036456633,0.0008234226,0.0024119962,0.0026454558,0.00081678416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006392817,0.0007705395,0.00081984105,0.0008630041,0.00077904464,0.00095610396,0.0008062265,0.0011789971,0.0018415984],"category_scores_gemma":[0.021471707,0.0004763172,0.00055236387,0.00044952153,0.0011427096,0.0016682984,0.0010603217,0.0006743027,0.000295001],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.010986892,0.029353878,0.21591097,0.0053151534,0.00081856624,0.004174451,0.21729386,0.02215007,0.17006703,0.0045686495,0.005529431,0.31383106],"study_design_scores_gemma":[0.00257998,0.16435227,0.34566683,0.0007757143,0.0019295847,0.012599376,0.07426937,0.23916088,0.12819926,0.003773153,0.025331067,0.0013624523],"about_ca_topic_score_codex":0.0013073512,"about_ca_topic_score_gemma":0.0011691182,"teacher_disagreement_score":0.006392817,"about_ca_system_score_codex":0.00034396438,"about_ca_system_score_gemma":0.00029446738,"threshold_uncertainty_score":0.033808887},"labels":[],"label_agreement":null},{"id":"W4413215063","doi":"10.1145/3712255.3726621","title":"Discovering Blue Team Solutions for an Autonomous Cyber Operations Challenge using an Evolutionary Heuristic Search","year":2025,"lang":"en","type":"article","venue":"Proceedings of the Genetic and Evolutionary Computation Conference Companion","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristic; Artificial intelligence","score_opus":0.08866842034067351,"score_gpt":0.32390437478761924,"score_spread":0.23523595444694573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413215063","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3821359,0.0002709648,0.5804334,0.001257258,0.000117194635,0.00035288912,0.00014841644,0.0005693769,0.03471455],"genre_scores_gemma":[0.67348164,0.000087280576,0.31859714,0.00029323695,0.000022698754,0.0003370659,0.00020898721,0.00011010437,0.006861844],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995478,0.00018074957,0.000016141805,0.00008004568,0.00009014474,0.00008514927],"domain_scores_gemma":[0.9989973,0.0005764412,0.00008089076,0.00009293268,0.00013353454,0.0001190441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012720132,0.0007961433,0.0006391119,0.00075607107,0.00078912755,0.0010156579,0.0011093947,0.0014293581,0.0035052088],"category_scores_gemma":[0.0031657985,0.00037988325,0.00053503824,0.00040509697,0.00085004757,0.00090154,0.0015160274,0.001006377,0.00033937054],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013094711,0.00025428133,0.0028881154,0.00007234608,0.00007908069,0.00023522245,0.00026654857,0.90338665,0.002813791,0.029138815,0.0032366249,0.057497583],"study_design_scores_gemma":[0.000031535397,0.00010604667,0.00018918443,0.000011490806,0.000013646529,0.000026858428,0.00012674936,0.99002993,0.00043710935,0.007868997,0.0011519109,0.000006457867],"about_ca_topic_score_codex":0.003224968,"about_ca_topic_score_gemma":0.0066004964,"teacher_disagreement_score":0.0035052088,"about_ca_system_score_codex":0.00084060937,"about_ca_system_score_gemma":0.001475088,"threshold_uncertainty_score":0.011726081},"labels":[],"label_agreement":null},{"id":"W4413537063","doi":"10.64628/aap.nwr6dcfmy","title":"Les produits d’IA pour enfants promettent amitié et apprentissage ? 3 éléments à prendre en compte","year":2024,"lang":"fr","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Political science; Humanities; Philosophy","score_opus":0.08441083590033766,"score_gpt":0.37314029891677514,"score_spread":0.2887294630164375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413537063","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33688664,0.02169603,0.38054642,0.05537455,0.0019357242,0.0005835122,0.0009010178,0.0018985583,0.20017752],"genre_scores_gemma":[0.64263356,0.0104499385,0.25593477,0.0022254072,0.00048279535,0.00039525234,0.0006906819,0.00033315812,0.08685444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962915,0.001354409,0.00025801297,0.00034240593,0.0013677825,0.00038595643],"domain_scores_gemma":[0.9865041,0.0060426826,0.0012472267,0.0011767219,0.0042408733,0.0007883542],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007269564,0.0011188821,0.0005430223,0.0012015147,0.0014043662,0.0068086116,0.002134371,0.0027115224,0.0106821],"category_scores_gemma":[0.020002943,0.0005598742,0.0008109779,0.00079394924,0.0021638544,0.0055367635,0.0017875334,0.002025371,0.0038045933],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007708649,0.0006533074,0.03285375,0.0012129131,0.000097484335,0.0030381603,0.012547659,0.003882736,0.01946546,0.21382649,0.013906695,0.6977445],"study_design_scores_gemma":[0.00010744286,0.0030245483,0.045928385,0.0041355775,0.00025459958,0.010808942,0.034624886,0.019997288,0.065375656,0.15101911,0.6644974,0.00022624072],"about_ca_topic_score_codex":0.007516152,"about_ca_topic_score_gemma":0.009020271,"teacher_disagreement_score":0.0106821,"about_ca_system_score_codex":0.0019366485,"about_ca_system_score_gemma":0.004093482,"threshold_uncertainty_score":0.038445592},"labels":[],"label_agreement":null},{"id":"W4413592694","doi":"10.1145/3746060","title":"Cost and Benefit of Tracing Features with Embedded Annotations","year":2025,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Royal Swedish Academy of Sciences","keywords":"Computer science; Tracing; Software engineering; Programming language","score_opus":0.06218509040712472,"score_gpt":0.32871344618109655,"score_spread":0.2665283557739718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413592694","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9157448,0.0007639466,0.06683753,0.0018493177,0.00014644669,0.00029706195,0.00032699681,0.0054699345,0.008563918],"genre_scores_gemma":[0.95693487,0.00012802686,0.03980888,0.00012558867,0.000026226711,0.000059751263,0.00022435025,0.0004397523,0.002252552],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99290097,0.002922563,0.00046407906,0.0007639945,0.0022235024,0.00072499015],"domain_scores_gemma":[0.8502306,0.112633295,0.009533378,0.020848896,0.004686657,0.0020671322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0055385935,0.0013147902,0.00054898317,0.0023167403,0.0010628895,0.0020924788,0.0028968633,0.0027958346,0.0049728705],"category_scores_gemma":[0.08881194,0.00097096537,0.0009589631,0.0013664016,0.0016424162,0.006113224,0.002590914,0.0020133723,0.00091079826],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061541223,0.0014996084,0.08893495,0.0009760111,0.00023081679,0.0030150341,0.0029010957,0.24821392,0.050701417,0.02156774,0.0048295786,0.57097566],"study_design_scores_gemma":[0.00046906987,0.0036566264,0.043322694,0.00035181464,0.0008985796,0.0028039643,0.0022169934,0.8649963,0.04257289,0.026345072,0.012054458,0.00031138124],"about_ca_topic_score_codex":0.006415154,"about_ca_topic_score_gemma":0.005859277,"teacher_disagreement_score":0.006415154,"about_ca_system_score_codex":0.0017257689,"about_ca_system_score_gemma":0.0022639504,"threshold_uncertainty_score":0.029291272},"labels":[],"label_agreement":null},{"id":"W4414586197","doi":"10.1002/spe.70024","title":"Project Templating and Onboarding With Cookiecutter: Foundations, Uses, and Guidelines","year":2025,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Telus (Canada); Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Mitacs","keywords":"Onboarding; Context (archaeology); Python (programming language); Web application; Software; Quality (philosophy); Metadata","score_opus":0.060368696277296664,"score_gpt":0.3940579685862917,"score_spread":0.33368927230899503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414586197","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038783003,0.0013041074,0.86217505,0.0045571374,0.00018073071,0.0012524303,0.00070671405,0.045950547,0.045090318],"genre_scores_gemma":[0.118204914,0.001101485,0.85110694,0.0007531365,0.00007502901,0.0011883706,0.0014776117,0.012021431,0.014071027],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.97939837,0.008996656,0.0028152221,0.0019891374,0.005622077,0.0011784945],"domain_scores_gemma":[0.914752,0.04192128,0.0048701228,0.024226747,0.010318569,0.003911269],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.027891897,0.0011451391,0.0005549862,0.004268575,0.00200534,0.007763871,0.003929888,0.0018326236,0.008571024],"category_scores_gemma":[0.09481941,0.00181279,0.00095399056,0.0029051683,0.006346919,0.0128059415,0.0075488198,0.003312259,0.0058414117],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004097661,0.00041500633,0.020088565,0.002569964,0.00006928447,0.0008909757,0.031317562,0.0068363757,0.014612574,0.22324224,0.07205747,0.62749016],"study_design_scores_gemma":[0.00010481476,0.00034275363,0.011269309,0.0041532638,0.0000723476,0.0027992856,0.008095164,0.036220733,0.033915035,0.12491557,0.7775561,0.0005556447],"about_ca_topic_score_codex":0.0045479075,"about_ca_topic_score_gemma":0.009518498,"teacher_disagreement_score":0.027891897,"about_ca_system_score_codex":0.0024088556,"about_ca_system_score_gemma":0.0058120163,"threshold_uncertainty_score":0.14750814},"labels":[],"label_agreement":null},{"id":"W4414614980","doi":"10.3389/frobt.2025.1686496","title":"Editorial: Robotics software engineering","year":2025,"lang":"en","type":"editorial","venue":"Frontiers in Robotics and AI","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Robotics; Correctness; Robot; Software; Software development; Software requirements; Formal methods; Interoperability","score_opus":0.00804082075648784,"score_gpt":0.2521312301699657,"score_spread":0.24409040941347784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414614980","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005857228,0.0063064327,0.0007556148,0.037738033,0.9478325,0.000029136892,0.000104168335,0.00026403985,0.0069114445],"genre_scores_gemma":[0.0011470353,0.008206429,0.00049014064,0.019983763,0.9396684,0.00004290863,0.0001458638,0.00023475527,0.030080695],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.992247,0.001277955,0.0008311777,0.00090643874,0.0042764414,0.00046095927],"domain_scores_gemma":[0.97191995,0.0121477125,0.0015815048,0.0010296429,0.010315791,0.0030054122],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046850564,0.0034946897,0.0024365867,0.0035741208,0.0025171607,0.0096963765,0.0027733832,0.009794035,0.05514398],"category_scores_gemma":[0.030711446,0.0008207619,0.0026556535,0.0014528387,0.0029696373,0.0057078204,0.002133714,0.011016989,0.043064687],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015302956,0.000007305191,0.00001524241,0.00014256561,0.000007049239,0.00004845899,0.000011958955,0.00004674125,0.000049644084,0.000908235,0.9902384,0.008509117],"study_design_scores_gemma":[0.000013321118,0.000014676473,0.00003833631,0.00018342768,0.0000082225315,0.0001055864,0.000015827398,0.00009224977,0.00006681599,0.0012537787,0.99819934,0.000008312597],"about_ca_topic_score_codex":0.00068242,"about_ca_topic_score_gemma":0.0011249487,"teacher_disagreement_score":0.05514398,"about_ca_system_score_codex":0.0022274165,"about_ca_system_score_gemma":0.003070533,"threshold_uncertainty_score":0.184475},"labels":[],"label_agreement":null},{"id":"W4415137920","doi":"10.1002/smr.2760","title":"A Comprehensive Framework for Testing Goal‐Oriented NFPs in Software Product Lines","year":2025,"lang":"en","type":"article","venue":"Journal of Software Evolution and Process","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Fredericton; University of New Brunswick","funders":"","keywords":"Software product line; Domain engineering; Domain (mathematical analysis); Quality (philosophy); Software development; Domain analysis; Product (mathematics); Consistency (knowledge bases)","score_opus":0.037804355290026834,"score_gpt":0.3371360906745671,"score_spread":0.2993317353845403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415137920","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007230031,0.00025979232,0.98651683,0.0004884438,0.000023274655,0.0006185117,0.00015349017,0.0016024013,0.0031072646],"genre_scores_gemma":[0.07422555,0.00022087671,0.9238906,0.00011060515,0.000016191161,0.0006906622,0.0003252423,0.00010458512,0.0004157608],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98490405,0.0074824463,0.001985863,0.0015706444,0.003333357,0.00072362414],"domain_scores_gemma":[0.97257394,0.0166471,0.0025930267,0.0031992912,0.004306281,0.0006803611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017147215,0.0021447295,0.0010308233,0.008374832,0.0015288659,0.0039973725,0.0038786929,0.0027077945,0.0021712717],"category_scores_gemma":[0.03070877,0.0013258713,0.0030325716,0.0029220588,0.0047118105,0.0053545097,0.0042048567,0.002961988,0.00062774663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000113547794,0.0009128178,0.011859533,0.0015855113,0.00024395152,0.0018605861,0.0062628584,0.17954165,0.007077192,0.5301151,0.0030231471,0.2574041],"study_design_scores_gemma":[0.0001303939,0.000554159,0.0035136302,0.0034388716,0.00022360845,0.0010095013,0.0019812945,0.6295458,0.007040576,0.3016118,0.05072058,0.00022976921],"about_ca_topic_score_codex":0.016787661,"about_ca_topic_score_gemma":0.014558103,"teacher_disagreement_score":0.017147215,"about_ca_system_score_codex":0.0031430346,"about_ca_system_score_gemma":0.007849496,"threshold_uncertainty_score":0.090684235},"labels":[],"label_agreement":null},{"id":"W4415224701","doi":"10.1016/j.procs.2025.08.197","title":"Design of an Autonomic Software System for Dragonfly’s Wind Tunnel","year":2025,"lang":"en","type":"article","venue":"Procedia Computer Science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Applied Physics Laboratory, Johns Hopkins University; Alberta Precision Laboratories; Langley Research Center; National Aeronautics and Space Administration","keywords":"Flexibility (engineering); Wind tunnel; Instrumentation (computer programming); Variety (cybernetics); Control system; Software; Systems design; Control (management); Atmosphere (unit)","score_opus":0.03329128485773344,"score_gpt":0.28708346390634476,"score_spread":0.25379217904861134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415224701","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1590914,0.00056724047,0.7978784,0.0005480435,0.00035410412,0.0011627974,0.00023588755,0.01998938,0.020172764],"genre_scores_gemma":[0.8142196,0.00021610942,0.17770457,0.00025553704,0.00005018931,0.00063824945,0.000391008,0.00049158774,0.006033093],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99953926,0.00008150931,0.000043205833,0.000115771225,0.00014506513,0.00007518433],"domain_scores_gemma":[0.9996164,0.00006401291,0.000032571475,0.000058072907,0.00012576891,0.0001032812],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007427393,0.00050125027,0.00041148547,0.0004238856,0.0005564303,0.0013161534,0.0013402948,0.0004909669,0.0019938878],"category_scores_gemma":[0.0009741033,0.00027671666,0.00033270195,0.00020024473,0.00045013597,0.00066098874,0.00088020647,0.00077303016,0.00062302896],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013208521,0.00090107456,0.0190766,0.00087124837,0.0004480382,0.0027384371,0.002175828,0.30597308,0.22141187,0.051858056,0.023028532,0.3701964],"study_design_scores_gemma":[0.00018105636,0.00072451355,0.0035653426,0.00009337438,0.00014007586,0.0004510098,0.00023309104,0.9005422,0.04240014,0.004969359,0.046611242,0.00008856542],"about_ca_topic_score_codex":0.0022581008,"about_ca_topic_score_gemma":0.0016112376,"teacher_disagreement_score":0.0022581008,"about_ca_system_score_codex":0.0005138007,"about_ca_system_score_gemma":0.0011400714,"threshold_uncertainty_score":0.0066702366},"labels":[],"label_agreement":null},{"id":"W4415610108","doi":"10.5220/0013706800004000","title":"Possibilistic Extension of Domain Information System (DIS) Framework","year":2025,"lang":"","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Domain (mathematical analysis); Extension (predicate logic); Information system; Feature (linguistics); Complete information","score_opus":0.018936676845805613,"score_gpt":0.29064266048703136,"score_spread":0.2717059836412257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415610108","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008836691,0.0006123312,0.959643,0.00078768417,0.00010287358,0.00013080884,0.00046194522,0.0005381232,0.028886637],"genre_scores_gemma":[0.41007912,0.0011147338,0.5704796,0.00035175742,0.00026127134,0.00030579726,0.0009001092,0.00015185983,0.016355699],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99804914,0.0006011364,0.00018164913,0.00034112492,0.0007224715,0.000104551444],"domain_scores_gemma":[0.998206,0.00075280626,0.000118502,0.00037406114,0.00040165632,0.00014700323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019881441,0.00063226797,0.0005077234,0.0022290195,0.0009857208,0.0023901274,0.0019169279,0.0008263982,0.008403897],"category_scores_gemma":[0.003982499,0.0004032316,0.0015077313,0.00163836,0.0011026138,0.0040018875,0.0026297336,0.0017217172,0.0011450436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007472153,0.0000719351,0.0005486296,0.0002707532,0.000056426445,0.00032131613,0.00020640368,0.014541453,0.0021311564,0.9328381,0.0033867396,0.04555245],"study_design_scores_gemma":[0.00003336788,0.0000908562,0.000450784,0.00009261566,0.00011627568,0.0009116601,0.00009875052,0.21695174,0.0030579832,0.72072643,0.057426546,0.000042977063],"about_ca_topic_score_codex":0.0018874515,"about_ca_topic_score_gemma":0.0020476007,"teacher_disagreement_score":0.008403897,"about_ca_system_score_codex":0.0011371288,"about_ca_system_score_gemma":0.0015132474,"threshold_uncertainty_score":0.028113842},"labels":[],"label_agreement":null},{"id":"W4416533042","doi":"10.1007/s10703-025-00483-4","title":"Bounded satisfiability checking of $$\\hbox {FOL}^*$$ formulas with aggregations","year":2025,"lang":"en","type":"article","venue":"Formal Methods in System Design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; University of Toronto","funders":"","keywords":"Satisfiability; Bounded function; Boolean satisfiability problem; Model checking; Constraint (computer-aided design); Automated reasoning; Satisfiability modulo theories; Constraint satisfaction problem","score_opus":0.05068885233567185,"score_gpt":0.37101796828657335,"score_spread":0.3203291159509015,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416533042","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.254918,0.00043201365,0.7263009,0.0013807033,0.00021823701,0.0002800306,0.0014133762,0.006617618,0.008439168],"genre_scores_gemma":[0.78515625,0.00013543155,0.20814712,0.00042344266,0.00008405079,0.00012475146,0.0018766595,0.00074026623,0.0033119796],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99330586,0.002070297,0.00042713215,0.0011618531,0.0017420003,0.0012929001],"domain_scores_gemma":[0.97520316,0.01817251,0.0011016042,0.0024197872,0.0026610133,0.00044184097],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0053825453,0.0011710994,0.0013110702,0.0020719494,0.001503069,0.004214817,0.0039452044,0.0012551334,0.0075101904],"category_scores_gemma":[0.025115022,0.0013693665,0.0039472645,0.0017565407,0.0026927092,0.006836609,0.004008772,0.0028668777,0.0006787252],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031874464,0.0009106922,0.014188071,0.0012605254,0.00096714956,0.0015115865,0.0011859889,0.42797074,0.033913415,0.32657504,0.014100727,0.17422858],"study_design_scores_gemma":[0.00015294905,0.0000783427,0.0007943498,0.00010145679,0.00022421654,0.0000866658,0.00020410417,0.8030121,0.018441185,0.17514706,0.0017125227,0.00004496051],"about_ca_topic_score_codex":0.022683563,"about_ca_topic_score_gemma":0.034481123,"teacher_disagreement_score":0.022683563,"about_ca_system_score_codex":0.003353329,"about_ca_system_score_gemma":0.0053069517,"threshold_uncertainty_score":0.045103073},"labels":[],"label_agreement":null},{"id":"W4417185206","doi":"10.1016/j.jclinepi.2025.112099","title":"A decision algorithm for assessing indirectness in core GRADE","year":2025,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Core (optical fiber); Decision aids; MEDLINE; Decision theory; Decision support system","score_opus":0.48275410352632575,"score_gpt":0.569952786167713,"score_spread":0.0871986826413873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417185206","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021084243,0.0008722524,0.9588358,0.008015751,0.0006909195,0.00092239736,0.0008950385,0.001549419,0.007134294],"genre_scores_gemma":[0.14046144,0.00031194626,0.85192335,0.0018835595,0.0005303504,0.00069949194,0.00062519487,0.00014704365,0.003417673],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99198943,0.0043530967,0.0011369006,0.0007507258,0.0015109846,0.00025892138],"domain_scores_gemma":[0.92520094,0.06087093,0.0015143258,0.0017145426,0.00985611,0.0008432364],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013987458,0.0007440662,0.0020392945,0.0037900817,0.0009513104,0.0031110262,0.002361727,0.0023986981,0.006402556],"category_scores_gemma":[0.089161254,0.0006287993,0.0014096663,0.002276005,0.0007690218,0.0022366426,0.0017359665,0.004192233,0.001706954],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011189821,0.0003544766,0.022020962,0.00026481075,0.00023609967,0.00015376389,0.00020663369,0.022531578,0.0008646708,0.021726599,0.04204489,0.88847655],"study_design_scores_gemma":[0.0007881247,0.00067500235,0.009872518,0.0004636768,0.00051916967,0.0017675678,0.00020990877,0.84276754,0.003957318,0.11007966,0.028737763,0.00016180846],"about_ca_topic_score_codex":0.004954667,"about_ca_topic_score_gemma":0.0064115445,"teacher_disagreement_score":0.9860125,"about_ca_system_score_codex":0.0016072218,"about_ca_system_score_gemma":0.0028922025,"threshold_uncertainty_score":0.073973596},"labels":[],"label_agreement":null},{"id":"W48157968","doi":"","title":"Formal semantics and verification of use case maps","year":2008,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Executable; Software engineering; Programming language; Formal semantics (linguistics); Formal methods; Reuse; Notation; Formal specification; Formal verification; Software development; Semantics (computer science); Software; Engineering","score_opus":0.06203369366498383,"score_gpt":0.304180296523221,"score_spread":0.24214660285823714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W48157968","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007870072,0.00019560418,0.9849782,0.00041514667,0.00006653086,0.00028220806,0.00021884267,0.001008051,0.0049653207],"genre_scores_gemma":[0.29261497,0.0011109599,0.695827,0.0003495257,0.00020003313,0.0019363968,0.001570943,0.00052966573,0.005860506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9844354,0.005225315,0.0018542,0.0015323842,0.005932911,0.0010198207],"domain_scores_gemma":[0.97831774,0.012902788,0.0018142727,0.0025257044,0.0041215722,0.00031778973],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009403458,0.0013219229,0.0007507996,0.0030580405,0.0015466927,0.0053760707,0.0032560625,0.0020771113,0.0036228076],"category_scores_gemma":[0.029138094,0.0013061458,0.003108392,0.0017833597,0.005974451,0.007152403,0.004534287,0.0030524936,0.000959852],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057052024,0.000105950654,0.0006132997,0.00034217015,0.00005262027,0.00075282354,0.0016646822,0.034853727,0.0049226545,0.93050236,0.0012370425,0.0248956],"study_design_scores_gemma":[0.00009972167,0.00008361558,0.00034572097,0.00035120395,0.00007382639,0.00047002622,0.00045883018,0.18206914,0.014718477,0.7533105,0.04794022,0.000078822566],"about_ca_topic_score_codex":0.004717659,"about_ca_topic_score_gemma":0.0021939748,"teacher_disagreement_score":0.009403458,"about_ca_system_score_codex":0.0027423825,"about_ca_system_score_gemma":0.004482157,"threshold_uncertainty_score":0.049730778},"labels":[],"label_agreement":null},{"id":"W52208544","doi":"10.1007/978-3-642-16612-9_10","title":"Runtime Verification for the Web","year":2010,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université du Québec à Chicoutimi","funders":"","keywords":"Computer science; Web application; Programming language; Runtime verification; Temporal logic; Extension (predicate logic); Model checking; World Wide Web; Operating system; Formal verification","score_opus":0.032916549767431386,"score_gpt":0.2811555954730172,"score_spread":0.24823904570558583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W52208544","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018419264,0.0009773204,0.93102014,0.00076938915,0.00034394136,0.00013586186,0.00032656777,0.031083954,0.016923591],"genre_scores_gemma":[0.5811074,0.0009813497,0.38619852,0.0004114728,0.00024654498,0.00018725092,0.0013047106,0.006138764,0.023423951],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99600995,0.0010748097,0.00025962145,0.0005723949,0.0016469047,0.0004361945],"domain_scores_gemma":[0.99395305,0.00251771,0.00024781833,0.0024715797,0.0006978691,0.00011203035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028902064,0.000977838,0.0010128808,0.0010582423,0.0011854763,0.0030121773,0.0020150738,0.0013600037,0.011276255],"category_scores_gemma":[0.0088356715,0.0010825626,0.002001036,0.0007399248,0.0020693345,0.0052011777,0.003248956,0.0031374102,0.0032191088],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007912275,0.0002714797,0.0021074272,0.0010462698,0.00017332562,0.0010775615,0.00066058803,0.062237404,0.040866885,0.42392826,0.028762534,0.43807712],"study_design_scores_gemma":[0.00014907731,0.00010644884,0.0008935741,0.00027620813,0.00015735313,0.0006384281,0.00013492991,0.44166175,0.09420211,0.40847763,0.0532052,0.00009730239],"about_ca_topic_score_codex":0.0035159877,"about_ca_topic_score_gemma":0.0036589303,"teacher_disagreement_score":0.011276255,"about_ca_system_score_codex":0.0014587174,"about_ca_system_score_gemma":0.001891935,"threshold_uncertainty_score":0.037722826},"labels":[],"label_agreement":null},{"id":"W52339850","doi":"10.1007/978-3-642-31095-9_24","title":"Validation of User Intentions in Process Models","year":2012,"lang":"en","type":"book-chapter","venue":"Notes on numerical fluid mechanics and multidisciplinary design","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Business process modeling; Business process; Artifact-centric business process model; Process (computing); Realization (probability); Software engineering; Process modeling; Identification (biology); Business rule; Data mining; Work in process; Programming language; Engineering; Mathematics","score_opus":0.09056997488552022,"score_gpt":0.3111744782001141,"score_spread":0.2206045033145939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W52339850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40420556,0.00008903487,0.5816652,0.00030935326,0.00006485732,0.00032291052,0.00045946823,0.0029701865,0.009913371],"genre_scores_gemma":[0.9326204,0.000046022717,0.064482905,0.000052248935,0.0000067635365,0.0002286994,0.0005579732,0.00031520723,0.0016898011],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9859611,0.009668806,0.0004934916,0.000983407,0.0025486134,0.0003445236],"domain_scores_gemma":[0.9052972,0.07648657,0.0018989743,0.011115047,0.0047717453,0.00043046207],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010237059,0.0008241181,0.00057939073,0.0007145879,0.00061780686,0.0029103416,0.0015510063,0.0015689961,0.0052389037],"category_scores_gemma":[0.08346627,0.00064777536,0.0011552882,0.00036559926,0.0017293963,0.0038599188,0.0028179623,0.001657493,0.0014896926],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007674309,0.0028772827,0.045458015,0.0014482422,0.00046988358,0.00088892464,0.017509181,0.3246589,0.05330154,0.10506679,0.0060211383,0.43462586],"study_design_scores_gemma":[0.000090359135,0.00048339454,0.0019852403,0.00007543326,0.00006133991,0.00004879077,0.00064941426,0.9591166,0.019803362,0.01657666,0.0010696925,0.00003986549],"about_ca_topic_score_codex":0.0023025747,"about_ca_topic_score_gemma":0.0019929572,"teacher_disagreement_score":0.010237059,"about_ca_system_score_codex":0.0006124962,"about_ca_system_score_gemma":0.0012644713,"threshold_uncertainty_score":0.054139376},"labels":[],"label_agreement":null},{"id":"W5483727","doi":"","title":"Building a House of Cards: On the Intrinsic Challenges of Evolving Communication Standards","year":2014,"lang":"en","type":"article","venue":"International Conference on Networking and Services","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Standardization; Middleware (distributed applications); Computer science; Process (computing); Feature (linguistics); Data science; Software engineering; Computer security; Distributed computing","score_opus":0.059865887929170185,"score_gpt":0.314646358973511,"score_spread":0.2547804710443408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W5483727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11646101,0.015612615,0.37076128,0.15479843,0.0038891144,0.00036757294,0.00012373283,0.0011675714,0.3368187],"genre_scores_gemma":[0.6181792,0.010984502,0.299357,0.007898416,0.0008475069,0.0003149618,0.00018906484,0.0008280288,0.061401267],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9927295,0.0038704928,0.00028838415,0.00056313485,0.0018514947,0.00069695816],"domain_scores_gemma":[0.99094397,0.0034213783,0.00037401376,0.002218756,0.0020623703,0.0009795238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.014164127,0.000599126,0.00049892644,0.001252196,0.0064990367,0.014683158,0.0019133367,0.0043091318,0.0060743224],"category_scores_gemma":[0.0220589,0.0006061904,0.00033834405,0.0016335183,0.012237223,0.031935263,0.009603886,0.005938037,0.0024650581],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022033886,0.000033227145,0.00036789887,0.000058211168,0.0000044942285,0.00016503508,0.003993493,0.0011512458,0.00038769655,0.9252441,0.011520911,0.057051804],"study_design_scores_gemma":[0.000018589722,0.00008295618,0.0005421637,0.00035688438,0.000010560293,0.00038904982,0.00949377,0.004737419,0.0014382941,0.5242221,0.45865133,0.000056992936],"about_ca_topic_score_codex":0.0036253678,"about_ca_topic_score_gemma":0.0027299374,"teacher_disagreement_score":0.014683158,"about_ca_system_score_codex":0.003351191,"about_ca_system_score_gemma":0.0034880287,"threshold_uncertainty_score":0.07490802},"labels":[],"label_agreement":null},{"id":"W563250554","doi":"","title":"1st Workshop on Virtual Machines and Intermediate Languages for Emerging Modularization Mechanisms : VMIL '07 : held at the 6th International Conference on Aspect-Oriented Software Development, March 12-16, 2007, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"Association for Computing Machinery eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Modular programming; Computer science; Software; Software engineering; Library science; Engineering; Programming language","score_opus":0.017860847978533996,"score_gpt":0.2609432545551273,"score_spread":0.2430824065765933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W563250554","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012544186,0.043359715,0.7224491,0.00542233,0.011312283,0.00049093977,0.00096238835,0.007961159,0.19549783],"genre_scores_gemma":[0.054263733,0.029041806,0.33233377,0.0018944871,0.0026302047,0.00040932372,0.00417644,0.0047836634,0.57046646],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999358,0.00012157667,0.0000384108,0.00014077756,0.0002465895,0.000094698626],"domain_scores_gemma":[0.99917835,0.00025931073,0.00003139062,0.00016108771,0.00027430887,0.00009551261],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016389107,0.0009870944,0.0009057037,0.0010195242,0.0005971933,0.0040572966,0.002141502,0.0013445197,0.031267207],"category_scores_gemma":[0.0017285799,0.00081254856,0.0011919809,0.0012670591,0.0008218411,0.0039170613,0.0016641081,0.002261962,0.010659559],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020056986,0.00018145607,0.00024515117,0.00069542305,0.000032128202,0.00014023496,0.00053983735,0.0022009541,0.011424331,0.07308142,0.25125918,0.65999925],"study_design_scores_gemma":[0.00004388053,0.0001263085,0.0005009869,0.00045100405,0.000039587823,0.00051138096,0.00007566259,0.006421147,0.008519648,0.027007908,0.95626795,0.00003446266],"about_ca_topic_score_codex":0.0015887341,"about_ca_topic_score_gemma":0.0030942424,"teacher_disagreement_score":0.031267207,"about_ca_system_score_codex":0.0009684557,"about_ca_system_score_gemma":0.0014998356,"threshold_uncertainty_score":0.10459918},"labels":[],"label_agreement":null},{"id":"W56413504","doi":"","title":"Dynamic Aspect-Oriented Load Balancing in Java RMI.","year":2008,"lang":"en","type":"article","venue":"Parallel and Distributed Processing Techniques and Applications","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Java; Load balancing (electrical power); Distributed computing; Remote procedure call; Server; Operating system; Overhead (engineering); Distributed object; Process (computing); Round-robin DNS; Common Object Request Broker Architecture; The Internet; Grid","score_opus":0.017591507990102055,"score_gpt":0.2850240331736653,"score_spread":0.26743252518356325,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56413504","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063748084,0.0014259599,0.86400145,0.0005748547,0.00026714496,0.00059150177,0.0002846549,0.033289608,0.035816777],"genre_scores_gemma":[0.32382512,0.0008646242,0.6573661,0.00046343025,0.000118742326,0.0005724461,0.00089259155,0.0039432333,0.011953716],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99847466,0.00035339355,0.000085379936,0.00014732564,0.0007785206,0.00016075902],"domain_scores_gemma":[0.9981142,0.00069028133,0.0003086352,0.0005442291,0.00024723026,0.00009541616],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020164445,0.0006597281,0.00052306376,0.00042614512,0.0006073163,0.0014707526,0.0017382693,0.000855654,0.001955143],"category_scores_gemma":[0.0042218617,0.00055081764,0.0005248924,0.00071674684,0.00075834553,0.0020721466,0.0010972975,0.0018724415,0.0013972524],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017719289,0.001417312,0.0076043457,0.0010816482,0.00024959943,0.0015331176,0.0016728388,0.1257585,0.18130207,0.1275125,0.037053015,0.5130431],"study_design_scores_gemma":[0.00045352674,0.00038554458,0.004406031,0.000101535676,0.00018868754,0.0013916651,0.00012384243,0.6648619,0.102546535,0.028084721,0.1972892,0.00016672768],"about_ca_topic_score_codex":0.002155452,"about_ca_topic_score_gemma":0.0020411701,"teacher_disagreement_score":0.002155452,"about_ca_system_score_codex":0.00057947636,"about_ca_system_score_gemma":0.0008956651,"threshold_uncertainty_score":0.010664105},"labels":[],"label_agreement":null},{"id":"W5681704","doi":"","title":"Verifying Multiple-perspective Composition","year":2005,"lang":"en","type":"article","venue":"Maryland State medical journal","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"AspectJ; Computer science; Programming language; Software engineering; Formal methods; Composition (language); Aspect-oriented programming; Software; Linguistics","score_opus":0.021392657337709522,"score_gpt":0.29996923031056005,"score_spread":0.27857657297285054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W5681704","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04969673,0.00006629335,0.9426591,0.00048499284,0.00012472729,0.0003324345,0.00013878141,0.0019289366,0.0045680795],"genre_scores_gemma":[0.37308702,0.00019496332,0.6214039,0.00034998512,0.00006106529,0.00029916232,0.0005540899,0.0004787346,0.0035710465],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9841303,0.0052163233,0.0009485354,0.0022804972,0.0064410293,0.0009832281],"domain_scores_gemma":[0.96720505,0.017880958,0.0025325972,0.006588578,0.005285783,0.0005070295],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011870525,0.0011078955,0.0011248759,0.0010599176,0.0020824505,0.0029650116,0.0018830308,0.0026853867,0.0051821237],"category_scores_gemma":[0.04182751,0.0015772802,0.003843086,0.00067104056,0.003352053,0.005005399,0.0045818062,0.00270288,0.0014032559],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010613815,0.00062720577,0.014647656,0.0012940587,0.0005203136,0.0049858703,0.0045127454,0.19146341,0.08285751,0.5557216,0.00558074,0.13672753],"study_design_scores_gemma":[0.00061824603,0.00055643235,0.0015657482,0.0002700084,0.0004000805,0.0014740347,0.0010783889,0.62273276,0.12394969,0.21892321,0.028269941,0.00016153595],"about_ca_topic_score_codex":0.00484495,"about_ca_topic_score_gemma":0.004989203,"teacher_disagreement_score":0.011870525,"about_ca_system_score_codex":0.0016316809,"about_ca_system_score_gemma":0.0051266444,"threshold_uncertainty_score":0.062778056},"labels":[],"label_agreement":null},{"id":"W56947553","doi":"","title":"Reusable Knowledge for Achieving Privacy: A Canadian Health Information Technologies Perspective.","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Privacy by Design; Computer science; Privacy software; Information privacy; Viewpoints; Requirements elicitation; Operationalization; Requirements engineering; USable; Identification (biology); Process (computing); Ontology; Domain (mathematical analysis); Computer security; Data science; Internet privacy; Software; World Wide Web","score_opus":0.034237485453129525,"score_gpt":0.32357388865095377,"score_spread":0.2893364031978242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W56947553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013500295,0.025999095,0.4442275,0.16187404,0.00051364384,0.00037192364,0.0005672094,0.00025607977,0.35269022],"genre_scores_gemma":[0.5834397,0.037399612,0.30874082,0.010762592,0.0007317913,0.00041816873,0.00091564684,0.0001656782,0.05742598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99213696,0.0033632074,0.00054098316,0.0005519245,0.0027684006,0.00063859666],"domain_scores_gemma":[0.98985857,0.0063501275,0.0007494155,0.0013661289,0.0011723042,0.0005033733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009332178,0.00064811687,0.0004604121,0.005645066,0.0036009226,0.010188813,0.0022669835,0.0041884007,0.0055296975],"category_scores_gemma":[0.017072262,0.00071418355,0.0011105636,0.005186831,0.015312529,0.015549778,0.004673779,0.0031992914,0.0006477627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007769888,0.00001014098,0.00030627477,0.0001003938,0.0000072744924,0.00014917928,0.0011305785,0.0006522468,0.00011734146,0.97541106,0.0038180596,0.018289786],"study_design_scores_gemma":[0.000012405288,0.000025019443,0.0008133903,0.00054694834,0.000049577964,0.0007036642,0.0022613977,0.003453347,0.00085155835,0.82381046,0.16744678,0.000025421976],"about_ca_topic_score_codex":0.077130675,"about_ca_topic_score_gemma":0.046838187,"teacher_disagreement_score":0.9228693,"about_ca_system_score_codex":0.016771866,"about_ca_system_score_gemma":0.018426878,"threshold_uncertainty_score":0.15336347},"labels":[],"label_agreement":null},{"id":"W58177476","doi":"10.1007/978-3-642-25264-8_6","title":"Exploring Early Availability Requirements Using Use Case Maps","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Computer science; Upgrade; Task (project management); Functional requirement; Distributed computing; Feature (linguistics); Software engineering; Real-time computing; Systems engineering; Operating system","score_opus":0.3218060826878532,"score_gpt":0.3201250480623266,"score_spread":0.0016810346255266007,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58177476","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38464436,0.0005779939,0.5594436,0.001130736,0.000062774496,0.00050131144,0.0015656074,0.00455422,0.047519345],"genre_scores_gemma":[0.8216572,0.00026032093,0.17034167,0.00007637912,0.000014899534,0.00017715155,0.0012574884,0.0009700025,0.005244984],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9948466,0.0013473569,0.0002195876,0.000289046,0.0028592562,0.00043821568],"domain_scores_gemma":[0.96604687,0.026462253,0.0015990823,0.0022089453,0.003267871,0.00041499137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032245326,0.0010989101,0.0004576997,0.003083698,0.0008887707,0.0036280232,0.0017408048,0.0013545533,0.007110456],"category_scores_gemma":[0.02680224,0.00093373936,0.0010417948,0.0018083295,0.00069066754,0.006143065,0.001844395,0.0018606713,0.0010856481],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010320919,0.0009546651,0.058130052,0.002161952,0.00026496986,0.01039092,0.018927377,0.18124223,0.068772696,0.12463507,0.014231537,0.5192564],"study_design_scores_gemma":[0.00004957318,0.00037535047,0.018253075,0.00065506686,0.0002450179,0.0026894058,0.010723975,0.79403496,0.040930722,0.06791937,0.06395229,0.0001711643],"about_ca_topic_score_codex":0.007912519,"about_ca_topic_score_gemma":0.013418246,"teacher_disagreement_score":0.007912519,"about_ca_system_score_codex":0.0012918925,"about_ca_system_score_gemma":0.0015156254,"threshold_uncertainty_score":0.023786843},"labels":[],"label_agreement":null},{"id":"W58823560","doi":"10.1007/11818502_12","title":"Exception-Aware Requirements Elicitation with Use Cases","year":2006,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Requirements elicitation; Use Case Diagram; Table (database); Interrupt; Unified Modeling Language; Process (computing); Software engineering; Exception handling; System requirements specification; Requirements analysis; Software; Risk analysis (engineering); Class diagram; Programming language; Database","score_opus":0.062192061277508724,"score_gpt":0.29721514946107036,"score_spread":0.23502308818356163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W58823560","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032493092,0.00013681214,0.95492256,0.0003776611,0.000021980373,0.0008448722,0.00028612599,0.002178257,0.008738601],"genre_scores_gemma":[0.2520828,0.00031420702,0.74074167,0.0001644186,0.000023197545,0.0008179256,0.0016001337,0.0004962564,0.0037594666],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9820207,0.008345968,0.0011912977,0.0013066058,0.0064788847,0.00065656425],"domain_scores_gemma":[0.9520757,0.035615776,0.0020104211,0.0058457097,0.0040671737,0.00038516187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0080153635,0.001844207,0.0011155099,0.0027437913,0.0010150161,0.0028736605,0.0027296671,0.0016308974,0.003624562],"category_scores_gemma":[0.043914232,0.0014779248,0.0016742742,0.0017698717,0.0011016725,0.0036525526,0.004061474,0.002016126,0.001509696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005740705,0.0008587074,0.0054283887,0.0020754738,0.0002482307,0.0038330685,0.011072381,0.066698946,0.06844929,0.037973702,0.00978499,0.7930028],"study_design_scores_gemma":[0.00021770866,0.00043818977,0.0046534184,0.0012762179,0.00040821813,0.004104165,0.0054333587,0.7389717,0.10886439,0.07413881,0.061255787,0.00023809497],"about_ca_topic_score_codex":0.0015083855,"about_ca_topic_score_gemma":0.0035973352,"teacher_disagreement_score":0.0080153635,"about_ca_system_score_codex":0.00086537394,"about_ca_system_score_gemma":0.0018259594,"threshold_uncertainty_score":0.04238981},"labels":[],"label_agreement":null},{"id":"W600309345","doi":"10.1007/978-3-319-19069-3_12","title":"Handling Regulatory Goal Model Families as Software Product Lines","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Feature model; Software product line; Consistency (knowledge bases); Computer science; Scalability; Feature (linguistics); Product (mathematics); Process (computing); Software engineering; Variable (mathematics); Software; Scale (ratio); Risk analysis (engineering); Process management; Software development; Engineering; Programming language; Artificial intelligence; Database; Business","score_opus":0.048941662762736635,"score_gpt":0.2910306614201211,"score_spread":0.24208899865738442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W600309345","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019461738,0.00013732022,0.9579608,0.00033787522,0.000046062534,0.00011052936,0.00012266099,0.0014028733,0.020420061],"genre_scores_gemma":[0.3428477,0.0004930899,0.6194394,0.00029138356,0.00006779427,0.00038721162,0.0008715486,0.0018822219,0.033719584],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9977042,0.0008429266,0.00013581084,0.00035122447,0.00078280555,0.00018302347],"domain_scores_gemma":[0.99622416,0.0020647023,0.0003710276,0.0007058441,0.00049421674,0.00014003397],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026802004,0.000905431,0.00041184083,0.0012145026,0.0009386042,0.0034494807,0.001557605,0.0013743535,0.009191075],"category_scores_gemma":[0.008315189,0.0009513688,0.0012584943,0.001188797,0.00170075,0.0057831598,0.0023414956,0.0031230694,0.0022761587],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005866529,0.00007773816,0.00039791214,0.00011899981,0.000025768692,0.00040969686,0.0008813875,0.025128955,0.0036358854,0.9030868,0.004740828,0.061437406],"study_design_scores_gemma":[0.000034887496,0.000054421227,0.00011900256,0.000095852505,0.00004531687,0.00023788902,0.00029717176,0.13177213,0.0056488435,0.81856614,0.043102212,0.000026060816],"about_ca_topic_score_codex":0.0015318124,"about_ca_topic_score_gemma":0.0015459366,"teacher_disagreement_score":0.009191075,"about_ca_system_score_codex":0.0010160654,"about_ca_system_score_gemma":0.0010579948,"threshold_uncertainty_score":0.030747175},"labels":[],"label_agreement":null},{"id":"W604848617","doi":"10.71781/9873","title":"Un cadre formel pour le développement orienté aspect : modélisation et vérification des interactions dues aux aspects","year":2008,"lang":"fr","type":"dissertation","venue":"Open MIND","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Philosophy","score_opus":0.1960560669999114,"score_gpt":0.39833865869469876,"score_spread":0.20228259169478735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W604848617","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0040254295,0.00037599733,0.98634285,0.0003821425,0.00017641626,0.00018914629,0.00017873665,0.002632237,0.0056970795],"genre_scores_gemma":[0.08300375,0.0012587431,0.8802429,0.00037414685,0.00016760734,0.00054473156,0.0011299744,0.001330968,0.0319472],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99600863,0.0006754119,0.00030628935,0.0005840344,0.002233351,0.00019216479],"domain_scores_gemma":[0.9956228,0.0020655126,0.00024902448,0.000889233,0.0010629068,0.00011046528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033826982,0.0016419636,0.0012108572,0.001989334,0.0010296695,0.0045707193,0.0023163853,0.0029437044,0.019129561],"category_scores_gemma":[0.009273689,0.0013085328,0.0020785925,0.0009471082,0.0018657651,0.0037801221,0.0022994482,0.002294852,0.0042008115],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00066339795,0.00025024643,0.0018837701,0.0019314094,0.00018502359,0.0028785889,0.0024071462,0.18497781,0.07110952,0.3527218,0.019784912,0.36120632],"study_design_scores_gemma":[0.0001810272,0.00041615867,0.00067285355,0.0005242283,0.00014269742,0.0015241515,0.00029525717,0.6316895,0.04800001,0.06200597,0.2544091,0.00013912767],"about_ca_topic_score_codex":0.008224398,"about_ca_topic_score_gemma":0.01019028,"teacher_disagreement_score":0.019129561,"about_ca_system_score_codex":0.001083711,"about_ca_system_score_gemma":0.0022437773,"threshold_uncertainty_score":0.063994825},"labels":[],"label_agreement":null},{"id":"W639301474","doi":"","title":"3rd Workshop on Testing Aspect-Oriented Programs, WTAOP '07 : held at the 6th International Conference on Aspect-Oriented Software Development, March 12-16, 2007, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"ACM Press eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Software testing; Engineering; Software engineering; Software; Computer science; Programming language","score_opus":0.07904052274892635,"score_gpt":0.28232476182013966,"score_spread":0.2032842390712133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W639301474","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014938938,0.020403692,0.8116807,0.0055244644,0.011526525,0.00087903516,0.0011125879,0.008863626,0.12507051],"genre_scores_gemma":[0.08745346,0.025035845,0.4398708,0.0031379713,0.003381982,0.0008139212,0.007300769,0.0061505768,0.4268547],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972652,0.0006369827,0.000172126,0.00039086415,0.0013240039,0.00021078161],"domain_scores_gemma":[0.99583924,0.0014994198,0.00010757959,0.00080002693,0.0013991987,0.00035463588],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004683267,0.0019145365,0.0017974114,0.002262924,0.000946948,0.0045656413,0.002602362,0.0022230896,0.021959327],"category_scores_gemma":[0.0069977692,0.0011219094,0.0015335834,0.0017393808,0.0012483252,0.00334795,0.002094814,0.003357148,0.0079188775],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024471822,0.00043586816,0.0007897003,0.0005178778,0.00006038427,0.00040573673,0.00060185953,0.0048896316,0.009772924,0.01406498,0.20348473,0.7647315],"study_design_scores_gemma":[0.00017639951,0.0006609745,0.003840363,0.0012992659,0.00016308938,0.0023733664,0.00035028928,0.04535493,0.02223167,0.043796554,0.8796621,0.0000911115],"about_ca_topic_score_codex":0.005101902,"about_ca_topic_score_gemma":0.010221035,"teacher_disagreement_score":0.9948981,"about_ca_system_score_codex":0.0012711575,"about_ca_system_score_gemma":0.0029809491,"threshold_uncertainty_score":0.073461294},"labels":[],"label_agreement":null},{"id":"W641899240","doi":"","title":"Proceedings of the Working IEEE/IFIP Conference on Software Architecture, February 18-22, 2008, Vancouver, BC, Canada","year":2007,"lang":"en","type":"book","venue":"IEEE Computer Society eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Architecture; Computer science; Software; Software engineering; Library science; Computer architecture; Geography; Operating system; Archaeology","score_opus":0.040112097808152676,"score_gpt":0.2432956526541808,"score_spread":0.20318355484602812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W641899240","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019430513,0.029490408,0.09415005,0.01983522,0.026700882,0.00054521934,0.010011712,0.0062994356,0.79353666],"genre_scores_gemma":[0.010106439,0.008469125,0.011293417,0.0003578848,0.00052290136,0.00005456844,0.004442393,0.000764781,0.96398854],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994741,0.00005291194,0.00001714346,0.000052943942,0.00031342937,0.00008947596],"domain_scores_gemma":[0.99843246,0.00012797,0.000022618031,0.0001116795,0.0010439169,0.00026134952],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011930156,0.00097425224,0.0009129873,0.0012961143,0.0018468711,0.0034811741,0.0010662499,0.00084783835,0.10257129],"category_scores_gemma":[0.0016233425,0.00047791627,0.0004565108,0.002168577,0.0007515144,0.0013966091,0.0009487583,0.0015738507,0.04089306],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069308764,0.00007008523,0.00076453376,0.000114800925,0.000012737253,0.000065865985,0.00019696778,0.0005567254,0.0016513639,0.0035137392,0.8399185,0.15306535],"study_design_scores_gemma":[0.000018644083,0.00003280734,0.0029931925,0.00015369081,0.00002718113,0.00011294127,0.00032615816,0.0019936194,0.0015568247,0.0034986273,0.98926395,0.000022341046],"about_ca_topic_score_codex":0.28531134,"about_ca_topic_score_gemma":0.57745343,"teacher_disagreement_score":0.71468866,"about_ca_system_score_codex":0.0037075875,"about_ca_system_score_gemma":0.009455712,"threshold_uncertainty_score":0.5673013},"labels":[],"label_agreement":null},{"id":"W642107625","doi":"","title":"6th Workshop on Aspects, Components, and Patterns for Infrastructure Software : ACP4IS '07 : held at 6th International Conference on Aspect-Oriented Software Development, March 12-16, 2007, Vancouver, British Columbia, Canada","year":2007,"lang":"en","type":"book","venue":"Association for Computing Machinery eBooks","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Library science; Software; Engineering; Computer science; Operating system","score_opus":0.02262484985018038,"score_gpt":0.25281741656549994,"score_spread":0.23019256671531957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W642107625","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010407227,0.035449646,0.66531503,0.0073175645,0.011713949,0.0007593734,0.0016437237,0.008347919,0.25904557],"genre_scores_gemma":[0.02380967,0.030106911,0.40254024,0.0015211351,0.00180838,0.0004549982,0.0069211777,0.0038478407,0.5289897],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891627,0.00017356795,0.00008983341,0.00017202944,0.0005320563,0.000116334144],"domain_scores_gemma":[0.999116,0.0002271245,0.000032371954,0.00020359251,0.00027271893,0.0001481338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016530032,0.0012860715,0.0010448084,0.0014690246,0.0007334177,0.004358031,0.001982948,0.0019136528,0.04540954],"category_scores_gemma":[0.0018149803,0.0008879517,0.00162313,0.0021961576,0.0008328208,0.004194027,0.0022017132,0.0027981102,0.018144334],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009283935,0.00018264011,0.0003618241,0.00075720646,0.000036454145,0.00022029366,0.00060358766,0.0014741159,0.007218968,0.03448806,0.28223443,0.6723296],"study_design_scores_gemma":[0.000022258415,0.00007816505,0.00063214754,0.00042642074,0.000032691583,0.00076014234,0.00011244396,0.0033725805,0.003582887,0.017820138,0.9731355,0.000024691875],"about_ca_topic_score_codex":0.002805691,"about_ca_topic_score_gemma":0.008042692,"teacher_disagreement_score":0.04540954,"about_ca_system_score_codex":0.0010257829,"about_ca_system_score_gemma":0.0021385602,"threshold_uncertainty_score":0.15191},"labels":[],"label_agreement":null},{"id":"W65498622","doi":"10.1007/978-3-642-31069-0_15","title":"Experience on Building an Architecture Level Adaptable System","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Concurrency; Distributed computing; Architecture; Concurrency control; Cloud computing; Computer architecture; Operating system; Database","score_opus":0.07678396334381013,"score_gpt":0.30116551051572665,"score_spread":0.22438154717191652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W65498622","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45102137,0.0019444136,0.4163205,0.0014288812,0.00019417191,0.00022102342,0.00023073421,0.005224006,0.12341486],"genre_scores_gemma":[0.6285737,0.0020550047,0.30615133,0.00043087936,0.000050495073,0.00009275065,0.0007204752,0.001361546,0.060563706],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994578,0.00015396054,0.000026058364,0.00006739811,0.00023006045,0.00006474699],"domain_scores_gemma":[0.9993938,0.00018310173,0.00001780736,0.00018363055,0.00011409765,0.00010755663],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009833918,0.0004665342,0.00034533138,0.00028676493,0.00065642945,0.0014756065,0.0009231859,0.0008227344,0.006719125],"category_scores_gemma":[0.0017314786,0.0003297727,0.00040310842,0.0005430259,0.00062310114,0.0022327239,0.0010807754,0.0012464194,0.0019069794],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003818046,0.0008771616,0.005574805,0.00059352576,0.00009980087,0.0019487295,0.013741157,0.041718785,0.12566435,0.035649274,0.013622936,0.7601276],"study_design_scores_gemma":[0.00022374775,0.0037620724,0.014093383,0.00039892748,0.00030038427,0.005344077,0.0055329166,0.12177951,0.19706042,0.026140185,0.6251499,0.00021440549],"about_ca_topic_score_codex":0.0028952637,"about_ca_topic_score_gemma":0.0031105427,"teacher_disagreement_score":0.006719125,"about_ca_system_score_codex":0.00047802625,"about_ca_system_score_gemma":0.00061836385,"threshold_uncertainty_score":0.022477686},"labels":[],"label_agreement":null},{"id":"W6890202391","doi":"10.34943/4d16461e-0c1d-41a8-a56d-ed0795f03487","title":"Strait of Georgia Central Hydrophone Deployed 2017-06-23","year":2017,"lang":"en","type":"dataset","venue":"Ocean Networks Canada Society","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Hydrophone; Underwater; Sound (geography); Waveform; Data logger; Software deployment","score_opus":0.017286717058304382,"score_gpt":0.2510122065543777,"score_spread":0.23372548949607336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6890202391","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012169576,0.000111417394,0.00020338323,0.000117176955,0.000079322264,0.000021858896,0.9955764,0.0008946507,0.0017787147],"genre_scores_gemma":[0.0015663694,0.00005731033,0.00031108243,0.00003078436,0.000009092257,0.000036982965,0.9971547,0.00005833127,0.0007753419],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99916637,0.00009637189,0.0000741946,0.00020693435,0.0002967464,0.00015943214],"domain_scores_gemma":[0.9987143,0.00012134307,0.0000854511,0.00032106185,0.0006470686,0.00011078684],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006917508,0.0019144816,0.0009042417,0.0025086459,0.0007322392,0.0012381314,0.0018815912,0.0011102405,0.0094455555],"category_scores_gemma":[0.0027783713,0.0003247518,0.0006773288,0.0035033089,0.00047369808,0.000968034,0.0015075103,0.0011470552,0.031444017],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007363651,0.000022201011,0.002443719,0.00023049288,0.000024610443,0.00006118845,0.000040851282,0.00069921336,0.00021317309,0.0005255776,0.9915741,0.0040910617],"study_design_scores_gemma":[0.000103601,0.00002610381,0.013793556,0.000234109,0.0000222494,0.000108972905,0.00027521455,0.0018034584,0.00077337096,0.0012801114,0.9815382,0.000041154763],"about_ca_topic_score_codex":0.09941686,"about_ca_topic_score_gemma":0.20345627,"teacher_disagreement_score":0.90058315,"about_ca_system_score_codex":0.0017944564,"about_ca_system_score_gemma":0.0027354273,"threshold_uncertainty_score":0.19767636},"labels":[],"label_agreement":null},{"id":"W6892510188","doi":"10.5281/zenodo.10022601","title":"Belief-Driven Software Product Line Development and Evolution","year":2023,"lang":"en","type":"preprint","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"European Commission","keywords":"Software product line; Feature (linguistics); Feature model; Context (archaeology); Product (mathematics); Software evolution; Software","score_opus":0.09748076288292035,"score_gpt":0.2865737027502363,"score_spread":0.18909293986731596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6892510188","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04935815,0.0001661384,0.9462285,0.00068142184,0.00001570445,0.00006085515,0.00005615121,0.00019663118,0.0032364323],"genre_scores_gemma":[0.7458129,0.00018775408,0.25151932,0.00012943982,0.000022479953,0.00013817196,0.0001318631,0.00005224229,0.0020058122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99651104,0.0018668345,0.00014822585,0.00041470592,0.0008715474,0.00018759085],"domain_scores_gemma":[0.9922792,0.005419548,0.000731444,0.00050046534,0.00084493734,0.00022443519],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004538186,0.0006429955,0.00044638195,0.00069816713,0.0004983855,0.002112587,0.0012796548,0.0013424532,0.0014134316],"category_scores_gemma":[0.013716397,0.00061554345,0.0007403613,0.00074177026,0.0014141654,0.0020253882,0.0016718546,0.0012072956,0.00019870567],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019732222,0.0001129766,0.0038264098,0.00021499471,0.00013357335,0.0004674326,0.0013730881,0.7563006,0.0050913445,0.16523385,0.0009136691,0.066134766],"study_design_scores_gemma":[0.000022086691,0.000036007066,0.00025897461,0.000016657003,0.000018931463,0.000034155695,0.00006493776,0.9507459,0.0010251248,0.046751745,0.0010109812,0.00001454946],"about_ca_topic_score_codex":0.0043037054,"about_ca_topic_score_gemma":0.0037844237,"teacher_disagreement_score":0.004538186,"about_ca_system_score_codex":0.001669797,"about_ca_system_score_gemma":0.0009838602,"threshold_uncertainty_score":0.024000525},"labels":[],"label_agreement":null},{"id":"W6907298435","doi":"10.20381/ruor-7562","title":"Metamorphic objects for dynamic reconfiguration of CORBA-based applications.","year":2000,"lang":"en","type":"article","venue":"Library and Archives Canada (Government of Canada)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Object (grammar); Control reconfiguration; Class (philosophy); Distributed object; Common Object Request Broker Architecture; Software versioning; Service (business); Replica","score_opus":0.005662218113822618,"score_gpt":0.1690367059120247,"score_spread":0.16337448779820207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6907298435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0071085934,0.0019926392,0.9434266,0.0010692609,0.0005615295,0.00042026484,0.00018739207,0.011829337,0.033404436],"genre_scores_gemma":[0.16259517,0.0025013643,0.78444743,0.0012673178,0.00028833293,0.00069627905,0.00097530335,0.0017182822,0.045510545],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9993555,0.00014708986,0.000055894754,0.00007021292,0.00030646514,0.00006492072],"domain_scores_gemma":[0.9993315,0.00015066747,0.000078650395,0.00028666962,0.000099266894,0.000053308442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009942874,0.0004705025,0.00027088667,0.00075581105,0.0009439488,0.0013861259,0.0011507132,0.00075943425,0.008452218],"category_scores_gemma":[0.0018355646,0.00043296564,0.00044048345,0.00058191636,0.00080974854,0.0015251203,0.0015456694,0.0017123896,0.0027797893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016755029,0.00014521803,0.00089392124,0.00069907267,0.000092329705,0.0006511952,0.0014373667,0.012370591,0.059145123,0.508244,0.032225523,0.38392815],"study_design_scores_gemma":[0.00008581771,0.0001241697,0.00082649535,0.00029366522,0.00006310006,0.0011581668,0.00020568485,0.060443316,0.024918314,0.08782738,0.82396954,0.00008435173],"about_ca_topic_score_codex":0.0016920803,"about_ca_topic_score_gemma":0.0030501192,"teacher_disagreement_score":0.008452218,"about_ca_system_score_codex":0.00083445635,"about_ca_system_score_gemma":0.0011468136,"threshold_uncertainty_score":0.02827543},"labels":[],"label_agreement":null},{"id":"W6911339377","doi":"10.5281/zenodo.10520270","title":"Analyse et conception de logiciels","year":2023,"lang":"fr","type":"book","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Work (physics); Process (computing); Subject (documents)","score_opus":0.16149710689916216,"score_gpt":0.33109787606131313,"score_spread":0.16960076916215097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6911339377","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0076815714,0.024563003,0.87335026,0.006309292,0.00053668325,0.000093493356,0.0004183394,0.0010795814,0.08596773],"genre_scores_gemma":[0.17310111,0.034590915,0.6933102,0.002191406,0.0014712852,0.00051308476,0.0016473379,0.0011422528,0.092032425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99499184,0.0016101319,0.0002324509,0.0007159063,0.0022371702,0.0002124672],"domain_scores_gemma":[0.9953271,0.0031732535,0.00014244215,0.0005286814,0.00074320985,0.00008521467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0046460317,0.0014565152,0.000905752,0.0032353296,0.0012208056,0.011035198,0.0018414836,0.0017822328,0.008298683],"category_scores_gemma":[0.008935016,0.0010366761,0.0019443738,0.0024647487,0.008874371,0.01350459,0.0025625243,0.0058012996,0.0034350094],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000138138785,0.000016029942,0.00009305212,0.00029247173,0.000017557128,0.000049064118,0.0006960404,0.001388299,0.0014530869,0.9540281,0.0038300392,0.038122453],"study_design_scores_gemma":[0.000017550745,0.000025962376,0.00018937062,0.00021532115,0.000021359449,0.00024861787,0.00030367338,0.0070151817,0.003287371,0.7842151,0.20443624,0.000024146662],"about_ca_topic_score_codex":0.003950492,"about_ca_topic_score_gemma":0.0020768226,"teacher_disagreement_score":0.011035198,"about_ca_system_score_codex":0.0042203786,"about_ca_system_score_gemma":0.002282879,"threshold_uncertainty_score":0.030621171},"labels":[],"label_agreement":null},{"id":"W69521263","doi":"10.1007/978-3-642-19997-4_16","title":"Developing Families of Method-Oriented Architecture","year":2011,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada; Athabasca University; Simon Fraser University","funders":"","keywords":"Computer science; Software engineering; Method engineering; Software; Systems engineering; Product (mathematics); Architecture; Engineering; Programming language; Mathematics","score_opus":0.052661487473818526,"score_gpt":0.31432711174667183,"score_spread":0.2616656242728533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W69521263","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007862678,0.0016400507,0.9593064,0.00078827527,0.00014266942,0.0001277057,0.000063616746,0.0006166091,0.02945199],"genre_scores_gemma":[0.09038219,0.0022854104,0.8931018,0.0002270868,0.00012930295,0.00046948006,0.00023743745,0.00031693623,0.012850341],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9978123,0.00093836617,0.00013292613,0.00038090168,0.00057677133,0.00015870064],"domain_scores_gemma":[0.99583554,0.0018659747,0.00027917736,0.0009822153,0.00084300316,0.00019412312],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00361479,0.00079147494,0.0004643684,0.0016569376,0.0014303685,0.0031170037,0.0014231185,0.0013526677,0.0038980206],"category_scores_gemma":[0.0066799615,0.0008093856,0.0011100534,0.0012205389,0.0026476057,0.0068319514,0.002562066,0.0024316728,0.0018216885],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010757592,0.000020526966,0.0003691015,0.0001010841,0.000019861443,0.00010475259,0.00078064494,0.004703264,0.0010360078,0.9442694,0.00283437,0.045750234],"study_design_scores_gemma":[0.000017908089,0.0000399199,0.0002332133,0.00023071535,0.000022309923,0.0004028535,0.0002728778,0.043613512,0.002158814,0.7825411,0.17043838,0.000028404718],"about_ca_topic_score_codex":0.00090654416,"about_ca_topic_score_gemma":0.00081552024,"teacher_disagreement_score":0.0038980206,"about_ca_system_score_codex":0.0015829094,"about_ca_system_score_gemma":0.001738785,"threshold_uncertainty_score":0.019117057},"labels":[],"label_agreement":null},{"id":"W6967803291","doi":"10.5281/zenodo.10520271","title":"Analyse et conception de logiciels","year":2023,"lang":"fr","type":"book","venue":"Espace ÉTS (ETS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"","keywords":"Context (archaeology); Work (physics); Process (computing); Subject (documents)","score_opus":0.09433963907719282,"score_gpt":0.3482416945738319,"score_spread":0.2539020554966391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6967803291","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009027264,0.026891872,0.85018146,0.0064686467,0.00060092006,0.000086545195,0.00043822615,0.0011278534,0.105177194],"genre_scores_gemma":[0.18758716,0.03921743,0.64924973,0.002174071,0.0016644796,0.00045429327,0.0017080451,0.0011267364,0.116817996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955023,0.0014059484,0.00019342163,0.00061212515,0.0021028975,0.00018334723],"domain_scores_gemma":[0.99571323,0.0029134224,0.00013751378,0.00045238924,0.0007026569,0.00008068884],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0038962788,0.0012710104,0.00076340034,0.0030579765,0.0011020225,0.010720168,0.0016566252,0.0017541953,0.008857204],"category_scores_gemma":[0.008214828,0.0009022342,0.0016660366,0.0024119606,0.007612217,0.01212247,0.002198349,0.0052778157,0.0034432968],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015175652,0.000017016358,0.00011127109,0.00028715492,0.000016848679,0.000054781012,0.00063551817,0.0015087122,0.0017607273,0.9492178,0.004239989,0.04213513],"study_design_scores_gemma":[0.000018225188,0.000031077485,0.00025231615,0.00021639201,0.000022268423,0.0003081831,0.00030366395,0.0077854367,0.003987427,0.76548785,0.22156107,0.000026035168],"about_ca_topic_score_codex":0.0040454175,"about_ca_topic_score_gemma":0.0021659527,"teacher_disagreement_score":0.010720168,"about_ca_system_score_codex":0.003977769,"about_ca_system_score_gemma":0.0021084042,"threshold_uncertainty_score":0.029630244},"labels":[],"label_agreement":null},{"id":"W6977191266","doi":"10.6084/m9.figshare.22602779","title":"Additional file 3 of Reliability and validity of physical examination tests for the assessment of ankle instability","year":2023,"lang":"en","type":"article","venue":"Figshare","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Reliability (semiconductor); Ankle; Physical examination; Test (biology)","score_opus":0.13230271845297104,"score_gpt":0.36056301805267305,"score_spread":0.228260299599702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6977191266","genre_codex":"dataset","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006303483,0.00002866929,0.00025864298,0.00017117836,0.00004283068,0.00034875586,0.99589753,0.00016756389,0.002454485],"genre_scores_gemma":[0.026073491,0.00022323384,0.0036769393,0.0012658546,0.00033993743,0.0066621928,0.93579596,0.0006399414,0.025322344],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9985446,0.00024329289,0.00046914272,0.00023451755,0.0003486612,0.00015990605],"domain_scores_gemma":[0.94638395,0.03809099,0.004687248,0.0020343144,0.008135418,0.00066809804],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020309465,0.0010069511,0.0014418619,0.00261417,0.00094754813,0.0011342235,0.0015583965,0.0012637435,0.87311655],"category_scores_gemma":[0.05544601,0.00054990855,0.0011945859,0.0031180098,0.00023235804,0.0019264725,0.0010095773,0.00094511197,0.11880468],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00096945,0.0002595345,0.0057115597,0.0028323443,0.00007485443,0.00008036984,0.000060841427,0.00028894082,0.00008408954,0.0005289921,0.9751295,0.0139795905],"study_design_scores_gemma":[0.02326368,0.0013575748,0.184729,0.013933534,0.0007284198,0.0014272449,0.0012235128,0.0039380803,0.0015531969,0.017363189,0.7500489,0.00043373182],"about_ca_topic_score_codex":0.008312299,"about_ca_topic_score_gemma":0.014743554,"teacher_disagreement_score":0.87311655,"about_ca_system_score_codex":0.0012140753,"about_ca_system_score_gemma":0.0015574018,"threshold_uncertainty_score":0.18098384},"labels":[],"label_agreement":null},{"id":"W6991292098","doi":"","title":"A Framework for Machine-Assisted Software Architecture Validation","year":2000,"lang":"en","type":"article","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Software architecture description; Component (thermodynamics); Reference architecture; Software architecture; Notation; Architecture; Software; Component-based software engineering; Formal methods","score_opus":0.025285894069024553,"score_gpt":0.2425172316802224,"score_spread":0.21723133761119784,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991292098","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00075129844,0.00012437206,0.9958937,0.00031741624,0.000030423129,0.00015763583,0.00005894928,0.0011191377,0.0015469684],"genre_scores_gemma":[0.036008883,0.00028716255,0.9611727,0.00016580669,0.00005171285,0.00036153497,0.00033471902,0.00025655623,0.0013609431],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9789682,0.009744394,0.0019088069,0.002066171,0.006367746,0.00094469095],"domain_scores_gemma":[0.9705239,0.01539873,0.0016126854,0.0076455018,0.0041768285,0.0006422994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.023354566,0.0017306727,0.0013530795,0.0040016784,0.0021910458,0.008084578,0.0070530945,0.0036679285,0.0052955966],"category_scores_gemma":[0.036182314,0.002137429,0.0045314594,0.0022358033,0.00724734,0.010563599,0.007166964,0.0061736912,0.0016293296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004922048,0.00009887221,0.0005756708,0.00036486573,0.00009966943,0.00039590296,0.0008476978,0.053932898,0.0023933854,0.8761975,0.0032719395,0.061772317],"study_design_scores_gemma":[0.00006053784,0.00010067567,0.0001880593,0.0004990323,0.00008066029,0.000330693,0.00024618447,0.34795108,0.004574031,0.58307034,0.062808946,0.000089744295],"about_ca_topic_score_codex":0.0098422645,"about_ca_topic_score_gemma":0.007959833,"teacher_disagreement_score":0.023354566,"about_ca_system_score_codex":0.0040590675,"about_ca_system_score_gemma":0.007479547,"threshold_uncertainty_score":0.12351221},"labels":[],"label_agreement":null},{"id":"W6991788321","doi":"","title":"A Hydrogen Hybrid Powertrain for the Union-Pearson Railway","year":2019,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Air quality index; Stock (firearms); Legislation; Train; Track (disk drive); Air pollution; Estimator","score_opus":0.017461697282491164,"score_gpt":0.23060930847469596,"score_spread":0.2131476111922048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6991788321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5533071,0.0016759501,0.25550014,0.00079972186,0.0008645023,0.0012305249,0.003806802,0.010540309,0.172275],"genre_scores_gemma":[0.8599323,0.00045561267,0.027108345,0.00013791551,0.000036506946,0.00023618553,0.0024104,0.00012044232,0.10956228],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9998037,0.00001678944,0.000008629146,0.000037072372,0.00011235605,0.000021471073],"domain_scores_gemma":[0.9999243,0.000007363916,0.000004163058,0.000012281923,0.00004238971,0.000009444803],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027196915,0.00033685565,0.00024104772,0.00050518033,0.00055049564,0.0005762398,0.0006852059,0.00032316125,0.011665802],"category_scores_gemma":[0.000192935,0.00011954327,0.00029601608,0.00062198413,0.00012805445,0.00076611753,0.00041691278,0.0002536657,0.0019842216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006311025,0.00048426853,0.018203443,0.0006477925,0.000113131995,0.0010144114,0.0003208714,0.035830308,0.10164406,0.010099855,0.034760308,0.7962504],"study_design_scores_gemma":[0.0003354721,0.0036294325,0.0633852,0.00017448819,0.00024749825,0.0014573263,0.0010092035,0.3073967,0.12935087,0.0027537742,0.49004334,0.00021660325],"about_ca_topic_score_codex":0.01491334,"about_ca_topic_score_gemma":0.024025936,"teacher_disagreement_score":0.01491334,"about_ca_system_score_codex":0.00069150236,"about_ca_system_score_gemma":0.0007939198,"threshold_uncertainty_score":0.039025962},"labels":[],"label_agreement":null},{"id":"W6999769463","doi":"","title":"Développement logiciel par transformation de modèles","year":2009,"lang":"fr","type":"other","venue":"Open MIND","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Identity (music); Context (archaeology); Frith","score_opus":0.14260847557157394,"score_gpt":0.35727010251434865,"score_spread":0.2146616269427747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6999769463","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003835762,0.0006204113,0.98047477,0.0008693742,0.00013282252,0.00011718327,0.00023230784,0.0015383529,0.012179005],"genre_scores_gemma":[0.1419882,0.0032947443,0.81611145,0.0010172989,0.00019025966,0.0005154515,0.0015658737,0.0015902331,0.03372655],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99495244,0.001588878,0.00035230935,0.0009567523,0.0018679745,0.00028169254],"domain_scores_gemma":[0.9961987,0.0016313918,0.00021533201,0.0010437851,0.0008312457,0.00007945417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037255208,0.0014977119,0.00069778605,0.0015556648,0.0010186291,0.0059417174,0.0021413146,0.0016687457,0.011155469],"category_scores_gemma":[0.008618261,0.0009796078,0.0030127228,0.0013366052,0.0026985083,0.006328625,0.0031491106,0.0044432217,0.0044105067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016464967,0.00010189214,0.0008484491,0.00076343317,0.00009716656,0.00064706546,0.0013294641,0.03721787,0.020020088,0.815044,0.0055814055,0.118184485],"study_design_scores_gemma":[0.00008304147,0.00018910582,0.00067104225,0.00047808173,0.00012386001,0.0008290356,0.0005590403,0.21817553,0.053876918,0.3901233,0.33478794,0.000103115926],"about_ca_topic_score_codex":0.0063973735,"about_ca_topic_score_gemma":0.004816052,"teacher_disagreement_score":0.011155469,"about_ca_system_score_codex":0.0033952473,"about_ca_system_score_gemma":0.003127813,"threshold_uncertainty_score":0.037318707},"labels":[],"label_agreement":null},{"id":"W7001255273","doi":"","title":"Iterative, Interactive Analysis of Agent-goal Models for Early Requirements Engineering","year":2012,"lang":"en","type":"dissertation","venue":"Library and Archives Canada (Government of Canada)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Requirements analysis; Stakeholder; Requirements elicitation; Requirements engineering; Goal modeling; Key (lock); Systems analysis; Domain (mathematical analysis); Non-functional requirement; Conceptual model","score_opus":0.01356841137827319,"score_gpt":0.21214128751306635,"score_spread":0.19857287613479316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7001255273","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003110837,0.00016209352,0.99148107,0.00028108072,0.000014628221,0.00029681105,0.00009825668,0.0005889756,0.0039662453],"genre_scores_gemma":[0.05267675,0.00027365427,0.9441696,0.00011686721,0.000014439344,0.0007469476,0.0004607908,0.00028866215,0.0012522236],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9769588,0.012766841,0.0015273943,0.0012836326,0.0068247826,0.00063843676],"domain_scores_gemma":[0.95394033,0.031641476,0.0025342274,0.0046735965,0.006787596,0.00042268613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.017038912,0.0019020721,0.0010451608,0.0048852805,0.001803356,0.0061161513,0.0030490262,0.0017783629,0.005586284],"category_scores_gemma":[0.052124456,0.0013031922,0.0038151478,0.0032511468,0.0023369864,0.007157968,0.0051309215,0.0038965826,0.0019356654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002035952,0.00040403337,0.004035634,0.001535299,0.00026329595,0.00063591206,0.008418359,0.16607316,0.009531335,0.5550882,0.0067689037,0.24704216],"study_design_scores_gemma":[0.00004960386,0.00018463212,0.0010525215,0.00074448594,0.00013609687,0.00025627032,0.0017999293,0.6767293,0.012764944,0.25129694,0.05484434,0.00014096648],"about_ca_topic_score_codex":0.005901519,"about_ca_topic_score_gemma":0.009741847,"teacher_disagreement_score":0.017038912,"about_ca_system_score_codex":0.004215444,"about_ca_system_score_gemma":0.0055847825,"threshold_uncertainty_score":0.090111434},"labels":[],"label_agreement":null},{"id":"W7007986512","doi":"","title":"AspectMatlab: an aspect-oriented scientific programming language","year":2010,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Compiler; First-generation programming language; Fifth-generation programming language; Work (physics); Very high-level programming language; Programming language specification; High-level programming language; Programming language theory; Extensible programming","score_opus":0.021030118042929917,"score_gpt":0.28539137607273557,"score_spread":0.26436125802980565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7007986512","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019962005,0.00047270005,0.9556103,0.00061174587,0.00019732366,0.00018306542,0.0004551215,0.029487869,0.010985724],"genre_scores_gemma":[0.030658294,0.0017803077,0.9392669,0.0010885334,0.00024293122,0.0007531916,0.002124673,0.011214134,0.012871073],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99871314,0.00027194706,0.00015826705,0.0002286757,0.00053667475,0.000091361595],"domain_scores_gemma":[0.997543,0.0011943659,0.00030147124,0.0003617356,0.00041780478,0.00018177148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022431808,0.00092550175,0.00056025427,0.0008617411,0.00067670643,0.003113312,0.0021208066,0.0011181175,0.00692179],"category_scores_gemma":[0.0056213373,0.0010999984,0.0014680576,0.00066482165,0.0011956572,0.0037547625,0.001865645,0.0035523202,0.004508412],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000372019,0.00021430165,0.0025903103,0.002260257,0.00019400813,0.0008514073,0.0024266494,0.025964854,0.041732255,0.36891484,0.15814331,0.39633584],"study_design_scores_gemma":[0.000111155525,0.000076134886,0.00040870855,0.0003186679,0.00006226958,0.0007124738,0.00010862586,0.057169076,0.013366384,0.06785627,0.85972774,0.000082450686],"about_ca_topic_score_codex":0.0011508359,"about_ca_topic_score_gemma":0.0014992673,"teacher_disagreement_score":0.00692179,"about_ca_system_score_codex":0.0005358559,"about_ca_system_score_gemma":0.0018900639,"threshold_uncertainty_score":0.023155749},"labels":[],"label_agreement":null},{"id":"W7020587510","doi":"","title":"Maintaining Component-Based Systems","year":2001,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.04450731972503258,"score_gpt":0.2813072430692438,"score_spread":0.23679992334421124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7020587510","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08263485,0.0022876428,0.7973504,0.0030127708,0.0019183796,0.00042678087,0.0021717541,0.032130055,0.0780674],"genre_scores_gemma":[0.45453003,0.0033260323,0.37285215,0.00043560428,0.00084827404,0.00028081363,0.014269252,0.0067796237,0.14667825],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99762934,0.00032405622,0.00023280583,0.00034707593,0.0013097259,0.00015700566],"domain_scores_gemma":[0.9852143,0.0027793162,0.00047438184,0.0077733095,0.0034349577,0.00032378192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036460578,0.0006697346,0.00067726494,0.0020548813,0.0011169523,0.003970078,0.002242726,0.0010123941,0.017587526],"category_scores_gemma":[0.01746543,0.0007057145,0.0004696601,0.0031065012,0.00061608513,0.005802722,0.001685485,0.0012000238,0.010828613],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029616503,0.00020111205,0.005650458,0.00073518784,0.00011461699,0.0003851969,0.0005687081,0.00619175,0.03158707,0.0817094,0.086350076,0.78621036],"study_design_scores_gemma":[0.00018277121,0.00044143343,0.008714847,0.00032939666,0.0006757291,0.0014453314,0.00030778223,0.08698005,0.13723433,0.09149928,0.6720894,0.00009964819],"about_ca_topic_score_codex":0.0017558269,"about_ca_topic_score_gemma":0.00238986,"teacher_disagreement_score":0.017587526,"about_ca_system_score_codex":0.00087141094,"about_ca_system_score_gemma":0.002067967,"threshold_uncertainty_score":0.058836102},"labels":[],"label_agreement":null},{"id":"W7023993077","doi":"","title":"Quand les femmes écrivent la peur : une lecture féministe de la littérature d'horreur québécoise","year":2023,"lang":"fr","type":"other","venue":"Archipelago (University of Quebec in Montreal)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Poison control; Happening; Violent crime","score_opus":0.03264552967636357,"score_gpt":0.2511834080421825,"score_spread":0.2185378783658189,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023993077","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19313893,0.18537503,0.00978595,0.2266294,0.009488898,0.00020842682,0.0008804776,0.0001945232,0.37429833],"genre_scores_gemma":[0.64821947,0.06303237,0.0027258967,0.01826211,0.00081363175,0.00021456914,0.00030817973,0.0001883669,0.26623544],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99829084,0.000652365,0.000033522712,0.00020057084,0.00041032073,0.000412387],"domain_scores_gemma":[0.9986778,0.00043910817,0.000071538954,0.000047949346,0.0004912622,0.0002723436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023765494,0.00065354584,0.0004743693,0.0011726493,0.022372494,0.005236655,0.0012783275,0.0026419833,0.013463025],"category_scores_gemma":[0.0028264406,0.0003332775,0.00030615288,0.0017630341,0.01207065,0.0031665312,0.0024537118,0.004314659,0.0009937959],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039315702,0.000038318907,0.0042970884,0.0004960914,0.000016793201,0.0017375629,0.6383761,0.00019813921,0.001567262,0.12347875,0.1394489,0.0903057],"study_design_scores_gemma":[0.0000019403797,0.000013022603,0.0072099455,0.0009315523,0.0000072335993,0.00046348618,0.1563191,0.00010137851,0.0003238619,0.0020776181,0.8325129,0.00003802698],"about_ca_topic_score_codex":0.8945586,"about_ca_topic_score_gemma":0.94860727,"teacher_disagreement_score":0.10544139,"about_ca_system_score_codex":0.039260387,"about_ca_system_score_gemma":0.039164126,"threshold_uncertainty_score":0.28485537},"labels":[],"label_agreement":null},{"id":"W7024444251","doi":"","title":"The ROI from Software Quality","year":2003,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"","score_opus":0.05043389435769499,"score_gpt":0.31041151755072416,"score_spread":0.2599776231930292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7024444251","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012292345,0.026415965,0.025011033,0.38099438,0.009126501,0.000044833934,0.0011502936,0.0006455782,0.5443191],"genre_scores_gemma":[0.63882095,0.041176695,0.014520116,0.03699305,0.014371497,0.00016760753,0.0010751827,0.0016700691,0.25120482],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9932064,0.0016423418,0.0002820012,0.0008652202,0.0035668067,0.000437308],"domain_scores_gemma":[0.96844256,0.011802022,0.003042616,0.0030985265,0.0115275895,0.0020867067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0062069274,0.00065016275,0.0009255833,0.0039043133,0.0013404539,0.0076076905,0.0009434439,0.0030380548,0.03308516],"category_scores_gemma":[0.046930406,0.0003497809,0.0005641171,0.0031509523,0.0044545014,0.012603557,0.0031453392,0.005291735,0.008683929],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007921603,0.000029753017,0.0026473892,0.00036215395,0.000044986384,0.00010963122,0.00035387638,0.00060829817,0.00050522207,0.69090694,0.15286435,0.1514882],"study_design_scores_gemma":[0.00003274297,0.00010045909,0.007160779,0.001030013,0.000066182554,0.00025885005,0.0005332135,0.0016029169,0.0012455566,0.5448767,0.44303378,0.00005878483],"about_ca_topic_score_codex":0.003340169,"about_ca_topic_score_gemma":0.0032189006,"teacher_disagreement_score":0.03308516,"about_ca_system_score_codex":0.004766261,"about_ca_system_score_gemma":0.004001378,"threshold_uncertainty_score":0.11068094},"labels":[],"label_agreement":null},{"id":"W7025490584","doi":"","title":"Wait, per la sezione Dictionary","year":2023,"lang":"it","type":"article","venue":"AirIuav (Università Iuav di Venezia)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Università Cattolica del Sacro Cuore; University of Melbourne; University of Westminster; Politecnico di Torino; University of Toronto; Eidgenössische Technische Hochschule Zürich; University College London; Slovenska Akademija Znanosti in Umetnosti; Università di Bologna; Università degli Studi Roma Tre; University of Oxford; Northwestern University; Università degli Studi di Udine; Università degli Studi di Milano; University of Minnesota; Yale University","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Emperipolesis; Triacetin; Fusible alloy","score_opus":0.03781443931711845,"score_gpt":0.26889164501558227,"score_spread":0.23107720569846382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025490584","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026890351,0.07470699,0.010964199,0.15797831,0.12351581,0.00007009554,0.0023050439,0.0010896104,0.62668085],"genre_scores_gemma":[0.026682276,0.017874302,0.0039840303,0.03742554,0.020083264,0.00012515069,0.0014119329,0.0018742633,0.8905392],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985079,0.00040965213,0.00011828219,0.00030449382,0.00048575303,0.00017383769],"domain_scores_gemma":[0.9976534,0.0008443182,0.00013172087,0.00036908087,0.00084024406,0.00016121565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016038059,0.0006819041,0.0006669924,0.0022246735,0.0036459349,0.0076178927,0.0009942757,0.0021612768,0.06978333],"category_scores_gemma":[0.007903144,0.00037430198,0.00042064517,0.0020389801,0.0036053637,0.008478846,0.002667397,0.006806481,0.03456315],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006584376,0.000010451431,0.00015243252,0.00018029106,0.00000540598,0.00005129159,0.0012948704,0.000026884625,0.0002649259,0.19296385,0.7587524,0.04623135],"study_design_scores_gemma":[0.0000034405455,0.0000044428366,0.000078755365,0.00009200834,0.0000024864626,0.000053206026,0.00018727663,0.000014111537,0.00005020788,0.004691488,0.9948172,0.0000054452426],"about_ca_topic_score_codex":0.009494081,"about_ca_topic_score_gemma":0.013096147,"teacher_disagreement_score":0.06978333,"about_ca_system_score_codex":0.002506233,"about_ca_system_score_gemma":0.0029749265,"threshold_uncertainty_score":0.2334485},"labels":[],"label_agreement":null},{"id":"W7027013424","doi":"","title":"Capture dynamic aspects of software architecture for self-healing environments","year":2006,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Software; Architecture; Software architecture; Systems architecture; Reference architecture; Software system","score_opus":0.010625516517066697,"score_gpt":0.2432557478540738,"score_spread":0.2326302313370071,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7027013424","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24055755,0.00058658887,0.64879996,0.0026665344,0.00065817754,0.000578296,0.0009285394,0.0032590432,0.10196528],"genre_scores_gemma":[0.8433018,0.0004852944,0.09544922,0.0001914617,0.00015796261,0.0001896884,0.0011502184,0.0009736664,0.05810073],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979552,0.0004704222,0.00008926198,0.00024872247,0.0011079732,0.0001284843],"domain_scores_gemma":[0.9897892,0.003087463,0.0005791169,0.003122593,0.0031347997,0.00028686144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017103725,0.00033206155,0.00034337313,0.0013648904,0.00071972946,0.0021265969,0.00077033025,0.0009578248,0.01306311],"category_scores_gemma":[0.018039731,0.000466335,0.00031182703,0.0010063675,0.0005310944,0.003803233,0.0014070743,0.00092343835,0.0044619595],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002447805,0.00022118862,0.02909992,0.0007672602,0.00008786587,0.0017969575,0.004630471,0.058053736,0.0530438,0.24292491,0.04240288,0.5667262],"study_design_scores_gemma":[0.0000725488,0.0002332451,0.018102877,0.00028134568,0.00013137102,0.0020748447,0.0020039594,0.42159444,0.05316215,0.18569162,0.31654343,0.0001082317],"about_ca_topic_score_codex":0.0011520293,"about_ca_topic_score_gemma":0.0030936203,"teacher_disagreement_score":0.01306311,"about_ca_system_score_codex":0.0005404068,"about_ca_system_score_gemma":0.0012444373,"threshold_uncertainty_score":0.043700457},"labels":[],"label_agreement":null},{"id":"W7034996374","doi":"","title":"A WORLD OF LOST THINGS: THE CANADIAN BAROQUE TRADITION IN ITS MODERNIST CONTEXT","year":2009,"lang":"en","type":"article","venue":"Scholarship@Western (Western University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Sensibility; Baroque; Allegory; Context (archaeology); Foregrounding","score_opus":0.14461371887048222,"score_gpt":0.3170038223483581,"score_spread":0.1723901034778759,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7034996374","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09066011,0.03438099,0.0033010035,0.1664356,0.0022491962,0.000041532465,0.00021309091,0.00013303121,0.70258546],"genre_scores_gemma":[0.9080531,0.012070975,0.001904342,0.013149907,0.00051959936,0.000028877505,0.00006183649,0.00013984938,0.064071454],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99591285,0.000759811,0.00006782614,0.00043290952,0.00162714,0.0011995696],"domain_scores_gemma":[0.99660146,0.000697645,0.00020062289,0.0002043501,0.0015902551,0.0007055139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048399335,0.00052053016,0.000530366,0.0026331414,0.05059581,0.0147993555,0.001816913,0.0030991016,0.007436365],"category_scores_gemma":[0.0044751177,0.00042469832,0.00030153347,0.00547217,0.05391658,0.0051386114,0.003905966,0.007344224,0.00043679634],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029153985,0.000013392358,0.0008608571,0.000073947034,0.000009549069,0.00014923715,0.10886569,0.00011730246,0.00013817113,0.8480529,0.026812946,0.014876864],"study_design_scores_gemma":[0.000015395146,0.000017523404,0.0043065534,0.00032213,0.00002397103,0.0001610147,0.054591075,0.0002306724,0.00013727629,0.04564455,0.8944658,0.00008397271],"about_ca_topic_score_codex":0.9794113,"about_ca_topic_score_gemma":0.9889094,"teacher_disagreement_score":0.15048763,"about_ca_system_score_codex":0.15048763,"about_ca_system_score_gemma":0.11841479,"threshold_uncertainty_score":0.98531395},"labels":[],"label_agreement":null},{"id":"W7038029063","doi":"","title":"Heilige haast: Over Mystiek lichaam van Frans Kellendonk","year":2018,"lang":"nl","type":"article","venue":"Data Archiving and Networked Services (DANS)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"TheMuseum","funders":"","keywords":"Gloom; Action (physics); Work (physics)","score_opus":0.035135935281140764,"score_gpt":0.2927396114891787,"score_spread":0.2576036762080379,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038029063","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011255866,0.100305334,0.05177138,0.17717487,0.07575599,0.00024152968,0.008449165,0.008011583,0.56703436],"genre_scores_gemma":[0.045190707,0.015032265,0.01149732,0.00966193,0.0047619403,0.0001123424,0.0013551642,0.0064280275,0.9059602],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977385,0.00058958394,0.00011569265,0.00039263655,0.000963265,0.00020032494],"domain_scores_gemma":[0.9981046,0.0006696238,0.00010166901,0.00015726333,0.00058794476,0.00037897157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017458501,0.0014148233,0.0010879651,0.000985517,0.0021482531,0.009210702,0.0013042209,0.0023744465,0.19897842],"category_scores_gemma":[0.008892384,0.0007784843,0.00038348365,0.00088128116,0.0011336225,0.00554717,0.0035148002,0.0038465688,0.083629504],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000116388364,0.00006190873,0.00020000858,0.00033792725,0.000024118497,0.00038030124,0.0023899332,0.00058445527,0.001336272,0.0269276,0.8491818,0.11845933],"study_design_scores_gemma":[0.000004243296,0.0000037851066,0.000053489726,0.00010645517,0.0000046328664,0.00014514718,0.0003373957,0.00020054793,0.00025767888,0.002433206,0.99643826,0.00001527417],"about_ca_topic_score_codex":0.011196007,"about_ca_topic_score_gemma":0.015259186,"teacher_disagreement_score":0.19897842,"about_ca_system_score_codex":0.0016841231,"about_ca_system_score_gemma":0.0023905037,"threshold_uncertainty_score":0.6656492},"labels":[],"label_agreement":null},{"id":"W7042098641","doi":"","title":"Objective-based codes : the Canadian approach and the use of the it tools in the process","year":2001,"lang":"en","type":"article","venue":"NPARC","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Process (computing); Key (lock); Field (mathematics); Code (set theory); Confidentiality","score_opus":0.11480164759660383,"score_gpt":0.2960826280074438,"score_spread":0.18128098041083995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7042098641","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021278882,0.002595136,0.25073814,0.04539461,0.0015868,0.0008040055,0.00079912686,0.000613648,0.6761898],"genre_scores_gemma":[0.62138,0.0053829974,0.22189565,0.0030542628,0.00039223715,0.0008140771,0.0005062381,0.0007720188,0.14580256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9640489,0.009564184,0.0011173487,0.0014337096,0.021824447,0.002011289],"domain_scores_gemma":[0.9204788,0.020493504,0.003477352,0.004840161,0.046096854,0.004613311],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022536715,0.00083853776,0.0007464564,0.013492577,0.008616346,0.014821214,0.0028761963,0.0025150282,0.011538359],"category_scores_gemma":[0.09162906,0.00059355143,0.0005387959,0.0132210115,0.016612977,0.007867571,0.0042905803,0.003993549,0.0012408368],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003530673,0.00003069029,0.002003107,0.00019877497,0.000009572022,0.00005945617,0.0039882837,0.0015319565,0.0001742922,0.84943336,0.018632447,0.123902805],"study_design_scores_gemma":[0.00005957104,0.00009627321,0.014885445,0.0018257105,0.000066610926,0.00023656606,0.009939146,0.016560497,0.0015059607,0.451233,0.503286,0.00030513623],"about_ca_topic_score_codex":0.8100899,"about_ca_topic_score_gemma":0.8940857,"teacher_disagreement_score":0.18991011,"about_ca_system_score_codex":0.075386845,"about_ca_system_score_gemma":0.2121379,"threshold_uncertainty_score":0.5469724},"labels":[],"label_agreement":null},{"id":"W7095093337","doi":"","title":"Université de Montréal","year":2010,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"The arts; Representation (politics); Sketch","score_opus":0.008440686905270625,"score_gpt":0.21183190398614693,"score_spread":0.20339121708087632,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095093337","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011872786,0.016443484,0.016968867,0.0108646285,0.0017804662,0.0002817054,0.011574252,0.002208462,0.92800534],"genre_scores_gemma":[0.04690178,0.005794272,0.011497982,0.00096301036,0.00016423083,0.00012339941,0.0041336226,0.00058515073,0.92983645],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99732167,0.0003078427,0.00008476694,0.0009345552,0.000983709,0.0003674338],"domain_scores_gemma":[0.997165,0.00049266784,0.00015979908,0.0003633292,0.0013062368,0.00051289203],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0012330972,0.0014967154,0.0010194436,0.002046428,0.004321088,0.0060459143,0.0019257134,0.0015002191,0.31621557],"category_scores_gemma":[0.004446501,0.0007278101,0.0008424906,0.0026156364,0.0022467908,0.0024883247,0.0025592283,0.0015497598,0.06731555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004894998,0.00014977201,0.0063637984,0.0011402946,0.00012554789,0.0016410355,0.0020140673,0.0035122058,0.0057529504,0.3435789,0.34551996,0.28971195],"study_design_scores_gemma":[0.000044769968,0.00004132636,0.004037899,0.0002537398,0.000024238092,0.00030811955,0.00036252596,0.0013559466,0.0014570168,0.009748185,0.9822957,0.0000705225],"about_ca_topic_score_codex":0.6367497,"about_ca_topic_score_gemma":0.69678545,"teacher_disagreement_score":0.6837844,"about_ca_system_score_codex":0.018875046,"about_ca_system_score_gemma":0.018233089,"threshold_uncertainty_score":0.9753355},"labels":[],"label_agreement":null},{"id":"W7095586415","doi":"","title":"Using Tabular Expression Input to Specify and Generate Program Family Members Using Tabular Expression Input to Specify and Generate Program Family Members","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Notation; Expression (computer science); Set (abstract data type); Process (computing); Class (philosophy); Product (mathematics); Software; Software development","score_opus":0.09459795990976778,"score_gpt":0.3587500163077016,"score_spread":0.2641520563979338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095586415","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049714134,0.00009983951,0.94158363,0.00020088587,0.00007288097,0.00028332853,0.0027805457,0.039667476,0.01033998],"genre_scores_gemma":[0.08485247,0.0003708695,0.8718029,0.00041182243,0.00005035176,0.0011892976,0.008323629,0.015947988,0.01705072],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982925,0.0005004512,0.00018844576,0.00032492887,0.0005431088,0.00015051599],"domain_scores_gemma":[0.9937889,0.00334287,0.00035575268,0.0010096664,0.0013805649,0.00012229476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002795856,0.0014008804,0.0005570419,0.0010105661,0.00055605813,0.0022308284,0.0013452204,0.0008036225,0.035921063],"category_scores_gemma":[0.009662119,0.0006014755,0.0010040508,0.00095345685,0.000638319,0.0025302493,0.0016023741,0.0011515679,0.01183564],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013560756,0.00031737806,0.007068724,0.0024243305,0.00012264046,0.001824353,0.0031379,0.03554794,0.048457634,0.17337643,0.14889845,0.5774681],"study_design_scores_gemma":[0.0002880852,0.00033948905,0.0018523943,0.0008077458,0.00009581136,0.0012242261,0.0005219796,0.2036334,0.16768427,0.063651204,0.55970347,0.0001979568],"about_ca_topic_score_codex":0.0013554462,"about_ca_topic_score_gemma":0.0012881837,"teacher_disagreement_score":0.035921063,"about_ca_system_score_codex":0.0010827266,"about_ca_system_score_gemma":0.0014773323,"threshold_uncertainty_score":0.12016791},"labels":[],"label_agreement":null},{"id":"W7095770546","doi":"","title":"J. Appavoo","year":2009,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kernel (algebra); Scalability; Rapid prototyping; Natural (archaeology)","score_opus":0.02222563941601873,"score_gpt":0.27761826887201346,"score_spread":0.2553926294559947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095770546","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017982371,0.020737285,0.029775629,0.032240354,0.014830943,0.0002754534,0.0012673057,0.0043587387,0.8785319],"genre_scores_gemma":[0.04228604,0.009960132,0.021304257,0.007277349,0.0017238302,0.00014246829,0.0012586237,0.0015898611,0.91445756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990258,0.0001472187,0.00006239764,0.00021315717,0.00044740908,0.0001040221],"domain_scores_gemma":[0.9983512,0.00037647525,0.00006538547,0.00021421578,0.0006037531,0.00038896708],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001441546,0.00052392547,0.00035455648,0.001891971,0.0032791486,0.004379797,0.0011862501,0.0015114459,0.1406004],"category_scores_gemma":[0.0046979063,0.00029044703,0.00036785388,0.0012510773,0.0009958,0.0036774534,0.003127711,0.0017385043,0.068511166],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010624027,0.00013416828,0.0025588733,0.00038050927,0.000013480707,0.0010504836,0.003080876,0.00025209738,0.0018162814,0.037313696,0.31863856,0.63465476],"study_design_scores_gemma":[0.0000042107413,0.0000214417,0.00056544883,0.00008429013,0.0000041944772,0.00089997565,0.0004829843,0.0001228814,0.00028370757,0.0027740388,0.9947484,0.000008478412],"about_ca_topic_score_codex":0.0047106408,"about_ca_topic_score_gemma":0.0066746636,"teacher_disagreement_score":0.8593996,"about_ca_system_score_codex":0.0007026473,"about_ca_system_score_gemma":0.0021004996,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W7095945278","doi":"","title":"THIERRY MOYAUX DESIGN, SIMULATION AND ANALYSIS OF COLLABORATIVE STRATEGIES IN MULTI-AGENT SYSTEMS: THE CASE OF SUPPLY CHAIN MANAGEMENT","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Supply chain; Supply chain management; Chain (unit); Data collection","score_opus":0.09042729420279462,"score_gpt":0.33927912258851145,"score_spread":0.24885182838571684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095945278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09054919,0.004208654,0.87424934,0.007327622,0.00034699283,0.00019882689,0.000081271595,0.00021466783,0.022823388],"genre_scores_gemma":[0.69805217,0.0040721656,0.26801383,0.00044598084,0.00017737102,0.0004961225,0.000089247485,0.00012692732,0.028526163],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987387,0.0008163637,0.000044427805,0.00011976784,0.0001874257,0.00009331239],"domain_scores_gemma":[0.99484694,0.0043187947,0.00020904781,0.00013209853,0.0003357049,0.00015731314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020244776,0.0005625764,0.00078213937,0.00065171125,0.0009828635,0.0019270052,0.00089995476,0.0019965635,0.004097253],"category_scores_gemma":[0.008902586,0.0005799676,0.0008253806,0.0005714943,0.001380488,0.0018282476,0.0012191178,0.0014728941,0.000441526],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022589519,0.00008826354,0.0016258133,0.0001780755,0.0001037637,0.00025068907,0.00036384573,0.8277894,0.0018151648,0.14385343,0.0019532968,0.021752339],"study_design_scores_gemma":[0.000073840165,0.00009246223,0.00035443043,0.000037821454,0.000035618952,0.000043208165,0.00009191152,0.94518536,0.0012360872,0.044757947,0.008066065,0.000025268944],"about_ca_topic_score_codex":0.01354816,"about_ca_topic_score_gemma":0.007165906,"teacher_disagreement_score":0.01354816,"about_ca_system_score_codex":0.0011914342,"about_ca_system_score_gemma":0.0021962547,"threshold_uncertainty_score":0.026938617},"labels":[],"label_agreement":null},{"id":"W7096257386","doi":"","title":"Experience with k42, an open-source, linux-compatible, scalable operating-system kernel","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kernel (algebra); Scalability; Rapid prototyping; Kernel method","score_opus":0.04259657195649986,"score_gpt":0.30671247907527655,"score_spread":0.2641159071187767,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7096257386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5648071,0.00409976,0.31399372,0.004806478,0.00044293606,0.0008386441,0.000436381,0.00966492,0.10090996],"genre_scores_gemma":[0.7164568,0.003531824,0.24088636,0.0011695639,0.00013142788,0.00023967793,0.0012434677,0.003236229,0.033104666],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99522334,0.0012612484,0.00033442728,0.0006414935,0.0018805875,0.00065896235],"domain_scores_gemma":[0.98827934,0.002354386,0.00056238694,0.0018761408,0.004795508,0.0021321203],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008192081,0.0006574863,0.00037243756,0.00056761317,0.0017692525,0.003261169,0.0019171176,0.00074720616,0.0036056668],"category_scores_gemma":[0.015586434,0.0005984551,0.0004412407,0.0011655472,0.0019674918,0.007154672,0.002961353,0.0021127267,0.0019389413],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015537139,0.0021808613,0.033919763,0.0014100763,0.00015444194,0.002011078,0.053310063,0.01340838,0.07233711,0.047723774,0.065701656,0.70628893],"study_design_scores_gemma":[0.00027383887,0.0035391534,0.031527575,0.00058726064,0.00025383235,0.0048341514,0.009283403,0.033111792,0.08240351,0.015029298,0.81858397,0.0005721384],"about_ca_topic_score_codex":0.0076951445,"about_ca_topic_score_gemma":0.0062108086,"teacher_disagreement_score":0.008192081,"about_ca_system_score_codex":0.0016886909,"about_ca_system_score_gemma":0.00363703,"threshold_uncertainty_score":0.04332435},"labels":[],"label_agreement":null},{"id":"W7097255778","doi":"","title":"Towards Fault-tolerant Software Architectures","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Construct (python library); Software; Software system; Component-based software engineering; Architectural pattern; Software architecture; Architecture; Software construction","score_opus":0.04424887369026436,"score_gpt":0.27946658061393237,"score_spread":0.235217706923668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7097255778","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03372966,0.004572166,0.90165484,0.017262883,0.0007212697,0.00007377642,0.00003385025,0.0010965039,0.040855017],"genre_scores_gemma":[0.34993097,0.0074914237,0.61458033,0.0036930048,0.0006227499,0.00020462011,0.00011845191,0.00018845634,0.023169957],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99874556,0.00041474492,0.000052506053,0.00010930601,0.000555178,0.00012262678],"domain_scores_gemma":[0.9983866,0.0004631949,0.000115462164,0.00036050787,0.000534319,0.00013994768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020584625,0.0005659423,0.00020503954,0.000735548,0.00079025974,0.0022609625,0.000937902,0.0023305812,0.001699147],"category_scores_gemma":[0.0033107842,0.00048690036,0.00033465293,0.00047214664,0.0027605311,0.0041401447,0.0017071075,0.0035357769,0.000986013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025517229,0.00003662156,0.00030874775,0.00013212427,0.000011504358,0.00013362271,0.0009776974,0.011253401,0.0077465875,0.9103402,0.00540285,0.06363129],"study_design_scores_gemma":[0.000022324495,0.000064570355,0.0001607175,0.00010200912,0.000014307229,0.00018974916,0.00036412667,0.056877825,0.0058701276,0.8017831,0.13453221,0.000018973205],"about_ca_topic_score_codex":0.001465946,"about_ca_topic_score_gemma":0.0018551403,"teacher_disagreement_score":0.0023305812,"about_ca_system_score_codex":0.0012148971,"about_ca_system_score_gemma":0.0016379203,"threshold_uncertainty_score":0.0108863115},"labels":[],"label_agreement":null},{"id":"W7100081872","doi":"","title":"THE UNIVERSITY OF CALGARY Improving the Modularity of Context-Sensitive Concerns through the Use of Declarative Event Patterns","year":2005,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Event (particle physics); Modularity (biology); Protocol (science); Maintainability; Software; Communications protocol; Protocol analysis; Abstraction","score_opus":0.08135668825482482,"score_gpt":0.282241276919262,"score_spread":0.20088458866443715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100081872","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.049489588,0.022618426,0.17375404,0.04624017,0.0044876914,0.0003283345,0.0014996107,0.012923503,0.68865865],"genre_scores_gemma":[0.1013956,0.013552509,0.1609191,0.0034383768,0.0006525141,0.0001555646,0.0018500244,0.0024897305,0.7155465],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99805874,0.00030511973,0.000115484145,0.0006334065,0.0006554595,0.00023171102],"domain_scores_gemma":[0.9955122,0.0010962423,0.00018370996,0.0008009098,0.0017032169,0.00070369255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020173485,0.00096408185,0.00071714254,0.0016123778,0.0025164606,0.0059456644,0.0017454537,0.0016302019,0.07910868],"category_scores_gemma":[0.0062692277,0.00084437843,0.0007733178,0.0020108589,0.0021184122,0.003254302,0.0036236423,0.0034814517,0.020143554],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040342822,0.00020045582,0.0036434052,0.0006733185,0.00004576084,0.00088629493,0.002124141,0.0047448613,0.009851169,0.14199527,0.17307103,0.66236097],"study_design_scores_gemma":[0.00006935765,0.00007894077,0.0024229025,0.0004916213,0.000023435203,0.0002740194,0.00046251647,0.0049983566,0.004042062,0.030230789,0.95685565,0.000050265164],"about_ca_topic_score_codex":0.10701303,"about_ca_topic_score_gemma":0.101479545,"teacher_disagreement_score":0.10701303,"about_ca_system_score_codex":0.009928503,"about_ca_system_score_gemma":0.008927127,"threshold_uncertainty_score":0.26464492},"labels":[],"label_agreement":null},{"id":"W7100257758","doi":"","title":"Aspectual Decomposition of Transactions","year":2007,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Pleasure; Sister; Wish; Decomposition; Chose","score_opus":0.023952772383821635,"score_gpt":0.3221803452965927,"score_spread":0.298227572912771,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7100257758","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.024000471,0.0008042343,0.95707715,0.0002507108,0.00009332226,0.0001745942,0.00021362086,0.0011779374,0.01620796],"genre_scores_gemma":[0.36918378,0.0012813732,0.6078594,0.00021173814,0.00016933632,0.00033304494,0.0013033729,0.0006782043,0.018979732],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976846,0.0006442379,0.00024714225,0.000321133,0.0008184082,0.0002845219],"domain_scores_gemma":[0.9975224,0.0005036177,0.00024256314,0.00095440244,0.0005937934,0.0001832456],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020173946,0.0005916759,0.00044091194,0.0012703725,0.0006852134,0.0030196114,0.0007713248,0.000613833,0.0036909115],"category_scores_gemma":[0.0042217355,0.0005610874,0.0009493686,0.0012186337,0.0012396696,0.0038414781,0.0018848276,0.001376583,0.0011995861],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001700717,0.00008657087,0.0020330695,0.0002932906,0.00007952535,0.00036736747,0.0013087959,0.019194145,0.012527738,0.785949,0.0057111555,0.17227934],"study_design_scores_gemma":[0.000046190064,0.00012514924,0.001325181,0.0001746363,0.00014980831,0.00091714424,0.0004906669,0.18874446,0.013009514,0.6363364,0.15863796,0.00004294905],"about_ca_topic_score_codex":0.0017358235,"about_ca_topic_score_gemma":0.0021395301,"teacher_disagreement_score":0.0036909115,"about_ca_system_score_codex":0.00074153877,"about_ca_system_score_gemma":0.0011470388,"threshold_uncertainty_score":0.012347281},"labels":[],"label_agreement":null},{"id":"W7132911090","doi":"","title":"Assisting with API Design through Reusing Design Knowledge","year":2020,"lang":"","type":"dissertation","venue":"TSpace","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto","keywords":"Software design; Application programming interface; Reuse; Software; Design knowledge; Set (abstract data type); Software requirements specification; Design methods","score_opus":0.22930493845795485,"score_gpt":0.4091607418210336,"score_spread":0.17985580336307877,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7132911090","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.055346657,0.001347264,0.9130084,0.0032502615,0.00009669266,0.00085699523,0.00022695545,0.0024380286,0.023428774],"genre_scores_gemma":[0.12364663,0.0014745719,0.867032,0.00062528416,0.00004992824,0.0005377997,0.0008838834,0.00060077134,0.005149163],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9595242,0.02156535,0.0033622512,0.003985673,0.010710371,0.00085215736],"domain_scores_gemma":[0.88183784,0.07565594,0.00507614,0.021469133,0.014846256,0.0011146053],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.033291094,0.0025731544,0.001202705,0.008928658,0.001726367,0.008477604,0.0041138954,0.0027575411,0.0050663855],"category_scores_gemma":[0.109266594,0.0016490535,0.0021048856,0.0030625795,0.003603644,0.011997681,0.0076935682,0.004281084,0.0030060061],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001715635,0.0007691869,0.006180879,0.0026165787,0.00014678985,0.0016638642,0.08581991,0.009867225,0.019077176,0.045657646,0.008429464,0.8195996],"study_design_scores_gemma":[0.00027257297,0.0014557105,0.0064376914,0.00620089,0.00071433745,0.0057197944,0.04263264,0.09158258,0.037420075,0.15208253,0.65485346,0.0006276944],"about_ca_topic_score_codex":0.0026598056,"about_ca_topic_score_gemma":0.0041195857,"teacher_disagreement_score":0.033291094,"about_ca_system_score_codex":0.00337094,"about_ca_system_score_gemma":0.006381662,"threshold_uncertainty_score":0.17606223},"labels":[],"label_agreement":null},{"id":"W7133040690","doi":"","title":"Goal analysis for software customization and personalization","year":2003,"lang":"","type":"dissertation","venue":"TSpace","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bibliothèque et Archives nationales du Québec; University of Toronto","funders":"","keywords":"Personalization; Software; Goal modeling; Goal orientation; User interface; Dependency (UML); Space (punctuation)","score_opus":0.04035229969430311,"score_gpt":0.3606004252257145,"score_spread":0.3202481255314114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7133040690","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0064954646,0.0009760625,0.9734268,0.0015401699,0.000046653746,0.00019849856,0.00010392158,0.00033521157,0.016877124],"genre_scores_gemma":[0.24202256,0.0012595608,0.74842083,0.0003292142,0.00008405111,0.00067679945,0.00046832938,0.00021351573,0.006525162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9927322,0.003451251,0.0005966108,0.0010125036,0.001813368,0.000394102],"domain_scores_gemma":[0.99132115,0.0049462826,0.00077719387,0.0013853135,0.0013311666,0.00023888158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007562686,0.001444848,0.00091987965,0.004625523,0.0017863392,0.005454014,0.0018293775,0.0016144633,0.0044270265],"category_scores_gemma":[0.0146521665,0.0008933694,0.0028667755,0.0031190726,0.00644849,0.007508939,0.0036416207,0.0032696163,0.0008070251],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023696826,0.00005104763,0.0007417366,0.00021541513,0.000051257004,0.00010625996,0.0013855932,0.01800636,0.0005767406,0.92348987,0.0017419779,0.053610004],"study_design_scores_gemma":[0.000015903854,0.000032587308,0.0005769076,0.0002181197,0.00003889255,0.00013497651,0.0007963937,0.08486512,0.0011237224,0.88569343,0.026460774,0.00004313269],"about_ca_topic_score_codex":0.0076811723,"about_ca_topic_score_gemma":0.0045854854,"teacher_disagreement_score":0.0076811723,"about_ca_system_score_codex":0.0056478074,"about_ca_system_score_gemma":0.003538466,"threshold_uncertainty_score":0.040977895},"labels":[],"label_agreement":null},{"id":"W7134912072","doi":"10.1109/pcs65673.2025.11417568","title":"How Universal Are SAM2 Features?","year":2025,"lang":"","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"","score_opus":0.02729096740780368,"score_gpt":0.2772947376694618,"score_spread":0.2500037702616581,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134912072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54149616,0.0035098884,0.24697,0.015318499,0.0007848593,0.00014640794,0.0021469316,0.02151295,0.16811436],"genre_scores_gemma":[0.95340055,0.00051038293,0.031899236,0.0011850417,0.0002730401,0.00007787946,0.00093056605,0.0026781613,0.009045128],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9957312,0.00096729543,0.00020492189,0.00072015077,0.0016983479,0.00067816465],"domain_scores_gemma":[0.9789505,0.008137142,0.002199949,0.0060968013,0.003907406,0.0007083186],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004659451,0.00060663396,0.0005292181,0.0017642456,0.0011205081,0.004418261,0.0019459837,0.0014680576,0.010565413],"category_scores_gemma":[0.035783798,0.0006434203,0.00053033966,0.0018263437,0.002107688,0.017268386,0.0028420435,0.0017094121,0.0038150107],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008348477,0.0002704651,0.05107994,0.00084536633,0.00015111243,0.0003131809,0.0030654713,0.0027822258,0.013446422,0.21401614,0.0383113,0.6748835],"study_design_scores_gemma":[0.00015337199,0.0006758873,0.050358955,0.0009817507,0.00041132167,0.0021053643,0.0056707286,0.034691513,0.03836223,0.45010304,0.4162546,0.0002312941],"about_ca_topic_score_codex":0.002653019,"about_ca_topic_score_gemma":0.0023684718,"teacher_disagreement_score":0.010565413,"about_ca_system_score_codex":0.00095118524,"about_ca_system_score_gemma":0.001314506,"threshold_uncertainty_score":0.03534478},"labels":[],"label_agreement":null},{"id":"W7144234926","doi":"10.15083/0002006276","title":"Alberta context tool日本語版の開発および病棟の contextと病棟看護師の研究成果活用の関連","year":2020,"lang":"ja","type":"dissertation","venue":"Institutional Repositories DataBase (IRDB)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Context (archaeology); Key (lock); Work (physics); Agency (philosophy)","score_opus":0.04027599683766948,"score_gpt":0.29630415919538744,"score_spread":0.25602816235771797,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7144234926","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.058208745,0.0028952737,0.72876084,0.0039958013,0.00068704004,0.00090834446,0.0027604757,0.014937824,0.18684569],"genre_scores_gemma":[0.41701412,0.0014338571,0.53924716,0.0011210596,0.00023840596,0.0005238313,0.0019194945,0.0015157633,0.036986277],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956434,0.0012301055,0.00039383408,0.0010354483,0.0014765307,0.00022077284],"domain_scores_gemma":[0.9910492,0.003994303,0.00045782002,0.0015906682,0.0023354087,0.00057259493],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031374176,0.0009478086,0.0006414213,0.003306042,0.0016157727,0.0078214565,0.001280357,0.0012847431,0.016776921],"category_scores_gemma":[0.01603956,0.0006396722,0.0007191398,0.002503655,0.0014323716,0.009378106,0.003544145,0.0017518313,0.00527111],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005732307,0.00040847439,0.008275375,0.000923692,0.00011949843,0.0004251251,0.0059752353,0.0024840487,0.018796444,0.20582828,0.02833547,0.727855],"study_design_scores_gemma":[0.00021399542,0.00053337694,0.009403397,0.0014840675,0.00062154495,0.0014525322,0.0086026015,0.041043874,0.068041064,0.20914732,0.6590993,0.00035693072],"about_ca_topic_score_codex":0.007848564,"about_ca_topic_score_gemma":0.008857848,"teacher_disagreement_score":0.9968626,"about_ca_system_score_codex":0.0012547474,"about_ca_system_score_gemma":0.003377195,"threshold_uncertainty_score":0.05612439},"labels":[],"label_agreement":null},{"id":"W72881453","doi":"10.5753/sbes.2001.23977","title":"Driving Non-Functional Requirements to Use Cases and Scenarios","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Non-functional requirement; Software engineering; Functional requirement; Software development; Software; Business requirements; Software requirements specification; Requirements analysis; Conceptual model; Order (exchange); Risk analysis (engineering); Systems engineering; Process management; Software construction; Business process; Engineering; Operations management; Work in process; Business; Programming language","score_opus":0.10724363690200454,"score_gpt":0.3160221937131062,"score_spread":0.20877855681110163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W72881453","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1093275,0.00014494042,0.8717481,0.0011137641,0.000041791915,0.002018113,0.00045072983,0.0013334882,0.013821544],"genre_scores_gemma":[0.5058958,0.00030220934,0.48620293,0.00039651126,0.0000212848,0.0020637896,0.0014408584,0.00031133805,0.003365189],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9762548,0.015109314,0.0012960683,0.0011629865,0.005453304,0.0007235513],"domain_scores_gemma":[0.9536673,0.033405587,0.003011404,0.0047531785,0.004550813,0.000611691],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011106354,0.0015773351,0.0004696245,0.0028603438,0.00069977884,0.0029063039,0.0021843994,0.0030891735,0.0027700737],"category_scores_gemma":[0.049895756,0.0012723258,0.0011596197,0.0010152188,0.0014596428,0.004122721,0.0036573503,0.0015513394,0.0011525513],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007773049,0.0025600498,0.021845704,0.0028074607,0.00023286098,0.013812907,0.046957225,0.12158397,0.14550652,0.29713583,0.007695091,0.33908507],"study_design_scores_gemma":[0.00022391444,0.000721245,0.009642089,0.001065113,0.00016218706,0.0049041198,0.010976511,0.5808977,0.12997398,0.14003265,0.12110884,0.0002916548],"about_ca_topic_score_codex":0.002167399,"about_ca_topic_score_gemma":0.0030049756,"teacher_disagreement_score":0.011106354,"about_ca_system_score_codex":0.0017992724,"about_ca_system_score_gemma":0.0017116765,"threshold_uncertainty_score":0.05873674},"labels":[],"label_agreement":null},{"id":"W76828974","doi":"","title":"Aspect-Oriented Incremental Customization of Middleware Services","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Middleware (distributed applications); Modular design; Personalization; Aspect-oriented programming; Distributed computing; Fault tolerance; Modular programming; Robustness (evolution); Consistency (knowledge bases); Message oriented middleware; Software engineering; Embedded system; Operating system; Software; Programming language; Software architecture","score_opus":0.020852411545654283,"score_gpt":0.26561690036293056,"score_spread":0.24476448881727628,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W76828974","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117546596,0.00023404937,0.8477905,0.00023495196,0.000108981214,0.00045141313,0.00013030636,0.016460216,0.017043043],"genre_scores_gemma":[0.6421049,0.00031732596,0.34832627,0.00024941022,0.00004876967,0.00023582742,0.00046269872,0.002018999,0.006235714],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985084,0.00024333836,0.00010985077,0.00017703278,0.0007838775,0.00017756844],"domain_scores_gemma":[0.99699855,0.0006522621,0.00021400266,0.0014463384,0.0005853205,0.00010347851],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001411504,0.000551091,0.0002522649,0.0006361512,0.00037152178,0.00096806634,0.0015949097,0.00047597228,0.0015525165],"category_scores_gemma":[0.005374128,0.00047387305,0.00069607934,0.00047027605,0.0005945845,0.0017676541,0.001715418,0.0010635027,0.00044959586],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047763373,0.00044900575,0.009859133,0.0003677383,0.00014055014,0.001389338,0.0017665027,0.20868327,0.19317873,0.06704715,0.010648829,0.5059922],"study_design_scores_gemma":[0.00012059381,0.00017609361,0.00419815,0.000054635602,0.0001103621,0.0008585232,0.00031156727,0.79606324,0.089070834,0.02569101,0.08326361,0.00008144548],"about_ca_topic_score_codex":0.0019824312,"about_ca_topic_score_gemma":0.0024692665,"teacher_disagreement_score":0.0019824312,"about_ca_system_score_codex":0.000531628,"about_ca_system_score_gemma":0.0008309935,"threshold_uncertainty_score":0.007464826},"labels":[],"label_agreement":null},{"id":"W77870679","doi":"","title":"Software Architectures as Organizational Structures","year":2001,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Software engineering; Software architecture; Knowledge management; Adaptation (eye); Architectural style; Software; Process management; Architecture; Engineering; Programming language","score_opus":0.0191634905349697,"score_gpt":0.2742577395224273,"score_spread":0.25509424898745764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W77870679","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021606043,0.006705978,0.75060946,0.0094564315,0.000414581,0.00025841437,0.00024805768,0.0007217139,0.20997939],"genre_scores_gemma":[0.5215033,0.008147545,0.429874,0.0013137055,0.00058257283,0.0011368864,0.0006848415,0.00030790397,0.03644923],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.996802,0.0015174942,0.0002451327,0.00038357652,0.000773289,0.00027845893],"domain_scores_gemma":[0.99670106,0.0010623115,0.0005848352,0.00069438515,0.00056750973,0.0003899031],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025190902,0.0008824886,0.00040051006,0.002822582,0.0021196725,0.0100202095,0.0012998272,0.0024820855,0.0057060914],"category_scores_gemma":[0.0046611787,0.0007368662,0.0007073231,0.0027406004,0.009100018,0.013202435,0.0035596848,0.0028241675,0.0015524752],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.146449e-7,0.0000030126678,0.000045402918,0.000014338544,0.0000022168833,0.000013056638,0.0002792266,0.0009786608,0.000065507076,0.99573296,0.0003421717,0.0025226467],"study_design_scores_gemma":[0.0000060780408,0.000011198392,0.00009305887,0.000056187204,0.000004649426,0.000049124286,0.00029231925,0.0044463044,0.000102666665,0.92719257,0.06773825,0.00000767096],"about_ca_topic_score_codex":0.0026663532,"about_ca_topic_score_gemma":0.0025866823,"teacher_disagreement_score":0.0100202095,"about_ca_system_score_codex":0.0035308278,"about_ca_system_score_gemma":0.0028610458,"threshold_uncertainty_score":0.025618076},"labels":[],"label_agreement":null},{"id":"W78359622","doi":"","title":"Towards Variability Design as Decision Boundary Placement.","year":2007,"lang":"en","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Decision process; Decision boundary; Decision support system; Decision engineering; Graph; Business decision mapping; Data mining; Theoretical computer science; Machine learning; Management science; Engineering","score_opus":0.04254172863597103,"score_gpt":0.3284622840882953,"score_spread":0.2859205554523243,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W78359622","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002008386,0.0004471999,0.9942167,0.00048709806,0.00005649779,0.00008376215,0.000045184264,0.000114637325,0.0025405067],"genre_scores_gemma":[0.10344236,0.00129874,0.89137304,0.00048653965,0.00019492056,0.00056240655,0.00026333143,0.00027604715,0.00210257],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98780185,0.0067237867,0.00058860396,0.0017108888,0.0027398628,0.0004350221],"domain_scores_gemma":[0.9786709,0.015578328,0.0014927936,0.002286852,0.0014627062,0.0005085294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011881895,0.002568596,0.0018866531,0.0024385136,0.001350093,0.00501639,0.003064049,0.0029706613,0.005156675],"category_scores_gemma":[0.029407496,0.0016211247,0.002971274,0.003022419,0.006545349,0.005269313,0.0046740295,0.0061934185,0.0012491138],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013945338,0.00012459292,0.001149425,0.0006125153,0.00014729211,0.00021929944,0.000673029,0.28729448,0.0025083914,0.603159,0.002783259,0.10118932],"study_design_scores_gemma":[0.000046754678,0.000076327065,0.00013928756,0.00015920145,0.00005235617,0.00007104756,0.000101924874,0.23442692,0.0013141569,0.75269186,0.010889602,0.00003052738],"about_ca_topic_score_codex":0.0021568164,"about_ca_topic_score_gemma":0.00234111,"teacher_disagreement_score":0.011881895,"about_ca_system_score_codex":0.003278795,"about_ca_system_score_gemma":0.0036437598,"threshold_uncertainty_score":0.06283826},"labels":[],"label_agreement":null},{"id":"W816408658","doi":"","title":"Mise En Scene: Conversion of Scenarios to CSP Traces for the Requirements-To-Design-To-Code Project","year":2013,"lang":"en","type":"book","venue":"NASA Technical Reports Server (NASA)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph","funders":"","keywords":"Notation; Computer science; TRACE (psycholinguistics); Programming language; Communicating sequential processes; Code (set theory); Schedule; Software engineering; Semantics (computer science); Operating system; Set (abstract data type)","score_opus":0.08758472609437762,"score_gpt":0.34286242699739045,"score_spread":0.2552777009030128,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W816408658","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018481317,0.0009171078,0.91250545,0.00067417003,0.00034759095,0.00022502829,0.0011812892,0.007737009,0.07456418],"genre_scores_gemma":[0.023931272,0.003773773,0.80786043,0.00050356955,0.00015728554,0.0005660069,0.007658014,0.009566197,0.14598341],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991503,0.00017975665,0.00006695124,0.000094818366,0.00048155728,0.000026660711],"domain_scores_gemma":[0.99881124,0.0005296067,0.00004911327,0.00025817013,0.00030128766,0.000050647843],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001060271,0.0011315763,0.00034129326,0.0016256867,0.0004311662,0.002408268,0.0010987195,0.0008583488,0.027272278],"category_scores_gemma":[0.0039526597,0.0007436029,0.0007136889,0.0019415721,0.0006283913,0.0042002113,0.0013871322,0.0021519123,0.013298699],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006137439,0.0000744398,0.00018187477,0.00065337226,0.0000151061495,0.00038160617,0.00082053134,0.008316779,0.010199544,0.34385437,0.13722377,0.49821723],"study_design_scores_gemma":[0.000016830965,0.00004689356,0.00018419814,0.00022999772,0.0000069086655,0.00082622765,0.0001035119,0.019651165,0.006980837,0.04965405,0.92226493,0.000034509347],"about_ca_topic_score_codex":0.0013176114,"about_ca_topic_score_gemma":0.0021247398,"teacher_disagreement_score":0.027272278,"about_ca_system_score_codex":0.00095568737,"about_ca_system_score_gemma":0.0012440995,"threshold_uncertainty_score":0.09123486},"labels":[],"label_agreement":null},{"id":"W82583811","doi":"","title":"Qualitative, Interactive, Backward Analysis of i* Models","year":2008,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Qualitative analysis; Work (physics); Eclipse; Management science; Qualitative research; Engineering","score_opus":0.17681986401153,"score_gpt":0.4024326189158337,"score_spread":0.22561275490430371,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W82583811","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0068063373,0.000025035974,0.9816922,0.00026200133,0.0000142269455,0.00013742762,0.0002991544,0.00079829874,0.009965297],"genre_scores_gemma":[0.19166312,0.0001324963,0.801474,0.00013691641,0.0000114700915,0.00050883886,0.0009097471,0.00053327356,0.0046301642],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9957967,0.001991428,0.00016412383,0.00037095524,0.0013443689,0.00033245963],"domain_scores_gemma":[0.9874362,0.008732512,0.00047038842,0.0015225057,0.0016765828,0.00016192705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0054772613,0.0010016069,0.00054001523,0.001736969,0.0012793185,0.0037709966,0.0023947912,0.00093138614,0.013764648],"category_scores_gemma":[0.019170571,0.00089264533,0.0031134037,0.0009621057,0.002124948,0.0053599365,0.0045851236,0.002805099,0.0017774801],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020093346,0.000119062075,0.0020229716,0.00059082184,0.00008159754,0.0005299968,0.0051440704,0.09354893,0.013160389,0.8058803,0.0037310512,0.07498991],"study_design_scores_gemma":[0.000049588525,0.000088655564,0.00051938725,0.00031932126,0.00008070703,0.00021266818,0.0012591159,0.37791324,0.028625384,0.5602177,0.0306355,0.00007871635],"about_ca_topic_score_codex":0.005352839,"about_ca_topic_score_gemma":0.006791447,"teacher_disagreement_score":0.013764648,"about_ca_system_score_codex":0.002429685,"about_ca_system_score_gemma":0.0032456196,"threshold_uncertainty_score":0.04604733},"labels":[],"label_agreement":null},{"id":"W837832250","doi":"","title":"Research into the Development of HLA-based Ship Safety Assessment Simulation with Systems Engineering","year":2008,"lang":"en","type":"article","venue":"Journal of Ocean Engineering and Technology","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Engineering; Shipbuilding; Reuse; High-level architecture; Damages; Naval architecture; Systems engineering; Transport engineering; Construction engineering; Computer science; Interoperability; Marine engineering","score_opus":0.05084688599051834,"score_gpt":0.3236455055312853,"score_spread":0.27279861954076695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W837832250","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044341486,0.00013857539,0.9494015,0.00024326192,0.000049252783,0.00020915743,0.000038451723,0.0010854339,0.0044928184],"genre_scores_gemma":[0.32318982,0.00036777777,0.6734387,0.00006371101,0.000020195259,0.00037256483,0.00018301123,0.00019209122,0.0021721218],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99850804,0.00078714563,0.000118663746,0.000118104894,0.00040193688,0.0000660205],"domain_scores_gemma":[0.9958489,0.002588676,0.00014245555,0.00043903885,0.0008511307,0.00012978607],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030863143,0.00035665158,0.00042132923,0.00040714204,0.0003790489,0.0010834628,0.0012569227,0.00053837575,0.0023313288],"category_scores_gemma":[0.008762543,0.0004694772,0.0005976691,0.00047798554,0.0005082607,0.0017704167,0.0005271223,0.0012198711,0.00036696385],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017416998,0.00035598676,0.0073110964,0.00022595271,0.0001328648,0.00014017044,0.00077244913,0.7705535,0.017620852,0.0704359,0.0012952432,0.13098177],"study_design_scores_gemma":[0.000031886662,0.000074656586,0.0002928546,0.00002254009,0.000017341854,0.00003477991,0.000037383994,0.9838314,0.005624886,0.0030905353,0.006933071,0.000008638832],"about_ca_topic_score_codex":0.0058544073,"about_ca_topic_score_gemma":0.0028673182,"teacher_disagreement_score":0.0058544073,"about_ca_system_score_codex":0.00079173106,"about_ca_system_score_gemma":0.0017964852,"threshold_uncertainty_score":0.016322196},"labels":[],"label_agreement":null},{"id":"W84714789","doi":"","title":"Architecture-Centric Program Transformation for Distributed Systems.","year":2006,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Database-centric architecture; Software architecture; Software evolution; Reference architecture; Software engineering; Architecture; Architecture tradeoff analysis method; Resource-oriented architecture; Transformation (genetics); Applications architecture; Software; Software system; Component-based software engineering; Software construction; Programming language","score_opus":0.020105188932812768,"score_gpt":0.275828659436403,"score_spread":0.25572347050359023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W84714789","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002142761,0.00015201516,0.99015194,0.00021673422,0.00003875826,0.00010477822,0.000055772736,0.003649401,0.0034877018],"genre_scores_gemma":[0.07353012,0.00050323375,0.9179904,0.0002588771,0.000050606242,0.0002968672,0.0004800187,0.0009980473,0.005891948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99877614,0.00039985648,0.0000759239,0.0001698562,0.00051896495,0.000059200745],"domain_scores_gemma":[0.9985998,0.0006214761,0.0001666484,0.00035999247,0.00021035074,0.000041686068],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012705165,0.00048726666,0.0002309784,0.0005508179,0.00047325777,0.0010745253,0.0008946753,0.0006524129,0.0045487923],"category_scores_gemma":[0.004256054,0.0003250247,0.0006265019,0.00063210976,0.00088577654,0.0012354238,0.001140908,0.0016970839,0.0017120122],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015432984,0.00023314515,0.0021367604,0.00079598225,0.00008223252,0.0006959957,0.0011115045,0.027835168,0.049767643,0.2772449,0.020085348,0.6198571],"study_design_scores_gemma":[0.0001553332,0.00032703162,0.0014669825,0.00033089131,0.000111067806,0.0025802634,0.00021355425,0.3826607,0.07118879,0.2260875,0.31480223,0.0000757335],"about_ca_topic_score_codex":0.00096271513,"about_ca_topic_score_gemma":0.0014008945,"teacher_disagreement_score":0.0045487923,"about_ca_system_score_codex":0.000622752,"about_ca_system_score_gemma":0.0012838378,"threshold_uncertainty_score":0.015217185},"labels":[],"label_agreement":null},{"id":"W85244971","doi":"10.1007/978-3-642-24124-6_10","title":"Idealized Fault-Tolerant Components in Requirements Engineering","year":2011,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Fault tolerance; Key (lock); Process (computing); Component (thermodynamics); Distributed computing; Software engineering; Reliability engineering; Programming language; Computer security; Engineering","score_opus":0.07425637220789683,"score_gpt":0.2848208230006238,"score_spread":0.21056445079272695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W85244971","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008512077,0.000818616,0.97623014,0.00037635115,0.00008629326,0.00006031104,0.000023784729,0.00032356504,0.013568912],"genre_scores_gemma":[0.41472837,0.0012294591,0.57247216,0.00023800138,0.00009959801,0.00019638233,0.0001266833,0.00015768819,0.010751657],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99759537,0.00080451166,0.00015613224,0.00023507283,0.0010683386,0.00014057162],"domain_scores_gemma":[0.9983876,0.0008139967,0.000107045256,0.00039417305,0.0002538261,0.00004338491],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019321855,0.00055002753,0.00045134523,0.0007701361,0.0004211058,0.0017248465,0.0014691526,0.00083748926,0.0022206318],"category_scores_gemma":[0.0041463734,0.0006644375,0.0005105313,0.00067010877,0.002106982,0.0029493342,0.0013383541,0.0020425958,0.0007505181],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009227391,0.00003815108,0.00017914739,0.00021819571,0.000023443958,0.00012476304,0.0003844578,0.051673457,0.0050737564,0.857045,0.0016475518,0.08349995],"study_design_scores_gemma":[0.000033856995,0.00008047577,0.00012747616,0.00011073325,0.000033122888,0.00028985992,0.00011812082,0.22796366,0.008384412,0.7356784,0.027148498,0.000031326643],"about_ca_topic_score_codex":0.00057549606,"about_ca_topic_score_gemma":0.00069503207,"teacher_disagreement_score":0.0022206318,"about_ca_system_score_codex":0.0010394645,"about_ca_system_score_gemma":0.0008169961,"threshold_uncertainty_score":0.010218501},"labels":[],"label_agreement":null},{"id":"W90319414","doi":"10.5555/2557696.2557720","title":"Explicit modelling of statechart simulation environments","year":2013,"lang":"en","type":"article","venue":"","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Debugging; Computer science; Formalism (music); Visualization; Programming language; Model transformation; Architecture; Model checking; Software engineering; Artificial intelligence","score_opus":0.08371881941279666,"score_gpt":0.2730724191040804,"score_spread":0.18935359969128376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W90319414","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004302433,0.000043368123,0.9915379,0.00004774353,0.000021799897,0.00004639388,0.000063707506,0.0020044395,0.0019322067],"genre_scores_gemma":[0.32005295,0.00047176535,0.6706958,0.00010618612,0.000050475384,0.00057646603,0.0006823835,0.0014643837,0.0058995956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99737585,0.0010744965,0.0002219868,0.00033119178,0.0008065321,0.00018997896],"domain_scores_gemma":[0.9952989,0.0031899945,0.00027932963,0.0007419113,0.00036564138,0.0001242313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026090045,0.00088159443,0.0006891743,0.0007259546,0.0006764296,0.002566542,0.0021997478,0.0016230266,0.0066668056],"category_scores_gemma":[0.007551946,0.000983396,0.0014098053,0.0005869092,0.0018397857,0.003918555,0.0025211219,0.002038432,0.0009916377],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017756851,0.00012097156,0.0012958708,0.00033405033,0.0000580759,0.00053471344,0.0011741477,0.47830796,0.013528339,0.47280073,0.0013185407,0.0303491],"study_design_scores_gemma":[0.00005597758,0.000073954565,0.00022405216,0.000103746854,0.000036807403,0.00013708188,0.00007200694,0.8667367,0.013265977,0.08175603,0.037490405,0.000047324782],"about_ca_topic_score_codex":0.001675782,"about_ca_topic_score_gemma":0.0018119764,"teacher_disagreement_score":0.0066668056,"about_ca_system_score_codex":0.00086874847,"about_ca_system_score_gemma":0.0014654498,"threshold_uncertainty_score":0.022302687},"labels":[],"label_agreement":null},{"id":"W9052664","doi":"","title":"Software Engineering Research in the Bazaar","year":2001,"lang":"en","type":"article","venue":"Otolaryngologic Clinics of North America","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Software engineering; Computer science; Architecture; Software architecture; Bazaar; Resource-oriented architecture; Server; Reference architecture; Software system; Software; Software evolution; World Wide Web; Operating system; Component-based software engineering; Software construction; History; Archaeology","score_opus":0.10780886521098033,"score_gpt":0.36861425444850365,"score_spread":0.26080538923752333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W9052664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059950996,0.2049992,0.42853707,0.09207303,0.004044186,0.00016963374,0.00026220572,0.0011556158,0.20880803],"genre_scores_gemma":[0.45375594,0.16491704,0.29572788,0.0058471337,0.0032901878,0.0003886945,0.00079247786,0.0005965968,0.07468404],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99552995,0.001960921,0.00034061255,0.00056454685,0.0013856695,0.00021834616],"domain_scores_gemma":[0.9901473,0.006242621,0.0003444,0.0008074866,0.0020657112,0.00039244074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007850773,0.00064351934,0.0006048785,0.0035641887,0.001508374,0.0055854446,0.0009570326,0.002148789,0.0046982765],"category_scores_gemma":[0.015137934,0.00046985774,0.0006456274,0.0033993204,0.003595114,0.0061771916,0.001523927,0.0024704528,0.0016135297],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005942323,0.00014042672,0.0031175108,0.00046336182,0.000056937435,0.00018223333,0.001902953,0.008059509,0.0014201695,0.59095013,0.015373303,0.37827405],"study_design_scores_gemma":[0.000030823066,0.00026252953,0.0029190416,0.0012667392,0.000032473716,0.00041212968,0.0017544742,0.028836174,0.0015405206,0.5040308,0.45886868,0.000045640154],"about_ca_topic_score_codex":0.006715129,"about_ca_topic_score_gemma":0.0047179237,"teacher_disagreement_score":0.007850773,"about_ca_system_score_codex":0.0023626685,"about_ca_system_score_gemma":0.0040015243,"threshold_uncertainty_score":0.041519344},"labels":[],"label_agreement":null},{"id":"W92743557","doi":"","title":"Formal and quantitative approach to non-functional requirements modeling and assessment in software engineering","year":2009,"lang":"en","type":"dissertation","venue":"Spectrum Research Repository (Concordia University)","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Concordia University; University of Twente","keywords":"Computer science; Non-functional requirement; Software engineering; Requirements traceability; Requirements engineering; Software requirements specification; Requirements elicitation; Software requirements; Requirements management; Requirement; Software development; Data mining; Risk analysis (engineering); Software; Software design; Software construction; Programming language","score_opus":0.07521931064338508,"score_gpt":0.3326768986947342,"score_spread":0.2574575880513491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W92743557","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0028412314,0.0004739497,0.9907865,0.00084672566,0.000049260954,0.0002066083,0.00009762501,0.00014446602,0.0045535206],"genre_scores_gemma":[0.093114495,0.00080905907,0.902919,0.00022060744,0.00006728531,0.0006959817,0.00022558693,0.00006797595,0.001879927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.97081244,0.01517591,0.0024994349,0.0014598393,0.009395067,0.00065735],"domain_scores_gemma":[0.95820034,0.030084506,0.0029360587,0.0040369555,0.0043126615,0.00042948956],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.024783535,0.0016730186,0.00088444067,0.004957388,0.0013084112,0.007693601,0.0037087505,0.0027426914,0.002473798],"category_scores_gemma":[0.039634347,0.0014545219,0.0024452298,0.004153166,0.0063458486,0.00819341,0.0029063467,0.0047242893,0.0005946276],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023578497,0.00015983747,0.00080254016,0.00041501422,0.00005302598,0.00013761778,0.0010901589,0.071648076,0.0021892188,0.88576835,0.0008874694,0.036825128],"study_design_scores_gemma":[0.000026029864,0.00012272084,0.0005901633,0.00054516416,0.000053571166,0.0001857676,0.00060873857,0.31451222,0.0028055608,0.65008336,0.030366927,0.0000997078],"about_ca_topic_score_codex":0.006936772,"about_ca_topic_score_gemma":0.0072420584,"teacher_disagreement_score":0.024783535,"about_ca_system_score_codex":0.007815283,"about_ca_system_score_gemma":0.0066913585,"threshold_uncertainty_score":0.13106942},"labels":[],"label_agreement":null},{"id":"W97005850","doi":"10.1007/978-3-642-32891-6_48","title":"A Context-Aware Multi-Agent Systems Architecture for Adaptation of Autonomic Systems","year":2012,"lang":"en","type":"book-chapter","venue":"IFIP International Federation for Information Processing/IFIP","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Adaptation (eye); Autonomic computing; Computer science; Context (archaeology); Order (exchange); Architecture; Risk analysis (engineering); Process management; Engineering; Business; Psychology; Neuroscience; Cloud computing; Geography","score_opus":0.07553749171894616,"score_gpt":0.2994339121849907,"score_spread":0.22389642046604455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W97005850","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009468347,0.005351063,0.9447486,0.0010774235,0.0006550606,0.00015437433,0.00006853378,0.0042947265,0.034181792],"genre_scores_gemma":[0.19033784,0.0058064586,0.77269834,0.000607463,0.00032094304,0.00027837584,0.0003099508,0.00045166892,0.02918895],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99978846,0.000048229955,0.000020330941,0.000037630616,0.0000801518,0.000025057356],"domain_scores_gemma":[0.99985695,0.0000268198,0.00000977332,0.00003447384,0.000042806125,0.00002911931],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044986722,0.00043833966,0.0004569952,0.00031623786,0.0006723884,0.0018720181,0.0013147134,0.0011548601,0.0033639802],"category_scores_gemma":[0.00056520244,0.0003959381,0.00048097366,0.00039584207,0.0003768494,0.001409914,0.0013921307,0.001808424,0.0011715635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018670411,0.00021100765,0.0007254357,0.0005188026,0.00017216089,0.00072176306,0.0008832809,0.096962385,0.055691443,0.28320315,0.031505242,0.5292186],"study_design_scores_gemma":[0.00005194444,0.00017959764,0.0008023536,0.0002713274,0.00015679492,0.0007964829,0.0001777575,0.5981541,0.019139878,0.115546644,0.26464292,0.000080157806],"about_ca_topic_score_codex":0.0013211274,"about_ca_topic_score_gemma":0.002551847,"teacher_disagreement_score":0.0033639802,"about_ca_system_score_codex":0.00036702352,"about_ca_system_score_gemma":0.0006627947,"threshold_uncertainty_score":0.011253595},"labels":[],"label_agreement":null},{"id":"W98167995","doi":"","title":"Método ERi*c - Engenharia de Requisitos Intencional.","year":2008,"lang":"es","type":"article","venue":"WER","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Intentionality; Computer science; Artificial intelligence; Management science; Epistemology; Philosophy; Engineering","score_opus":0.061592156713534185,"score_gpt":0.30068877934289995,"score_spread":0.23909662262936576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W98167995","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.016228976,0.0012881056,0.9204163,0.0006187649,0.00017684152,0.0015705415,0.0026427512,0.0032016048,0.053856086],"genre_scores_gemma":[0.13701043,0.0009056469,0.84577596,0.00023615976,0.00006509176,0.0017450177,0.0030323586,0.00045058122,0.010778711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99603635,0.0012590374,0.000320785,0.0007923901,0.0013993675,0.00019206681],"domain_scores_gemma":[0.9974826,0.0013503043,0.00021140056,0.0003662514,0.00049951754,0.00008990643],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024679054,0.0015482303,0.00091831834,0.0019998318,0.0007410951,0.0030063502,0.0017645295,0.0011995672,0.017968792],"category_scores_gemma":[0.007848564,0.0005085868,0.001166415,0.001757464,0.00093121175,0.0027115457,0.0021781889,0.0019273106,0.004621207],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076890265,0.0005227368,0.0036897876,0.004689469,0.00018339153,0.0010226582,0.0013005045,0.061642703,0.026744343,0.2392376,0.021841686,0.6383562],"study_design_scores_gemma":[0.00037929017,0.00059607753,0.0033659902,0.0014761892,0.00020271352,0.002503616,0.0016186141,0.3274981,0.05179765,0.19455336,0.41579783,0.00021055926],"about_ca_topic_score_codex":0.0021003396,"about_ca_topic_score_gemma":0.0026084462,"teacher_disagreement_score":0.017968792,"about_ca_system_score_codex":0.0011776239,"about_ca_system_score_gemma":0.0026555008,"threshold_uncertainty_score":0.060111642},"labels":[],"label_agreement":null},{"id":"W99937609","doi":"","title":"Automating the analysis of design component contracts: Research Articles","year":2006,"lang":"en","type":"article","venue":"Software Practice and Experience","topic":"Advanced Software Engineering Methodologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Component (thermodynamics); Software engineering; Structural pattern; Component-based software engineering; Software design pattern; Reuse; Software system; Context (archaeology); Software; Object-oriented design; Key (lock); Software design; Distributed computing; Software development; Systems engineering; Programming language; Operating system; Engineering","score_opus":0.10941659591340971,"score_gpt":0.3914585033118165,"score_spread":0.28204190739840673,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W99937609","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01329089,0.0019109626,0.9784839,0.0006472217,0.00009357794,0.0001855972,0.000053485284,0.00090994075,0.004424375],"genre_scores_gemma":[0.088225886,0.0027573043,0.9027112,0.00011862609,0.00007748102,0.00016765646,0.0002982171,0.0005065086,0.005137176],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910062,0.0034384099,0.0006156028,0.0010010257,0.003530373,0.00040833472],"domain_scores_gemma":[0.98551,0.0074368548,0.0008300325,0.0033380964,0.0026422336,0.00024269134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0071891677,0.0009379458,0.0007501063,0.0021519822,0.001322722,0.003638736,0.0016346828,0.0017312684,0.0061485115],"category_scores_gemma":[0.020695483,0.0011406373,0.0011849073,0.0031385482,0.0021214585,0.0038468975,0.0015598424,0.0016749599,0.0015946992],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013482025,0.00032317956,0.003558194,0.0009870402,0.00009089611,0.00028447533,0.0011425117,0.059165698,0.011263016,0.14486498,0.0072847176,0.77090037],"study_design_scores_gemma":[0.00015428786,0.0002432563,0.0026320936,0.00058456307,0.00012749396,0.00091411575,0.0006689475,0.550387,0.038404897,0.20683521,0.1989417,0.000106523665],"about_ca_topic_score_codex":0.005863209,"about_ca_topic_score_gemma":0.0029923525,"teacher_disagreement_score":0.0071891677,"about_ca_system_score_codex":0.0019407165,"about_ca_system_score_gemma":0.0045741834,"threshold_uncertainty_score":0.038020432},"labels":[],"label_agreement":null}]}